arm-test-data 0.0.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- arm-test-data-0.0.1/.github/workflows/ci.yaml +62 -0
- arm-test-data-0.0.1/.github/workflows/pypi-release.yml +74 -0
- arm-test-data-0.0.1/.gitignore +160 -0
- arm-test-data-0.0.1/LICENSE +21 -0
- arm-test-data-0.0.1/MANIFEST.in +14 -0
- arm-test-data-0.0.1/PKG-INFO +225 -0
- arm-test-data-0.0.1/README.md +178 -0
- arm-test-data-0.0.1/arm_test_data/__init__.py +12 -0
- arm-test-data-0.0.1/arm_test_data/dataset.py +27 -0
- arm-test-data-0.0.1/arm_test_data/registry.txt +103 -0
- arm-test-data-0.0.1/arm_test_data/version.py +16 -0
- arm-test-data-0.0.1/arm_test_data.egg-info/PKG-INFO +225 -0
- arm-test-data-0.0.1/arm_test_data.egg-info/SOURCES.txt +18 -0
- arm-test-data-0.0.1/arm_test_data.egg-info/dependency_links.txt +1 -0
- arm-test-data-0.0.1/arm_test_data.egg-info/requires.txt +1 -0
- arm-test-data-0.0.1/arm_test_data.egg-info/top_level.txt +1 -0
- arm-test-data-0.0.1/make_registry.py +10 -0
- arm-test-data-0.0.1/pyproject.toml +89 -0
- arm-test-data-0.0.1/requirements.txt +1 -0
- arm-test-data-0.0.1/setup.cfg +4 -0
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
name: CI
|
|
2
|
+
env:
|
|
3
|
+
micromamba_version: 1.3
|
|
4
|
+
|
|
5
|
+
on:
|
|
6
|
+
push:
|
|
7
|
+
pull_request:
|
|
8
|
+
workflow_dispatch: # allows you to trigger manually
|
|
9
|
+
|
|
10
|
+
jobs:
|
|
11
|
+
pre-job:
|
|
12
|
+
runs-on: ubuntu-latest
|
|
13
|
+
outputs:
|
|
14
|
+
should_skip: ${{ steps.skip_check.outputs.should_skip }}
|
|
15
|
+
steps:
|
|
16
|
+
- id: skip_check
|
|
17
|
+
uses: fkirc/skip-duplicate-actions@master
|
|
18
|
+
with:
|
|
19
|
+
concurrent_skipping: 'same_content'
|
|
20
|
+
skip_after_successful_duplicate: 'false'
|
|
21
|
+
do_not_skip: '["pull_request", "workflow_dispatch", "schedule"]'
|
|
22
|
+
paths_ignore: '["**/docs/**"]'
|
|
23
|
+
|
|
24
|
+
build:
|
|
25
|
+
needs: pre-job
|
|
26
|
+
if: ${{ needs.pre-job.outputs.should_skip != 'true' }}
|
|
27
|
+
name: python-${{ matrix.python-version }}
|
|
28
|
+
runs-on: ubuntu-latest
|
|
29
|
+
defaults:
|
|
30
|
+
run:
|
|
31
|
+
shell: bash -l {0}
|
|
32
|
+
strategy:
|
|
33
|
+
fail-fast: false
|
|
34
|
+
matrix:
|
|
35
|
+
python-version: ['3.9', '3.10', '3.11']
|
|
36
|
+
steps:
|
|
37
|
+
- name: Cancel Previous Runs
|
|
38
|
+
uses: styfle/cancel-workflow-action@0.12.0
|
|
39
|
+
with:
|
|
40
|
+
access_token: ${{ github.token }}
|
|
41
|
+
- uses: actions/checkout@v3
|
|
42
|
+
- uses: mamba-org/provision-with-micromamba@main
|
|
43
|
+
with:
|
|
44
|
+
environment-name: act-test-data-dev
|
|
45
|
+
environment-file: ci/environment.yml
|
|
46
|
+
extra-specs: |
|
|
47
|
+
python=${{ matrix.python-version }}
|
|
48
|
+
- name: Set up conda environment
|
|
49
|
+
run: |
|
|
50
|
+
python -m pip install -e .
|
|
51
|
+
conda list
|
|
52
|
+
- name: Run Tests
|
|
53
|
+
run: |
|
|
54
|
+
python -m pytest --cov=./ --cov-report=xml --verbose
|
|
55
|
+
- name: Upload code coverage to Codecov
|
|
56
|
+
uses: codecov/codecov-action@v3.1.4
|
|
57
|
+
with:
|
|
58
|
+
file: ./coverage.xml
|
|
59
|
+
flags: unittests
|
|
60
|
+
env_vars: OS,PYTHON
|
|
61
|
+
name: codecov-umbrella
|
|
62
|
+
fail_ci_if_error: false
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
name: Build and Upload pythia-datasets to PyPI
|
|
2
|
+
on:
|
|
3
|
+
release:
|
|
4
|
+
types:
|
|
5
|
+
- published
|
|
6
|
+
|
|
7
|
+
jobs:
|
|
8
|
+
build-artifacts:
|
|
9
|
+
runs-on: ubuntu-latest
|
|
10
|
+
if: github.repository == 'ARM-DOE/arm-test-data'
|
|
11
|
+
steps:
|
|
12
|
+
- uses: actions/checkout@v3
|
|
13
|
+
with:
|
|
14
|
+
fetch-depth: 0
|
|
15
|
+
- uses: actions/setup-python@v4
|
|
16
|
+
name: Install Python
|
|
17
|
+
with:
|
|
18
|
+
python-version: 3.11
|
|
19
|
+
|
|
20
|
+
- name: Install dependencies
|
|
21
|
+
run: |
|
|
22
|
+
python -m pip install --upgrade pip
|
|
23
|
+
python -m pip install setuptools setuptools-scm wheel twine check-manifest
|
|
24
|
+
- name: Build tarball and wheels
|
|
25
|
+
run: |
|
|
26
|
+
git clean -xdf
|
|
27
|
+
git restore -SW .
|
|
28
|
+
python -m build --sdist --wheel .
|
|
29
|
+
- name: Check built artifacts
|
|
30
|
+
run: |
|
|
31
|
+
python -m twine check dist/*
|
|
32
|
+
pwd
|
|
33
|
+
if [ -f dist/act-test-data-0.0.0.tar.gz ]; then
|
|
34
|
+
echo "❌ INVALID VERSION NUMBER"
|
|
35
|
+
exit 1
|
|
36
|
+
else
|
|
37
|
+
echo "✅ Looks good"
|
|
38
|
+
fi
|
|
39
|
+
- uses: actions/upload-artifact@v3
|
|
40
|
+
with:
|
|
41
|
+
name: releases
|
|
42
|
+
path: dist
|
|
43
|
+
|
|
44
|
+
test-built-dist:
|
|
45
|
+
needs: build-artifacts
|
|
46
|
+
runs-on: ubuntu-latest
|
|
47
|
+
steps:
|
|
48
|
+
- uses: actions/setup-python@v4
|
|
49
|
+
name: Install Python
|
|
50
|
+
with:
|
|
51
|
+
python-version: 3.11
|
|
52
|
+
- uses: actions/download-artifact@v3
|
|
53
|
+
with:
|
|
54
|
+
name: releases
|
|
55
|
+
path: dist
|
|
56
|
+
- name: List contents of built dist
|
|
57
|
+
run: |
|
|
58
|
+
ls -ltrh
|
|
59
|
+
ls -ltrh dist
|
|
60
|
+
upload-to-pypi:
|
|
61
|
+
needs: test-built-dist
|
|
62
|
+
if: github.event_name == 'release'
|
|
63
|
+
runs-on: ubuntu-latest
|
|
64
|
+
steps:
|
|
65
|
+
- uses: actions/download-artifact@v3
|
|
66
|
+
with:
|
|
67
|
+
name: releases
|
|
68
|
+
path: dist
|
|
69
|
+
- name: Publish package to PyPI
|
|
70
|
+
uses: pypa/gh-action-pypi-publish@v1.8.10
|
|
71
|
+
with:
|
|
72
|
+
user: __token__
|
|
73
|
+
password: ${{ secrets.PYPI_TOKEN }}
|
|
74
|
+
verbose: true
|
|
@@ -0,0 +1,160 @@
|
|
|
1
|
+
# Byte-compiled / optimized / DLL files
|
|
2
|
+
__pycache__/
|
|
3
|
+
*.py[cod]
|
|
4
|
+
*$py.class
|
|
5
|
+
|
|
6
|
+
# C extensions
|
|
7
|
+
*.so
|
|
8
|
+
|
|
9
|
+
# Distribution / packaging
|
|
10
|
+
.Python
|
|
11
|
+
build/
|
|
12
|
+
develop-eggs/
|
|
13
|
+
dist/
|
|
14
|
+
downloads/
|
|
15
|
+
eggs/
|
|
16
|
+
.eggs/
|
|
17
|
+
lib/
|
|
18
|
+
lib64/
|
|
19
|
+
parts/
|
|
20
|
+
sdist/
|
|
21
|
+
var/
|
|
22
|
+
wheels/
|
|
23
|
+
share/python-wheels/
|
|
24
|
+
*.egg-info/
|
|
25
|
+
.installed.cfg
|
|
26
|
+
*.egg
|
|
27
|
+
MANIFEST
|
|
28
|
+
|
|
29
|
+
# PyInstaller
|
|
30
|
+
# Usually these files are written by a python script from a template
|
|
31
|
+
# before PyInstaller builds the exe, so as to inject date/other infos into it.
|
|
32
|
+
*.manifest
|
|
33
|
+
*.spec
|
|
34
|
+
|
|
35
|
+
# Installer logs
|
|
36
|
+
pip-log.txt
|
|
37
|
+
pip-delete-this-directory.txt
|
|
38
|
+
|
|
39
|
+
# Unit test / coverage reports
|
|
40
|
+
htmlcov/
|
|
41
|
+
.tox/
|
|
42
|
+
.nox/
|
|
43
|
+
.coverage
|
|
44
|
+
.coverage.*
|
|
45
|
+
.cache
|
|
46
|
+
nosetests.xml
|
|
47
|
+
coverage.xml
|
|
48
|
+
*.cover
|
|
49
|
+
*.py,cover
|
|
50
|
+
.hypothesis/
|
|
51
|
+
.pytest_cache/
|
|
52
|
+
cover/
|
|
53
|
+
|
|
54
|
+
# Translations
|
|
55
|
+
*.mo
|
|
56
|
+
*.pot
|
|
57
|
+
|
|
58
|
+
# Django stuff:
|
|
59
|
+
*.log
|
|
60
|
+
local_settings.py
|
|
61
|
+
db.sqlite3
|
|
62
|
+
db.sqlite3-journal
|
|
63
|
+
|
|
64
|
+
# Flask stuff:
|
|
65
|
+
instance/
|
|
66
|
+
.webassets-cache
|
|
67
|
+
|
|
68
|
+
# Scrapy stuff:
|
|
69
|
+
.scrapy
|
|
70
|
+
|
|
71
|
+
# Sphinx documentation
|
|
72
|
+
docs/_build/
|
|
73
|
+
|
|
74
|
+
# PyBuilder
|
|
75
|
+
.pybuilder/
|
|
76
|
+
target/
|
|
77
|
+
|
|
78
|
+
# Jupyter Notebook
|
|
79
|
+
.ipynb_checkpoints
|
|
80
|
+
|
|
81
|
+
# IPython
|
|
82
|
+
profile_default/
|
|
83
|
+
ipython_config.py
|
|
84
|
+
|
|
85
|
+
# pyenv
|
|
86
|
+
# For a library or package, you might want to ignore these files since the code is
|
|
87
|
+
# intended to run in multiple environments; otherwise, check them in:
|
|
88
|
+
# .python-version
|
|
89
|
+
|
|
90
|
+
# pipenv
|
|
91
|
+
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
|
|
92
|
+
# However, in case of collaboration, if having platform-specific dependencies or dependencies
|
|
93
|
+
# having no cross-platform support, pipenv may install dependencies that don't work, or not
|
|
94
|
+
# install all needed dependencies.
|
|
95
|
+
#Pipfile.lock
|
|
96
|
+
|
|
97
|
+
# poetry
|
|
98
|
+
# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
|
|
99
|
+
# This is especially recommended for binary packages to ensure reproducibility, and is more
|
|
100
|
+
# commonly ignored for libraries.
|
|
101
|
+
# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
|
|
102
|
+
#poetry.lock
|
|
103
|
+
|
|
104
|
+
# pdm
|
|
105
|
+
# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
|
|
106
|
+
#pdm.lock
|
|
107
|
+
# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
|
|
108
|
+
# in version control.
|
|
109
|
+
# https://pdm.fming.dev/#use-with-ide
|
|
110
|
+
.pdm.toml
|
|
111
|
+
|
|
112
|
+
# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
|
|
113
|
+
__pypackages__/
|
|
114
|
+
|
|
115
|
+
# Celery stuff
|
|
116
|
+
celerybeat-schedule
|
|
117
|
+
celerybeat.pid
|
|
118
|
+
|
|
119
|
+
# SageMath parsed files
|
|
120
|
+
*.sage.py
|
|
121
|
+
|
|
122
|
+
# Environments
|
|
123
|
+
.env
|
|
124
|
+
.venv
|
|
125
|
+
env/
|
|
126
|
+
venv/
|
|
127
|
+
ENV/
|
|
128
|
+
env.bak/
|
|
129
|
+
venv.bak/
|
|
130
|
+
|
|
131
|
+
# Spyder project settings
|
|
132
|
+
.spyderproject
|
|
133
|
+
.spyproject
|
|
134
|
+
|
|
135
|
+
# Rope project settings
|
|
136
|
+
.ropeproject
|
|
137
|
+
|
|
138
|
+
# mkdocs documentation
|
|
139
|
+
/site
|
|
140
|
+
|
|
141
|
+
# mypy
|
|
142
|
+
.mypy_cache/
|
|
143
|
+
.dmypy.json
|
|
144
|
+
dmypy.json
|
|
145
|
+
|
|
146
|
+
# Pyre type checker
|
|
147
|
+
.pyre/
|
|
148
|
+
|
|
149
|
+
# pytype static type analyzer
|
|
150
|
+
.pytype/
|
|
151
|
+
|
|
152
|
+
# Cython debug symbols
|
|
153
|
+
cython_debug/
|
|
154
|
+
|
|
155
|
+
# PyCharm
|
|
156
|
+
# JetBrains specific template is maintained in a separate JetBrains.gitignore that can
|
|
157
|
+
# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
|
|
158
|
+
# and can be added to the global gitignore or merged into this file. For a more nuclear
|
|
159
|
+
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
|
|
160
|
+
#.idea/
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
MIT License
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2023 ARM User Facility
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
6
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
7
|
+
in the Software without restriction, including without limitation the rights
|
|
8
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
9
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
10
|
+
furnished to do so, subject to the following conditions:
|
|
11
|
+
|
|
12
|
+
The above copyright notice and this permission notice shall be included in all
|
|
13
|
+
copies or substantial portions of the Software.
|
|
14
|
+
|
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
16
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
17
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
18
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
19
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
20
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
21
|
+
SOFTWARE.
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
include LICENSE
|
|
2
|
+
include README.md
|
|
3
|
+
|
|
4
|
+
recursive-include arm_test_data *.py
|
|
5
|
+
recursive-exclude * __pycache__
|
|
6
|
+
recursive-exclude * data
|
|
7
|
+
recursive-exclude * *.py[co]
|
|
8
|
+
|
|
9
|
+
include *.md
|
|
10
|
+
include *.toml
|
|
11
|
+
include *.txt
|
|
12
|
+
prune tests*
|
|
13
|
+
prune ci*
|
|
14
|
+
prune data*
|
|
@@ -0,0 +1,225 @@
|
|
|
1
|
+
Metadata-Version: 2.1
|
|
2
|
+
Name: arm-test-data
|
|
3
|
+
Version: 0.0.1
|
|
4
|
+
Summary: Provides utility functions for accessing data repository for openradar examples/notebooks
|
|
5
|
+
Author: Atmospheric Data Community Toolkit Dev Team
|
|
6
|
+
License: MIT License
|
|
7
|
+
|
|
8
|
+
Copyright (c) 2023 ARM User Facility
|
|
9
|
+
|
|
10
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
11
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
12
|
+
in the Software without restriction, including without limitation the rights
|
|
13
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
14
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
15
|
+
furnished to do so, subject to the following conditions:
|
|
16
|
+
|
|
17
|
+
The above copyright notice and this permission notice shall be included in all
|
|
18
|
+
copies or substantial portions of the Software.
|
|
19
|
+
|
|
20
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
21
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
22
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
23
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
24
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
25
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
26
|
+
SOFTWARE.
|
|
27
|
+
|
|
28
|
+
Project-URL: homepage, https://github.com/ARM-DOE/arm-test-data
|
|
29
|
+
Project-URL: documentation, https://github.com/ARM-DOE/arm-test-data
|
|
30
|
+
Project-URL: repository, https://github.com/ARM-DOE/arm-test-data
|
|
31
|
+
Project-URL: tracker, https://github.com/ARM-DOE/arm-test-data/issues
|
|
32
|
+
Keywords: arm-test-data,atmosphere,meteorology
|
|
33
|
+
Classifier: Development Status :: 2 - Pre-Alpha
|
|
34
|
+
Classifier: License :: OSI Approved :: MIT License
|
|
35
|
+
Classifier: Natural Language :: English
|
|
36
|
+
Classifier: Programming Language :: Python :: 3
|
|
37
|
+
Classifier: Programming Language :: Python :: 3.9
|
|
38
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
39
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
40
|
+
Classifier: Topic :: Scientific/Engineering
|
|
41
|
+
Classifier: Operating System :: OS Independent
|
|
42
|
+
Classifier: Intended Audience :: Science/Research
|
|
43
|
+
Requires-Python: >=3.9
|
|
44
|
+
Description-Content-Type: text/markdown
|
|
45
|
+
License-File: LICENSE
|
|
46
|
+
Requires-Dist: pooch
|
|
47
|
+
|
|
48
|
+
# arm-test-data
|
|
49
|
+
[](https://github.com/ARM-DOE/arm-test-data/actions/workflows/ci.yaml)
|
|
50
|
+
[](https://pypi.python.org/pypi/arm-test-data)
|
|
51
|
+
[](https://anaconda.org/conda-forge/arm-test-data)
|
|
52
|
+
|
|
53
|
+
A place to share radar data with the community, shared between the open radar packages
|
|
54
|
+
|
|
55
|
+
## Sample data sets
|
|
56
|
+
|
|
57
|
+
These files are used as sample data in openradar examples/notebooks and are downloaded by `arm-test-data` package:
|
|
58
|
+
|
|
59
|
+
- `201509021500.bi`
|
|
60
|
+
- `AAFNAV_COR_20181104_R0.ict`
|
|
61
|
+
- `NEON.D18.BARR.DP1.00002.001.000.010.001.SAAT_1min.2022-10.expanded.20221107T205629Z.csv`
|
|
62
|
+
- `NEON.D18.BARR.DP1.00002.001.sensor_positions.20221107T205629Z.csv`
|
|
63
|
+
- `NEON.D18.BARR.DP1.00002.001.variables.20221201T110553Z.csv`
|
|
64
|
+
- `anltwr_mar19met.data`
|
|
65
|
+
- `ayp22199.21m`
|
|
66
|
+
- `ayp22200.00m`
|
|
67
|
+
- `brw21001.dat`
|
|
68
|
+
- `brw_12_2020_hour.dat`
|
|
69
|
+
- `brw_CCl4_Day.dat`
|
|
70
|
+
- `co2_brw_surface-insitu_1_ccgg_MonthlyData.txt`
|
|
71
|
+
- `ctd21125.15w`
|
|
72
|
+
- `ctd22187.00t.txt`
|
|
73
|
+
- `enametC1.b1.20221109.000000.cdf`
|
|
74
|
+
- `gucmetM1.b1.20230301.000000.cdf`
|
|
75
|
+
- `list_of_files.txt`
|
|
76
|
+
- `maraosmetM1.a1.20180201.000000.nc`
|
|
77
|
+
- `marirtsstM1.b1.20190320.000000.nc`
|
|
78
|
+
- `marnavM1.a1.20180201.000000.nc`
|
|
79
|
+
- `met_brw_insitu_1_obop_hour_2020.txt`
|
|
80
|
+
- `met_lcl.nc`
|
|
81
|
+
- `mosaossp2M1.00.20191216.000601.raw.20191216000000.ini`
|
|
82
|
+
- `mosaossp2M1.00.20191216.130601.raw.20191216x193.sp2b`
|
|
83
|
+
- `mosaossp2auxM1.00.20191217.010801.raw.20191216000000.hk`
|
|
84
|
+
- `nsacloudphaseC1.c1.20180601.000000.nc`
|
|
85
|
+
- `nsasurfspecalb1mlawerC1.c1.20160609.080000.nc`
|
|
86
|
+
- `sgp30ebbrE13.b1.20190601.000000.nc`
|
|
87
|
+
- `sgp30ebbrE32.b1.20191125.000000.nc`
|
|
88
|
+
- `sgp30ebbrE32.b1.20191130.000000.nc`
|
|
89
|
+
- `sgp30ecorE14.b1.20190601.000000.cdf`
|
|
90
|
+
- `sgpaerich1C1.b1.20190501.000342.nc`
|
|
91
|
+
- `sgpaosccn2colaE13.b1.20170903.000000.nc`
|
|
92
|
+
- `sgpbrsC1.b1.20190705.000000.cdf`
|
|
93
|
+
- `sgpceilC1.b1.20190101.000000.nc`
|
|
94
|
+
- `sgpco2flx4mC1.b1.20201007.001500.nc`
|
|
95
|
+
- `sgpdlppiC1.b1.20191015.120023.cdf`
|
|
96
|
+
- `sgpdlppiC1.b1.20191015.121506.cdf`
|
|
97
|
+
- `sgpirt25m20sC1.a0.20190601.000000.cdf`
|
|
98
|
+
- `sgpmetE13.b1.20190101.000000.cdf`
|
|
99
|
+
- `sgpmetE13.b1.20190102.000000.cdf`
|
|
100
|
+
- `sgpmetE13.b1.20190103.000000.cdf`
|
|
101
|
+
- `sgpmetE13.b1.20190104.000000.cdf`
|
|
102
|
+
- `sgpmetE13.b1.20190105.000000.cdf`
|
|
103
|
+
- `sgpmetE13.b1.20190106.000000.cdf`
|
|
104
|
+
- `sgpmetE13.b1.20190107.000000.cdf`
|
|
105
|
+
- `sgpmetE13.b1.20190508.000000.cdf`
|
|
106
|
+
- `sgpmetE13.b1.20210401.000000.csv`
|
|
107
|
+
- `sgpmetE13.b1.yaml`
|
|
108
|
+
- `sgpmetE15.b1.20190508.000000.cdf`
|
|
109
|
+
- `sgpmetE31.b1.20190508.000000.cdf`
|
|
110
|
+
- `sgpmetE32.b1.20190508.000000.cdf`
|
|
111
|
+
- `sgpmetE33.b1.20190508.000000.cdf`
|
|
112
|
+
- `sgpmetE34.b1.20190508.000000.cdf`
|
|
113
|
+
- `sgpmetE35.b1.20190508.000000.cdf`
|
|
114
|
+
- `sgpmetE36.b1.20190508.000000.cdf`
|
|
115
|
+
- `sgpmetE37.b1.20190508.000000.cdf`
|
|
116
|
+
- `sgpmetE38.b1.20190508.000000.cdf`
|
|
117
|
+
- `sgpmetE39.b1.20190508.000000.cdf`
|
|
118
|
+
- `sgpmetE40.b1.20190508.000000.cdf`
|
|
119
|
+
- `sgpmetE9.b1.20190508.000000.cdf`
|
|
120
|
+
- `sgpmet_no_time.nc`
|
|
121
|
+
- `sgpmet_test_time.nc`
|
|
122
|
+
- `sgpmfrsr7nchE11.b1.20210329.070000.nc`
|
|
123
|
+
- `sgpmmcrC1.b1.1.cdf`
|
|
124
|
+
- `sgpmmcrC1.b1.2.cdf`
|
|
125
|
+
- `sgpmplpolfsC1.b1.20190502.000000.cdf`
|
|
126
|
+
- `sgprlC1.a0.20160131.000000.nc`
|
|
127
|
+
- `sgpsebsE14.b1.20190601.000000.cdf`
|
|
128
|
+
- `sgpsirsE13.b1.20190101.000000.cdf`
|
|
129
|
+
- `sgpsondewnpnC1.b1.20190101.053200.cdf`
|
|
130
|
+
- `sgpstampE13.b1.20200101.000000.nc`
|
|
131
|
+
- `sgpstampE31.b1.20200101.000000.nc`
|
|
132
|
+
- `sgpstampE32.b1.20200101.000000.nc`
|
|
133
|
+
- `sgpstampE33.b1.20200101.000000.nc`
|
|
134
|
+
- `sgpstampE34.b1.20200101.000000.nc`
|
|
135
|
+
- `sgpstampE9.b1.20200101.000000.nc`
|
|
136
|
+
- `sodar.20230404.mnd`
|
|
137
|
+
- `twpsondewnpnC3.b1.20060119.050300.custom.cdf`
|
|
138
|
+
- `twpsondewnpnC3.b1.20060119.112000.custom.cdf`
|
|
139
|
+
- `twpsondewnpnC3.b1.20060119.163300.custom.cdf`
|
|
140
|
+
- `twpsondewnpnC3.b1.20060119.231600.custom.cdf`
|
|
141
|
+
- `twpsondewnpnC3.b1.20060120.043800.custom.cdf`
|
|
142
|
+
- `twpsondewnpnC3.b1.20060120.111900.custom.cdf`
|
|
143
|
+
- `twpsondewnpnC3.b1.20060120.170800.custom.cdf`
|
|
144
|
+
- `twpsondewnpnC3.b1.20060120.231500.custom.cdf`
|
|
145
|
+
- `twpsondewnpnC3.b1.20060121.051500.custom.cdf`
|
|
146
|
+
- `twpsondewnpnC3.b1.20060121.111600.custom.cdf`
|
|
147
|
+
- `twpsondewnpnC3.b1.20060121.171600.custom.cdf`
|
|
148
|
+
- `twpsondewnpnC3.b1.20060121.231600.custom.cdf`
|
|
149
|
+
- `twpsondewnpnC3.b1.20060122.052600.custom.cdf`
|
|
150
|
+
- `twpsondewnpnC3.b1.20060122.111500.custom.cdf`
|
|
151
|
+
- `twpsondewnpnC3.b1.20060122.171800.custom.cdf`
|
|
152
|
+
- `twpsondewnpnC3.b1.20060122.232600.custom.cdf`
|
|
153
|
+
- `twpsondewnpnC3.b1.20060123.052500.custom.cdf`
|
|
154
|
+
- `twpsondewnpnC3.b1.20060123.111700.custom.cdf`
|
|
155
|
+
- `twpsondewnpnC3.b1.20060123.171600.custom.cdf`
|
|
156
|
+
- `twpsondewnpnC3.b1.20060123.231500.custom.cdf`
|
|
157
|
+
- `twpsondewnpnC3.b1.20060124.051500.custom.cdf`
|
|
158
|
+
- `twpsondewnpnC3.b1.20060124.111800.custom.cdf`
|
|
159
|
+
- `twpsondewnpnC3.b1.20060124.171700.custom.cdf`
|
|
160
|
+
- `twpsondewnpnC3.b1.20060124.231500.custom.cdf`
|
|
161
|
+
- `twpvisstgridirtemp.c1.20050705.002500.nc`
|
|
162
|
+
- `vdis.b1`
|
|
163
|
+
|
|
164
|
+
## Adding new datasets
|
|
165
|
+
|
|
166
|
+
To add a new dataset file, please follow these steps:
|
|
167
|
+
|
|
168
|
+
1. Add the dataset file to the `data/` directory
|
|
169
|
+
2. From the command line, run `python make_registry.py` script to update the registry file residing in `open_radar_data/registry.txt`
|
|
170
|
+
3. Commit and push your changes to GitHub
|
|
171
|
+
|
|
172
|
+
## Using datasets in notebooks and/or scripts
|
|
173
|
+
|
|
174
|
+
- Ensure the `arm-test-data` package is installed in your environment
|
|
175
|
+
|
|
176
|
+
```bash
|
|
177
|
+
python -m pip install arm-test-data
|
|
178
|
+
|
|
179
|
+
# or
|
|
180
|
+
|
|
181
|
+
python -m pip install git+https://github.com/ARM-DOE/arm-test-data
|
|
182
|
+
|
|
183
|
+
# or
|
|
184
|
+
|
|
185
|
+
conda install -c conda-forge arm-test-data
|
|
186
|
+
```
|
|
187
|
+
|
|
188
|
+
- Import `DATASETS` and inspect the registry to find out which datasets are available
|
|
189
|
+
|
|
190
|
+
```python
|
|
191
|
+
In [1]: from arm_test_data import DATASETS
|
|
192
|
+
|
|
193
|
+
In [2]: DATASETS.registry_files
|
|
194
|
+
Out[2]: ['sample_file.nc`]
|
|
195
|
+
```
|
|
196
|
+
|
|
197
|
+
- To fetch a data file of interest, use the `.fetch` method and provide the filename of the data file. This will
|
|
198
|
+
|
|
199
|
+
- download and cache the file if it doesn't exist already.
|
|
200
|
+
- retrieve and return the local path
|
|
201
|
+
|
|
202
|
+
```python
|
|
203
|
+
In [4]: filepath = DATASETS.fetch('sample_data.nc')
|
|
204
|
+
|
|
205
|
+
In [5]: filepath
|
|
206
|
+
Out[5]: '/Users/mgrover/Library/Caches/arm-test-data/sample_sgp_data.nc'
|
|
207
|
+
```
|
|
208
|
+
|
|
209
|
+
- Once you have access to the local filepath, you can then use it to load your dataset into pandas or xarray or your package of choice:
|
|
210
|
+
|
|
211
|
+
```python
|
|
212
|
+
In [6]: radar = pyart.io.read(filepath)
|
|
213
|
+
```
|
|
214
|
+
|
|
215
|
+
## Changing the default data cache location
|
|
216
|
+
|
|
217
|
+
The default cache location (where the data are saved on your local system) is dependent on the operating system. You can use the `locate()` method to identify it:
|
|
218
|
+
|
|
219
|
+
```python
|
|
220
|
+
from arm_test_data import locate
|
|
221
|
+
locate()
|
|
222
|
+
```
|
|
223
|
+
|
|
224
|
+
The location can be overwritten by the `ACT_TEST_DATA_DIR` environment
|
|
225
|
+
variable to the desired destination.
|
|
@@ -0,0 +1,178 @@
|
|
|
1
|
+
# arm-test-data
|
|
2
|
+
[](https://github.com/ARM-DOE/arm-test-data/actions/workflows/ci.yaml)
|
|
3
|
+
[](https://pypi.python.org/pypi/arm-test-data)
|
|
4
|
+
[](https://anaconda.org/conda-forge/arm-test-data)
|
|
5
|
+
|
|
6
|
+
A place to share radar data with the community, shared between the open radar packages
|
|
7
|
+
|
|
8
|
+
## Sample data sets
|
|
9
|
+
|
|
10
|
+
These files are used as sample data in openradar examples/notebooks and are downloaded by `arm-test-data` package:
|
|
11
|
+
|
|
12
|
+
- `201509021500.bi`
|
|
13
|
+
- `AAFNAV_COR_20181104_R0.ict`
|
|
14
|
+
- `NEON.D18.BARR.DP1.00002.001.000.010.001.SAAT_1min.2022-10.expanded.20221107T205629Z.csv`
|
|
15
|
+
- `NEON.D18.BARR.DP1.00002.001.sensor_positions.20221107T205629Z.csv`
|
|
16
|
+
- `NEON.D18.BARR.DP1.00002.001.variables.20221201T110553Z.csv`
|
|
17
|
+
- `anltwr_mar19met.data`
|
|
18
|
+
- `ayp22199.21m`
|
|
19
|
+
- `ayp22200.00m`
|
|
20
|
+
- `brw21001.dat`
|
|
21
|
+
- `brw_12_2020_hour.dat`
|
|
22
|
+
- `brw_CCl4_Day.dat`
|
|
23
|
+
- `co2_brw_surface-insitu_1_ccgg_MonthlyData.txt`
|
|
24
|
+
- `ctd21125.15w`
|
|
25
|
+
- `ctd22187.00t.txt`
|
|
26
|
+
- `enametC1.b1.20221109.000000.cdf`
|
|
27
|
+
- `gucmetM1.b1.20230301.000000.cdf`
|
|
28
|
+
- `list_of_files.txt`
|
|
29
|
+
- `maraosmetM1.a1.20180201.000000.nc`
|
|
30
|
+
- `marirtsstM1.b1.20190320.000000.nc`
|
|
31
|
+
- `marnavM1.a1.20180201.000000.nc`
|
|
32
|
+
- `met_brw_insitu_1_obop_hour_2020.txt`
|
|
33
|
+
- `met_lcl.nc`
|
|
34
|
+
- `mosaossp2M1.00.20191216.000601.raw.20191216000000.ini`
|
|
35
|
+
- `mosaossp2M1.00.20191216.130601.raw.20191216x193.sp2b`
|
|
36
|
+
- `mosaossp2auxM1.00.20191217.010801.raw.20191216000000.hk`
|
|
37
|
+
- `nsacloudphaseC1.c1.20180601.000000.nc`
|
|
38
|
+
- `nsasurfspecalb1mlawerC1.c1.20160609.080000.nc`
|
|
39
|
+
- `sgp30ebbrE13.b1.20190601.000000.nc`
|
|
40
|
+
- `sgp30ebbrE32.b1.20191125.000000.nc`
|
|
41
|
+
- `sgp30ebbrE32.b1.20191130.000000.nc`
|
|
42
|
+
- `sgp30ecorE14.b1.20190601.000000.cdf`
|
|
43
|
+
- `sgpaerich1C1.b1.20190501.000342.nc`
|
|
44
|
+
- `sgpaosccn2colaE13.b1.20170903.000000.nc`
|
|
45
|
+
- `sgpbrsC1.b1.20190705.000000.cdf`
|
|
46
|
+
- `sgpceilC1.b1.20190101.000000.nc`
|
|
47
|
+
- `sgpco2flx4mC1.b1.20201007.001500.nc`
|
|
48
|
+
- `sgpdlppiC1.b1.20191015.120023.cdf`
|
|
49
|
+
- `sgpdlppiC1.b1.20191015.121506.cdf`
|
|
50
|
+
- `sgpirt25m20sC1.a0.20190601.000000.cdf`
|
|
51
|
+
- `sgpmetE13.b1.20190101.000000.cdf`
|
|
52
|
+
- `sgpmetE13.b1.20190102.000000.cdf`
|
|
53
|
+
- `sgpmetE13.b1.20190103.000000.cdf`
|
|
54
|
+
- `sgpmetE13.b1.20190104.000000.cdf`
|
|
55
|
+
- `sgpmetE13.b1.20190105.000000.cdf`
|
|
56
|
+
- `sgpmetE13.b1.20190106.000000.cdf`
|
|
57
|
+
- `sgpmetE13.b1.20190107.000000.cdf`
|
|
58
|
+
- `sgpmetE13.b1.20190508.000000.cdf`
|
|
59
|
+
- `sgpmetE13.b1.20210401.000000.csv`
|
|
60
|
+
- `sgpmetE13.b1.yaml`
|
|
61
|
+
- `sgpmetE15.b1.20190508.000000.cdf`
|
|
62
|
+
- `sgpmetE31.b1.20190508.000000.cdf`
|
|
63
|
+
- `sgpmetE32.b1.20190508.000000.cdf`
|
|
64
|
+
- `sgpmetE33.b1.20190508.000000.cdf`
|
|
65
|
+
- `sgpmetE34.b1.20190508.000000.cdf`
|
|
66
|
+
- `sgpmetE35.b1.20190508.000000.cdf`
|
|
67
|
+
- `sgpmetE36.b1.20190508.000000.cdf`
|
|
68
|
+
- `sgpmetE37.b1.20190508.000000.cdf`
|
|
69
|
+
- `sgpmetE38.b1.20190508.000000.cdf`
|
|
70
|
+
- `sgpmetE39.b1.20190508.000000.cdf`
|
|
71
|
+
- `sgpmetE40.b1.20190508.000000.cdf`
|
|
72
|
+
- `sgpmetE9.b1.20190508.000000.cdf`
|
|
73
|
+
- `sgpmet_no_time.nc`
|
|
74
|
+
- `sgpmet_test_time.nc`
|
|
75
|
+
- `sgpmfrsr7nchE11.b1.20210329.070000.nc`
|
|
76
|
+
- `sgpmmcrC1.b1.1.cdf`
|
|
77
|
+
- `sgpmmcrC1.b1.2.cdf`
|
|
78
|
+
- `sgpmplpolfsC1.b1.20190502.000000.cdf`
|
|
79
|
+
- `sgprlC1.a0.20160131.000000.nc`
|
|
80
|
+
- `sgpsebsE14.b1.20190601.000000.cdf`
|
|
81
|
+
- `sgpsirsE13.b1.20190101.000000.cdf`
|
|
82
|
+
- `sgpsondewnpnC1.b1.20190101.053200.cdf`
|
|
83
|
+
- `sgpstampE13.b1.20200101.000000.nc`
|
|
84
|
+
- `sgpstampE31.b1.20200101.000000.nc`
|
|
85
|
+
- `sgpstampE32.b1.20200101.000000.nc`
|
|
86
|
+
- `sgpstampE33.b1.20200101.000000.nc`
|
|
87
|
+
- `sgpstampE34.b1.20200101.000000.nc`
|
|
88
|
+
- `sgpstampE9.b1.20200101.000000.nc`
|
|
89
|
+
- `sodar.20230404.mnd`
|
|
90
|
+
- `twpsondewnpnC3.b1.20060119.050300.custom.cdf`
|
|
91
|
+
- `twpsondewnpnC3.b1.20060119.112000.custom.cdf`
|
|
92
|
+
- `twpsondewnpnC3.b1.20060119.163300.custom.cdf`
|
|
93
|
+
- `twpsondewnpnC3.b1.20060119.231600.custom.cdf`
|
|
94
|
+
- `twpsondewnpnC3.b1.20060120.043800.custom.cdf`
|
|
95
|
+
- `twpsondewnpnC3.b1.20060120.111900.custom.cdf`
|
|
96
|
+
- `twpsondewnpnC3.b1.20060120.170800.custom.cdf`
|
|
97
|
+
- `twpsondewnpnC3.b1.20060120.231500.custom.cdf`
|
|
98
|
+
- `twpsondewnpnC3.b1.20060121.051500.custom.cdf`
|
|
99
|
+
- `twpsondewnpnC3.b1.20060121.111600.custom.cdf`
|
|
100
|
+
- `twpsondewnpnC3.b1.20060121.171600.custom.cdf`
|
|
101
|
+
- `twpsondewnpnC3.b1.20060121.231600.custom.cdf`
|
|
102
|
+
- `twpsondewnpnC3.b1.20060122.052600.custom.cdf`
|
|
103
|
+
- `twpsondewnpnC3.b1.20060122.111500.custom.cdf`
|
|
104
|
+
- `twpsondewnpnC3.b1.20060122.171800.custom.cdf`
|
|
105
|
+
- `twpsondewnpnC3.b1.20060122.232600.custom.cdf`
|
|
106
|
+
- `twpsondewnpnC3.b1.20060123.052500.custom.cdf`
|
|
107
|
+
- `twpsondewnpnC3.b1.20060123.111700.custom.cdf`
|
|
108
|
+
- `twpsondewnpnC3.b1.20060123.171600.custom.cdf`
|
|
109
|
+
- `twpsondewnpnC3.b1.20060123.231500.custom.cdf`
|
|
110
|
+
- `twpsondewnpnC3.b1.20060124.051500.custom.cdf`
|
|
111
|
+
- `twpsondewnpnC3.b1.20060124.111800.custom.cdf`
|
|
112
|
+
- `twpsondewnpnC3.b1.20060124.171700.custom.cdf`
|
|
113
|
+
- `twpsondewnpnC3.b1.20060124.231500.custom.cdf`
|
|
114
|
+
- `twpvisstgridirtemp.c1.20050705.002500.nc`
|
|
115
|
+
- `vdis.b1`
|
|
116
|
+
|
|
117
|
+
## Adding new datasets
|
|
118
|
+
|
|
119
|
+
To add a new dataset file, please follow these steps:
|
|
120
|
+
|
|
121
|
+
1. Add the dataset file to the `data/` directory
|
|
122
|
+
2. From the command line, run `python make_registry.py` script to update the registry file residing in `open_radar_data/registry.txt`
|
|
123
|
+
3. Commit and push your changes to GitHub
|
|
124
|
+
|
|
125
|
+
## Using datasets in notebooks and/or scripts
|
|
126
|
+
|
|
127
|
+
- Ensure the `arm-test-data` package is installed in your environment
|
|
128
|
+
|
|
129
|
+
```bash
|
|
130
|
+
python -m pip install arm-test-data
|
|
131
|
+
|
|
132
|
+
# or
|
|
133
|
+
|
|
134
|
+
python -m pip install git+https://github.com/ARM-DOE/arm-test-data
|
|
135
|
+
|
|
136
|
+
# or
|
|
137
|
+
|
|
138
|
+
conda install -c conda-forge arm-test-data
|
|
139
|
+
```
|
|
140
|
+
|
|
141
|
+
- Import `DATASETS` and inspect the registry to find out which datasets are available
|
|
142
|
+
|
|
143
|
+
```python
|
|
144
|
+
In [1]: from arm_test_data import DATASETS
|
|
145
|
+
|
|
146
|
+
In [2]: DATASETS.registry_files
|
|
147
|
+
Out[2]: ['sample_file.nc`]
|
|
148
|
+
```
|
|
149
|
+
|
|
150
|
+
- To fetch a data file of interest, use the `.fetch` method and provide the filename of the data file. This will
|
|
151
|
+
|
|
152
|
+
- download and cache the file if it doesn't exist already.
|
|
153
|
+
- retrieve and return the local path
|
|
154
|
+
|
|
155
|
+
```python
|
|
156
|
+
In [4]: filepath = DATASETS.fetch('sample_data.nc')
|
|
157
|
+
|
|
158
|
+
In [5]: filepath
|
|
159
|
+
Out[5]: '/Users/mgrover/Library/Caches/arm-test-data/sample_sgp_data.nc'
|
|
160
|
+
```
|
|
161
|
+
|
|
162
|
+
- Once you have access to the local filepath, you can then use it to load your dataset into pandas or xarray or your package of choice:
|
|
163
|
+
|
|
164
|
+
```python
|
|
165
|
+
In [6]: radar = pyart.io.read(filepath)
|
|
166
|
+
```
|
|
167
|
+
|
|
168
|
+
## Changing the default data cache location
|
|
169
|
+
|
|
170
|
+
The default cache location (where the data are saved on your local system) is dependent on the operating system. You can use the `locate()` method to identify it:
|
|
171
|
+
|
|
172
|
+
```python
|
|
173
|
+
from arm_test_data import locate
|
|
174
|
+
locate()
|
|
175
|
+
```
|
|
176
|
+
|
|
177
|
+
The location can be overwritten by the `ACT_TEST_DATA_DIR` environment
|
|
178
|
+
variable to the desired destination.
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
# flake8: noqa
|
|
3
|
+
"""Top-level module for pythia-datasets ."""
|
|
4
|
+
from pkg_resources import DistributionNotFound, get_distribution
|
|
5
|
+
|
|
6
|
+
from .dataset import DATASETS, locate
|
|
7
|
+
|
|
8
|
+
try:
|
|
9
|
+
__version__ = get_distribution(__name__).version
|
|
10
|
+
except DistributionNotFound: # pragma: no cover
|
|
11
|
+
# package is not installed
|
|
12
|
+
__version__ = 'unknown' # pragma: no cover
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import pkg_resources
|
|
2
|
+
import pooch
|
|
3
|
+
|
|
4
|
+
DATASETS = pooch.create(
|
|
5
|
+
path=pooch.os_cache('arm-test-data'),
|
|
6
|
+
base_url='https://github.com/openradar/arm-test-data/raw/main/data/',
|
|
7
|
+
env='ACT_TEST_DATA_DIR',
|
|
8
|
+
)
|
|
9
|
+
|
|
10
|
+
with pkg_resources.resource_stream('arm_test_data', 'registry.txt') as registry_file:
|
|
11
|
+
DATASETS.load_registry(registry_file)
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
def locate():
|
|
15
|
+
"""The absolute path to the sample data storage location on disk.
|
|
16
|
+
This is where the data are saved on your computer. The location is
|
|
17
|
+
dependent on the operating system. The folder locations are defined by the
|
|
18
|
+
``appdirs`` package (see the `appdirs documentation
|
|
19
|
+
<https://github.com/ActiveState/appdirs>`__).
|
|
20
|
+
The location can be overwritten by the ``PYTHIA_DATASETS_DIR`` environment
|
|
21
|
+
variable to the desired destination.
|
|
22
|
+
Returns
|
|
23
|
+
-------
|
|
24
|
+
path : str
|
|
25
|
+
The local data storage location.
|
|
26
|
+
"""
|
|
27
|
+
return str(DATASETS.abspath)
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
201509021500.bi 27f1065949fbe89b1c74b885d4de64c8e7af138556037fe7f9d340ac6d5db3eb
|
|
2
|
+
AAFNAV_COR_20181104_R0.ict 27f2a9f2cb4c6b4c46dcd23f55ec7a698c183fc6330fb1c76d7749bcf5b47889
|
|
3
|
+
NEON.D18.BARR.DP1.00002.001.000.010.001.SAAT_1min.2022-10.expanded.20221107T205629Z.csv 613bc7f56592667ff333161d81fe71e6f05569413007465b72cb21bd072317fc
|
|
4
|
+
NEON.D18.BARR.DP1.00002.001.sensor_positions.20221107T205629Z.csv 8d482e02ef0254b845e193c37875cc9048ea9f197b3ad451fb78fcfeec42629c
|
|
5
|
+
NEON.D18.BARR.DP1.00002.001.variables.20221201T110553Z.csv 0b5d1ea07a6156085ebadbd78f3154171caf07406414d19ef227148aef6e641a
|
|
6
|
+
anltwr_mar19met.data a44d37b45545c917731babcef2deb16775e0fbfd4bc69c3c36c5d909e3c6544e
|
|
7
|
+
ayp22199.21m 20490713dbe93174842902e8712d2617f7f468fad1fc3dd7bddefb6e81d965f7
|
|
8
|
+
ayp22200.00m 3f1499d4cfb9b7f6404bfffbc3bb3653807861ebcf2371372d5533b2a5069279
|
|
9
|
+
brw21001.dat f40e5365092996966f4d9d080636b47c96afb8f58824a5884a7a64c873b84736
|
|
10
|
+
brw_12_2020_hour.dat 560fb1f7b7b5e957ea69175704233b777914ed9ec652d760511128f97aae540c
|
|
11
|
+
brw_CCl4_Day.dat 308cd66e6729b8446274b61eb0abfa0192df739f0ec63efedac71112b5c23947
|
|
12
|
+
co2_brw_surface-insitu_1_ccgg_MonthlyData.txt 60b48b28d2bbc970659d12ce63353525ccc91c0611d9f78cf5702f9bff6ac060
|
|
13
|
+
ctd21125.15w 35c271163967fe249a0122e77f592d59754f463e0ddd834bd1804b4ce285be12
|
|
14
|
+
ctd22187.00t.txt 414559c37cf336e5609914bbd5e6ceecd8ed9d9f16ca606ca2d37244b4422544
|
|
15
|
+
enametC1.b1.20221109.000000.cdf 0f6e1580e1cd0b93f53b9ada2bfea2df40c18fbd574c7f292cbfb65398f2cfa3
|
|
16
|
+
gucmetM1.b1.20230301.000000.cdf 507690c5823ad88e5047e70c1a88a46cd873a02380172743fe1d1ccf7eed957d
|
|
17
|
+
maraosmetM1.a1.20180201.000000.nc b0f09897712422405857878eb411555bde37519d18de575b221f3e5bb52dcd07
|
|
18
|
+
marirtsstM1.b1.20190320.000000.nc c3d979b66fb702694701aede0204ab241c30e7449cd89308a94a07c953754ef1
|
|
19
|
+
marnavM1.a1.20180201.000000.nc 350bb0ae1ccba11131a15fbce276c1b8fab0daa10755fcd5ed446bad7c458243
|
|
20
|
+
met_brw_insitu_1_obop_hour_2020.txt f2dbbc3c97754d6c1cf7fa8095f35461d1091b07b50f59a2c87f8f4dcaae0272
|
|
21
|
+
met_lcl.nc c937216bcc66b2c34fef9cdac4be410a8698e55d78cc8f4e19e2f05018b3570c
|
|
22
|
+
mosaossp2M1.00.20191216.000601.raw.20191216000000.ini fc4178a644755b715dc3c0d3573eb8fd09916f5561c14a68aad64fe21311d686
|
|
23
|
+
mosaossp2M1.00.20191216.130601.raw.20191216x193.sp2b 9660a548c5d3eee157c325d0a931372189c195f21c101e27916fc46da69c8092
|
|
24
|
+
mosaossp2auxM1.00.20191217.010801.raw.20191216000000.hk 35223771c33b592c22b9c428c6504589150b06f58f90e9cf24ca44686a079175
|
|
25
|
+
nsacloudphaseC1.c1.20180601.000000.nc 8c94876f91fde3785bbacb07d7a7ff66e821df669c8146da8cce8584a2407556
|
|
26
|
+
nsasurfspecalb1mlawerC1.c1.20160609.080000.nc 84f97d09cec0f8c5d8d8ddfd96d5625be4860cfa3593fc12a9f44d80bff8e144
|
|
27
|
+
sgp30ebbrE13.b1.20190601.000000.nc 93ef098581a2c9a4915d5d7cfc77ca27c4f3a38958e07b816c33b28cb925f6c5
|
|
28
|
+
sgp30ebbrE32.b1.20191125.000000.nc 8f29d7ba12aea3f1e63cce2ce69bba96ba687ec962f36ebc96c8f58aa74811a7
|
|
29
|
+
sgp30ebbrE32.b1.20191130.000000.nc 234a265a2deb59585cccab7ee97d2e940965717395180bafa87783e1ef5220ca
|
|
30
|
+
sgp30ecorE14.b1.20190601.000000.cdf 1ac659d761bee9d91536c164465daf64e592dc28b214226002a456edff174054
|
|
31
|
+
sgpaerich1C1.b1.20190501.000342.nc 2fbfdc8289519daedfae55581a7eade2ff69a6bf9dae7e874a706a6644b29c64
|
|
32
|
+
sgpaosccn2colaE13.b1.20170903.000000.nc 17eeb6c6be6dab5752d3556bf9622d88f44185654d435aff44debe8e2bce709d
|
|
33
|
+
sgpbrsC1.b1.20190705.000000.cdf 6ee6a9f304a8bf8d813e1df93069f8234b3cde9f0c501efad5f8568b04201e97
|
|
34
|
+
sgpceilC1.b1.20190101.000000.nc 8651dc920e480dffb6c1d3e4337f622b248b8b3ebf421a0a5b05888ac4baf32d
|
|
35
|
+
sgpco2flx4mC1.b1.20201007.001500.nc 5e996782a6c5c003463edf65bb22b4773a93d8174949f4991ee95d7af55c4fd6
|
|
36
|
+
sgpdlppiC1.b1.20191015.120023.cdf 7f60e5ec1836aa20c047e89fd13408387259fb49dd1ecd3202f30854bcc2bdfd
|
|
37
|
+
sgpdlppiC1.b1.20191015.121506.cdf b5513a4f4cc018debce6de6c0be6dac56fe522bb224acebbacf3f66c3d3f0aa0
|
|
38
|
+
sgpirt25m20sC1.a0.20190601.000000.cdf 0c512035be9346d233e67c9a6f3d82ada8068afbafe31f3d9165dbce905a1afb
|
|
39
|
+
sgpmetE13.b1.20190101.000000.cdf bf34e6ec9c69891c1e9f8b742a2609f8560e077de6cc89c81165f1836b8616fb
|
|
40
|
+
sgpmetE13.b1.20190102.000000.cdf f74dac2ee6edcccb5ab18dc9af19bea14b8e1c4b7d45c542e7a2fd79737c9eea
|
|
41
|
+
sgpmetE13.b1.20190103.000000.cdf 35369af0e8bb1dd6039e4cf2644ed46c332283956ef2b501bda74e338a3f0140
|
|
42
|
+
sgpmetE13.b1.20190104.000000.cdf 5d4591d042bc73122a7184b4983941d0b99a177305f84c45dfca852c8645743f
|
|
43
|
+
sgpmetE13.b1.20190105.000000.cdf 235f18bb97cb085b8b68fafbe2415e42f2f91dce58a3c0a62fda944814c54813
|
|
44
|
+
sgpmetE13.b1.20190106.000000.cdf 8d782af1ab1f2a6c8a3621e33bf17e21f86568d473eeb32efc7b6a96be372d4b
|
|
45
|
+
sgpmetE13.b1.20190107.000000.cdf 33172799e128b40d3d9c45b65ac728b6b99e4d5fec3ac0a68385873b021e83fc
|
|
46
|
+
sgpmetE13.b1.20190508.000000.cdf aa97f7f14b1a853735df638a940d051e91c45fc454b912566b16dbb0e1799c50
|
|
47
|
+
sgpmetE13.b1.20210401.000000.csv 337332c03146696e53001dfefe22325537f3f8a1c84e662b9de45224672705e9
|
|
48
|
+
sgpmetE13.b1.yaml 663e806bf20eb790aa05b15208a3994fe5317e774fd3b44f2fd10461c746cfae
|
|
49
|
+
sgpmetE15.b1.20190508.000000.cdf 4c16df95bcefced0d163c408b11748533d4af958fb7626d37be8bd0ec706f0b3
|
|
50
|
+
sgpmetE31.b1.20190508.000000.cdf 3aa08694164787ae69ad992d577b7f615dfb730bb43ccea6b51edcc06459147d
|
|
51
|
+
sgpmetE32.b1.20190508.000000.cdf 669444dd3aed778a89c560cd6312f46ac054e0195e9000f6427942c3991e1c7d
|
|
52
|
+
sgpmetE33.b1.20190508.000000.cdf 1921e65e6abfcf920b7d948524c613eee3ac529c293960205335945f9b9e56fc
|
|
53
|
+
sgpmetE34.b1.20190508.000000.cdf f27a795a19af54e38b270565af9c2ebc56fe78ab32449a89756a3da15872d754
|
|
54
|
+
sgpmetE35.b1.20190508.000000.cdf 7fcf103504500c0a74468f974d9304ac586c5d0c2e04b7dd53a0d331d7343019
|
|
55
|
+
sgpmetE36.b1.20190508.000000.cdf a0ba48d96499864bb8b137283134ae0a7fa1a677d5b9581a36197ef6c60f4c1d
|
|
56
|
+
sgpmetE37.b1.20190508.000000.cdf 8bd08419491860ac05a8a9cf58268b75ec324cbc2efb1528e5a6bb0564d858bb
|
|
57
|
+
sgpmetE38.b1.20190508.000000.cdf f7981fae7a8f9557ba26052ea485da450185e48dc006e9c2f85eda9fd11e01d7
|
|
58
|
+
sgpmetE39.b1.20190508.000000.cdf 6360c5bbadcfddb6154a136b58b8252c784c87fac0bb98f3bbfee78e8aa4c8bb
|
|
59
|
+
sgpmetE40.b1.20190508.000000.cdf 54dfc093943784c782ed1e211e74869872ba13b90eaf9294142eb4325802b6c9
|
|
60
|
+
sgpmetE9.b1.20190508.000000.cdf b8d2870a65ca0d9113938ab139220d340fb6ed71d877e3419c1aaa6db784224d
|
|
61
|
+
sgpmet_no_time.nc 8f943a9167b5ab84224a5a66b5b487684635945f832c1c7de2cb6ee483319f2b
|
|
62
|
+
sgpmet_test_time.nc 0cb5c8444459e1d9a743a25bbb78a69dc2a342b86367d7b93badf19242a20d76
|
|
63
|
+
sgpmfrsr7nchE11.b1.20210329.070000.nc de1b307c24091fa16293635d1ff79cd05efa92e4f502674eb4968a7aa29caf38
|
|
64
|
+
sgpmmcrC1.b1.1.cdf b003d83526eb88c88d892fb29ed837347fa3c0d172cef1ffa07e8461df0679de
|
|
65
|
+
sgpmmcrC1.b1.2.cdf 5b281de250aeaad9c9f5b1b8f1189197cc7b560b5456c3cb60930ad9beb9290b
|
|
66
|
+
sgpmplpolfsC1.b1.20190502.000000.cdf 4aac939de00224a78da3c807e75a74e8eee982bc6a146e6c9bd7407b93118dcd
|
|
67
|
+
sgprlC1.a0.20160131.000000.nc 268100c8f613e2c6461350b3c7ad5400ac62c1f59028b5bb066887d2d86d85e3
|
|
68
|
+
sgpsebsE14.b1.20190601.000000.cdf aa303a669592505ceae4f0f5f5faeb1af141c604507153963de0fd1d7709a742
|
|
69
|
+
sgpsirsE13.b1.20190101.000000.cdf 5319dce8baee58e68d184ebe0db3d2e78d9848449c3bba7e7b54e9061ea24b0c
|
|
70
|
+
sgpsondewnpnC1.b1.20190101.053200.cdf fda7734596114373665cf34e3f89ef07f915933763b5c6e949694eeeca0fe24d
|
|
71
|
+
sgpstampE13.b1.20200101.000000.nc 1e4294796668aae5a1966a13bbb620d835b2da2ce789d10ad91afcfbed70c265
|
|
72
|
+
sgpstampE31.b1.20200101.000000.nc 86f578b522ae682eb20686a2d3a2b7e6cda396cdb1b14ce53087b4924fb1ddbb
|
|
73
|
+
sgpstampE32.b1.20200101.000000.nc 19b178f4f93b79f0a56e2cd24e3f59b292680e72175b7c00774d7da70c82a64e
|
|
74
|
+
sgpstampE33.b1.20200101.000000.nc bceee025bf3dd81cfcd8c2e89cfcbc465e7ce942e3ea380e94839623fe435a3d
|
|
75
|
+
sgpstampE34.b1.20200101.000000.nc fb6677d675ee8a25570cbdb518a8b39093690baa7309a776ce2125f680802b70
|
|
76
|
+
sgpstampE9.b1.20200101.000000.nc c9cad1cad5a5818a259cdcecc3c1379704dca82e2ace0a0b25b0da19f231b03c
|
|
77
|
+
sodar.20230404.mnd dd03abaedb0646e55c47345a9f5639deb0c6c50a8f22f3cfc28218cf7a223165
|
|
78
|
+
twpsondewnpnC3.b1.20060119.050300.custom.cdf 6db6f555e7e7a4c5a30da88d5949317674fe23720c71d7f3b5cd2f7354b5a128
|
|
79
|
+
twpsondewnpnC3.b1.20060119.112000.custom.cdf bd69dfa3eccd533b372df14c7a206130fab054cddbf493005e9ac204ce875f4e
|
|
80
|
+
twpsondewnpnC3.b1.20060119.163300.custom.cdf 456491abac0ec31a0808f6631f64bbda72e32df649285e936fe1d660775c3396
|
|
81
|
+
twpsondewnpnC3.b1.20060119.231600.custom.cdf 11e8c0cc3ab9fcc1cd4043602f2a9fe75dad5cbc74093e2ce5057fcba427915b
|
|
82
|
+
twpsondewnpnC3.b1.20060120.043800.custom.cdf 48d32fd24cb39fe44d8f3ce622e58f88ad55f5b24a299c7bfd35335533b9dfc9
|
|
83
|
+
twpsondewnpnC3.b1.20060120.111900.custom.cdf 70446c96bc4d9d0bfd84145ff44ee156b2563d65fea95131d17c22d51f50a54d
|
|
84
|
+
twpsondewnpnC3.b1.20060120.170800.custom.cdf 346646cb9dbe61bdd9c5f7243e31123964b182fcdd57ef69f96eeaf5a4a38892
|
|
85
|
+
twpsondewnpnC3.b1.20060120.231500.custom.cdf 8d89180c289cfa6fba1e26cb536f138a67f11ed3da843534c5589f97cdce889a
|
|
86
|
+
twpsondewnpnC3.b1.20060121.051500.custom.cdf f6e79acd522246de867eb6290680c0cbdda3cd502df5be56650cfd780cb2c964
|
|
87
|
+
twpsondewnpnC3.b1.20060121.111600.custom.cdf da94fcc0a8b829e2801b9ac4dc72f72e7f946ff7fc94bc6a79dc9db0e733818e
|
|
88
|
+
twpsondewnpnC3.b1.20060121.171600.custom.cdf 8260c57643d38f32bae74029d27cbf3bd5b94097cdc12e3e25a6052b1b4cb78d
|
|
89
|
+
twpsondewnpnC3.b1.20060121.231600.custom.cdf 4648ce10e6fec851d910e653a198d6ca34925aeb779b358c5e6f5e6938d8b3b8
|
|
90
|
+
twpsondewnpnC3.b1.20060122.052600.custom.cdf fbb7ca70eff991e745181b33a0d6f00ebc85c8643f156794bd6cd593d3492ccc
|
|
91
|
+
twpsondewnpnC3.b1.20060122.111500.custom.cdf 490385c662f0da842ec277415f87cd4df00eb5d80591d1506bcd7765600ff3d0
|
|
92
|
+
twpsondewnpnC3.b1.20060122.171800.custom.cdf 1cae423ce9642b3a6175095a34363bdaf30f160ee52242f9e843ab61a9ff388a
|
|
93
|
+
twpsondewnpnC3.b1.20060122.232600.custom.cdf 5bde53e445751deaba88ff63c1e2503a2cb8651a3851e67c1c84e02530163602
|
|
94
|
+
twpsondewnpnC3.b1.20060123.052500.custom.cdf 5bc2749683b6e2ef835966203dc0f0679eacea4d4d5ccbcd2e948890b9fe9657
|
|
95
|
+
twpsondewnpnC3.b1.20060123.111700.custom.cdf 9811918d8b281db6b1366c7f65f5228b35c2527fb5d8e9b69a5c664371beae2e
|
|
96
|
+
twpsondewnpnC3.b1.20060123.171600.custom.cdf 952e18fec12d15a077175af593756098d691c2f38504b75f4efabe8b4ce98812
|
|
97
|
+
twpsondewnpnC3.b1.20060123.231500.custom.cdf 0094f0973afa9e2a6d2629448aa66a930bad6cd9ef9a7c7dbc887f09b5c795f0
|
|
98
|
+
twpsondewnpnC3.b1.20060124.051500.custom.cdf 663f87075fc8b7d8f0d03df0a46a7a04cfd02933ec977ff252a07b284ab1e42e
|
|
99
|
+
twpsondewnpnC3.b1.20060124.111800.custom.cdf b8742dede3d7151e01fba6f9d9e5dce0dd26c46f85a4e87d5790d9aecdb6d024
|
|
100
|
+
twpsondewnpnC3.b1.20060124.171700.custom.cdf 07eb0914120342ba73dfbdc601a06037357e64be594f90563fabbe4687dd6aea
|
|
101
|
+
twpsondewnpnC3.b1.20060124.231500.custom.cdf 883c5c4c55cc1ac4533064d548ffc33ec37e2f5fe99ea39b221782ddefb72db4
|
|
102
|
+
twpvisstgridirtemp.c1.20050705.002500.nc b26f9206c3a1706f43eb623c67c1bf4854f8847f89367b819aebbb70842bba18
|
|
103
|
+
vdis.b1 a1770fc0f655196c717f52eea62442370c3be186b420b31f81a26b52dcafb1ba
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
# file generated by setuptools_scm
|
|
2
|
+
# don't change, don't track in version control
|
|
3
|
+
TYPE_CHECKING = False
|
|
4
|
+
if TYPE_CHECKING:
|
|
5
|
+
from typing import Tuple, Union
|
|
6
|
+
VERSION_TUPLE = Tuple[Union[int, str], ...]
|
|
7
|
+
else:
|
|
8
|
+
VERSION_TUPLE = object
|
|
9
|
+
|
|
10
|
+
version: str
|
|
11
|
+
__version__: str
|
|
12
|
+
__version_tuple__: VERSION_TUPLE
|
|
13
|
+
version_tuple: VERSION_TUPLE
|
|
14
|
+
|
|
15
|
+
__version__ = version = '0.0.1'
|
|
16
|
+
__version_tuple__ = version_tuple = (0, 0, 1)
|
|
@@ -0,0 +1,225 @@
|
|
|
1
|
+
Metadata-Version: 2.1
|
|
2
|
+
Name: arm-test-data
|
|
3
|
+
Version: 0.0.1
|
|
4
|
+
Summary: Provides utility functions for accessing data repository for openradar examples/notebooks
|
|
5
|
+
Author: Atmospheric Data Community Toolkit Dev Team
|
|
6
|
+
License: MIT License
|
|
7
|
+
|
|
8
|
+
Copyright (c) 2023 ARM User Facility
|
|
9
|
+
|
|
10
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
11
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
12
|
+
in the Software without restriction, including without limitation the rights
|
|
13
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
14
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
15
|
+
furnished to do so, subject to the following conditions:
|
|
16
|
+
|
|
17
|
+
The above copyright notice and this permission notice shall be included in all
|
|
18
|
+
copies or substantial portions of the Software.
|
|
19
|
+
|
|
20
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
21
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
22
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
23
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
24
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
25
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
26
|
+
SOFTWARE.
|
|
27
|
+
|
|
28
|
+
Project-URL: homepage, https://github.com/ARM-DOE/arm-test-data
|
|
29
|
+
Project-URL: documentation, https://github.com/ARM-DOE/arm-test-data
|
|
30
|
+
Project-URL: repository, https://github.com/ARM-DOE/arm-test-data
|
|
31
|
+
Project-URL: tracker, https://github.com/ARM-DOE/arm-test-data/issues
|
|
32
|
+
Keywords: arm-test-data,atmosphere,meteorology
|
|
33
|
+
Classifier: Development Status :: 2 - Pre-Alpha
|
|
34
|
+
Classifier: License :: OSI Approved :: MIT License
|
|
35
|
+
Classifier: Natural Language :: English
|
|
36
|
+
Classifier: Programming Language :: Python :: 3
|
|
37
|
+
Classifier: Programming Language :: Python :: 3.9
|
|
38
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
39
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
40
|
+
Classifier: Topic :: Scientific/Engineering
|
|
41
|
+
Classifier: Operating System :: OS Independent
|
|
42
|
+
Classifier: Intended Audience :: Science/Research
|
|
43
|
+
Requires-Python: >=3.9
|
|
44
|
+
Description-Content-Type: text/markdown
|
|
45
|
+
License-File: LICENSE
|
|
46
|
+
Requires-Dist: pooch
|
|
47
|
+
|
|
48
|
+
# arm-test-data
|
|
49
|
+
[](https://github.com/ARM-DOE/arm-test-data/actions/workflows/ci.yaml)
|
|
50
|
+
[](https://pypi.python.org/pypi/arm-test-data)
|
|
51
|
+
[](https://anaconda.org/conda-forge/arm-test-data)
|
|
52
|
+
|
|
53
|
+
A place to share radar data with the community, shared between the open radar packages
|
|
54
|
+
|
|
55
|
+
## Sample data sets
|
|
56
|
+
|
|
57
|
+
These files are used as sample data in openradar examples/notebooks and are downloaded by `arm-test-data` package:
|
|
58
|
+
|
|
59
|
+
- `201509021500.bi`
|
|
60
|
+
- `AAFNAV_COR_20181104_R0.ict`
|
|
61
|
+
- `NEON.D18.BARR.DP1.00002.001.000.010.001.SAAT_1min.2022-10.expanded.20221107T205629Z.csv`
|
|
62
|
+
- `NEON.D18.BARR.DP1.00002.001.sensor_positions.20221107T205629Z.csv`
|
|
63
|
+
- `NEON.D18.BARR.DP1.00002.001.variables.20221201T110553Z.csv`
|
|
64
|
+
- `anltwr_mar19met.data`
|
|
65
|
+
- `ayp22199.21m`
|
|
66
|
+
- `ayp22200.00m`
|
|
67
|
+
- `brw21001.dat`
|
|
68
|
+
- `brw_12_2020_hour.dat`
|
|
69
|
+
- `brw_CCl4_Day.dat`
|
|
70
|
+
- `co2_brw_surface-insitu_1_ccgg_MonthlyData.txt`
|
|
71
|
+
- `ctd21125.15w`
|
|
72
|
+
- `ctd22187.00t.txt`
|
|
73
|
+
- `enametC1.b1.20221109.000000.cdf`
|
|
74
|
+
- `gucmetM1.b1.20230301.000000.cdf`
|
|
75
|
+
- `list_of_files.txt`
|
|
76
|
+
- `maraosmetM1.a1.20180201.000000.nc`
|
|
77
|
+
- `marirtsstM1.b1.20190320.000000.nc`
|
|
78
|
+
- `marnavM1.a1.20180201.000000.nc`
|
|
79
|
+
- `met_brw_insitu_1_obop_hour_2020.txt`
|
|
80
|
+
- `met_lcl.nc`
|
|
81
|
+
- `mosaossp2M1.00.20191216.000601.raw.20191216000000.ini`
|
|
82
|
+
- `mosaossp2M1.00.20191216.130601.raw.20191216x193.sp2b`
|
|
83
|
+
- `mosaossp2auxM1.00.20191217.010801.raw.20191216000000.hk`
|
|
84
|
+
- `nsacloudphaseC1.c1.20180601.000000.nc`
|
|
85
|
+
- `nsasurfspecalb1mlawerC1.c1.20160609.080000.nc`
|
|
86
|
+
- `sgp30ebbrE13.b1.20190601.000000.nc`
|
|
87
|
+
- `sgp30ebbrE32.b1.20191125.000000.nc`
|
|
88
|
+
- `sgp30ebbrE32.b1.20191130.000000.nc`
|
|
89
|
+
- `sgp30ecorE14.b1.20190601.000000.cdf`
|
|
90
|
+
- `sgpaerich1C1.b1.20190501.000342.nc`
|
|
91
|
+
- `sgpaosccn2colaE13.b1.20170903.000000.nc`
|
|
92
|
+
- `sgpbrsC1.b1.20190705.000000.cdf`
|
|
93
|
+
- `sgpceilC1.b1.20190101.000000.nc`
|
|
94
|
+
- `sgpco2flx4mC1.b1.20201007.001500.nc`
|
|
95
|
+
- `sgpdlppiC1.b1.20191015.120023.cdf`
|
|
96
|
+
- `sgpdlppiC1.b1.20191015.121506.cdf`
|
|
97
|
+
- `sgpirt25m20sC1.a0.20190601.000000.cdf`
|
|
98
|
+
- `sgpmetE13.b1.20190101.000000.cdf`
|
|
99
|
+
- `sgpmetE13.b1.20190102.000000.cdf`
|
|
100
|
+
- `sgpmetE13.b1.20190103.000000.cdf`
|
|
101
|
+
- `sgpmetE13.b1.20190104.000000.cdf`
|
|
102
|
+
- `sgpmetE13.b1.20190105.000000.cdf`
|
|
103
|
+
- `sgpmetE13.b1.20190106.000000.cdf`
|
|
104
|
+
- `sgpmetE13.b1.20190107.000000.cdf`
|
|
105
|
+
- `sgpmetE13.b1.20190508.000000.cdf`
|
|
106
|
+
- `sgpmetE13.b1.20210401.000000.csv`
|
|
107
|
+
- `sgpmetE13.b1.yaml`
|
|
108
|
+
- `sgpmetE15.b1.20190508.000000.cdf`
|
|
109
|
+
- `sgpmetE31.b1.20190508.000000.cdf`
|
|
110
|
+
- `sgpmetE32.b1.20190508.000000.cdf`
|
|
111
|
+
- `sgpmetE33.b1.20190508.000000.cdf`
|
|
112
|
+
- `sgpmetE34.b1.20190508.000000.cdf`
|
|
113
|
+
- `sgpmetE35.b1.20190508.000000.cdf`
|
|
114
|
+
- `sgpmetE36.b1.20190508.000000.cdf`
|
|
115
|
+
- `sgpmetE37.b1.20190508.000000.cdf`
|
|
116
|
+
- `sgpmetE38.b1.20190508.000000.cdf`
|
|
117
|
+
- `sgpmetE39.b1.20190508.000000.cdf`
|
|
118
|
+
- `sgpmetE40.b1.20190508.000000.cdf`
|
|
119
|
+
- `sgpmetE9.b1.20190508.000000.cdf`
|
|
120
|
+
- `sgpmet_no_time.nc`
|
|
121
|
+
- `sgpmet_test_time.nc`
|
|
122
|
+
- `sgpmfrsr7nchE11.b1.20210329.070000.nc`
|
|
123
|
+
- `sgpmmcrC1.b1.1.cdf`
|
|
124
|
+
- `sgpmmcrC1.b1.2.cdf`
|
|
125
|
+
- `sgpmplpolfsC1.b1.20190502.000000.cdf`
|
|
126
|
+
- `sgprlC1.a0.20160131.000000.nc`
|
|
127
|
+
- `sgpsebsE14.b1.20190601.000000.cdf`
|
|
128
|
+
- `sgpsirsE13.b1.20190101.000000.cdf`
|
|
129
|
+
- `sgpsondewnpnC1.b1.20190101.053200.cdf`
|
|
130
|
+
- `sgpstampE13.b1.20200101.000000.nc`
|
|
131
|
+
- `sgpstampE31.b1.20200101.000000.nc`
|
|
132
|
+
- `sgpstampE32.b1.20200101.000000.nc`
|
|
133
|
+
- `sgpstampE33.b1.20200101.000000.nc`
|
|
134
|
+
- `sgpstampE34.b1.20200101.000000.nc`
|
|
135
|
+
- `sgpstampE9.b1.20200101.000000.nc`
|
|
136
|
+
- `sodar.20230404.mnd`
|
|
137
|
+
- `twpsondewnpnC3.b1.20060119.050300.custom.cdf`
|
|
138
|
+
- `twpsondewnpnC3.b1.20060119.112000.custom.cdf`
|
|
139
|
+
- `twpsondewnpnC3.b1.20060119.163300.custom.cdf`
|
|
140
|
+
- `twpsondewnpnC3.b1.20060119.231600.custom.cdf`
|
|
141
|
+
- `twpsondewnpnC3.b1.20060120.043800.custom.cdf`
|
|
142
|
+
- `twpsondewnpnC3.b1.20060120.111900.custom.cdf`
|
|
143
|
+
- `twpsondewnpnC3.b1.20060120.170800.custom.cdf`
|
|
144
|
+
- `twpsondewnpnC3.b1.20060120.231500.custom.cdf`
|
|
145
|
+
- `twpsondewnpnC3.b1.20060121.051500.custom.cdf`
|
|
146
|
+
- `twpsondewnpnC3.b1.20060121.111600.custom.cdf`
|
|
147
|
+
- `twpsondewnpnC3.b1.20060121.171600.custom.cdf`
|
|
148
|
+
- `twpsondewnpnC3.b1.20060121.231600.custom.cdf`
|
|
149
|
+
- `twpsondewnpnC3.b1.20060122.052600.custom.cdf`
|
|
150
|
+
- `twpsondewnpnC3.b1.20060122.111500.custom.cdf`
|
|
151
|
+
- `twpsondewnpnC3.b1.20060122.171800.custom.cdf`
|
|
152
|
+
- `twpsondewnpnC3.b1.20060122.232600.custom.cdf`
|
|
153
|
+
- `twpsondewnpnC3.b1.20060123.052500.custom.cdf`
|
|
154
|
+
- `twpsondewnpnC3.b1.20060123.111700.custom.cdf`
|
|
155
|
+
- `twpsondewnpnC3.b1.20060123.171600.custom.cdf`
|
|
156
|
+
- `twpsondewnpnC3.b1.20060123.231500.custom.cdf`
|
|
157
|
+
- `twpsondewnpnC3.b1.20060124.051500.custom.cdf`
|
|
158
|
+
- `twpsondewnpnC3.b1.20060124.111800.custom.cdf`
|
|
159
|
+
- `twpsondewnpnC3.b1.20060124.171700.custom.cdf`
|
|
160
|
+
- `twpsondewnpnC3.b1.20060124.231500.custom.cdf`
|
|
161
|
+
- `twpvisstgridirtemp.c1.20050705.002500.nc`
|
|
162
|
+
- `vdis.b1`
|
|
163
|
+
|
|
164
|
+
## Adding new datasets
|
|
165
|
+
|
|
166
|
+
To add a new dataset file, please follow these steps:
|
|
167
|
+
|
|
168
|
+
1. Add the dataset file to the `data/` directory
|
|
169
|
+
2. From the command line, run `python make_registry.py` script to update the registry file residing in `open_radar_data/registry.txt`
|
|
170
|
+
3. Commit and push your changes to GitHub
|
|
171
|
+
|
|
172
|
+
## Using datasets in notebooks and/or scripts
|
|
173
|
+
|
|
174
|
+
- Ensure the `arm-test-data` package is installed in your environment
|
|
175
|
+
|
|
176
|
+
```bash
|
|
177
|
+
python -m pip install arm-test-data
|
|
178
|
+
|
|
179
|
+
# or
|
|
180
|
+
|
|
181
|
+
python -m pip install git+https://github.com/ARM-DOE/arm-test-data
|
|
182
|
+
|
|
183
|
+
# or
|
|
184
|
+
|
|
185
|
+
conda install -c conda-forge arm-test-data
|
|
186
|
+
```
|
|
187
|
+
|
|
188
|
+
- Import `DATASETS` and inspect the registry to find out which datasets are available
|
|
189
|
+
|
|
190
|
+
```python
|
|
191
|
+
In [1]: from arm_test_data import DATASETS
|
|
192
|
+
|
|
193
|
+
In [2]: DATASETS.registry_files
|
|
194
|
+
Out[2]: ['sample_file.nc`]
|
|
195
|
+
```
|
|
196
|
+
|
|
197
|
+
- To fetch a data file of interest, use the `.fetch` method and provide the filename of the data file. This will
|
|
198
|
+
|
|
199
|
+
- download and cache the file if it doesn't exist already.
|
|
200
|
+
- retrieve and return the local path
|
|
201
|
+
|
|
202
|
+
```python
|
|
203
|
+
In [4]: filepath = DATASETS.fetch('sample_data.nc')
|
|
204
|
+
|
|
205
|
+
In [5]: filepath
|
|
206
|
+
Out[5]: '/Users/mgrover/Library/Caches/arm-test-data/sample_sgp_data.nc'
|
|
207
|
+
```
|
|
208
|
+
|
|
209
|
+
- Once you have access to the local filepath, you can then use it to load your dataset into pandas or xarray or your package of choice:
|
|
210
|
+
|
|
211
|
+
```python
|
|
212
|
+
In [6]: radar = pyart.io.read(filepath)
|
|
213
|
+
```
|
|
214
|
+
|
|
215
|
+
## Changing the default data cache location
|
|
216
|
+
|
|
217
|
+
The default cache location (where the data are saved on your local system) is dependent on the operating system. You can use the `locate()` method to identify it:
|
|
218
|
+
|
|
219
|
+
```python
|
|
220
|
+
from arm_test_data import locate
|
|
221
|
+
locate()
|
|
222
|
+
```
|
|
223
|
+
|
|
224
|
+
The location can be overwritten by the `ACT_TEST_DATA_DIR` environment
|
|
225
|
+
variable to the desired destination.
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
.gitignore
|
|
2
|
+
LICENSE
|
|
3
|
+
MANIFEST.in
|
|
4
|
+
README.md
|
|
5
|
+
make_registry.py
|
|
6
|
+
pyproject.toml
|
|
7
|
+
requirements.txt
|
|
8
|
+
.github/workflows/ci.yaml
|
|
9
|
+
.github/workflows/pypi-release.yml
|
|
10
|
+
arm_test_data/__init__.py
|
|
11
|
+
arm_test_data/dataset.py
|
|
12
|
+
arm_test_data/registry.txt
|
|
13
|
+
arm_test_data/version.py
|
|
14
|
+
arm_test_data.egg-info/PKG-INFO
|
|
15
|
+
arm_test_data.egg-info/SOURCES.txt
|
|
16
|
+
arm_test_data.egg-info/dependency_links.txt
|
|
17
|
+
arm_test_data.egg-info/requires.txt
|
|
18
|
+
arm_test_data.egg-info/top_level.txt
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
pooch
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
arm_test_data
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
[project]
|
|
2
|
+
name = "arm-test-data"
|
|
3
|
+
description = """Provides utility functions for accessing data repository for openradar examples/notebooks"""
|
|
4
|
+
requires-python = ">=3.9"
|
|
5
|
+
license = {file = "LICENSE"}
|
|
6
|
+
keywords = ["arm-test-data", "atmosphere", "meteorology"]
|
|
7
|
+
authors = [
|
|
8
|
+
{name = "Atmospheric Data Community Toolkit Dev Team"},
|
|
9
|
+
]
|
|
10
|
+
classifiers=[
|
|
11
|
+
'Development Status :: 2 - Pre-Alpha',
|
|
12
|
+
'License :: OSI Approved :: MIT License',
|
|
13
|
+
'Natural Language :: English',
|
|
14
|
+
'Programming Language :: Python :: 3',
|
|
15
|
+
'Programming Language :: Python :: 3.9',
|
|
16
|
+
'Programming Language :: Python :: 3.10',
|
|
17
|
+
'Programming Language :: Python :: 3.11',
|
|
18
|
+
'Topic :: Scientific/Engineering',
|
|
19
|
+
'Operating System :: OS Independent',
|
|
20
|
+
'Intended Audience :: Science/Research',
|
|
21
|
+
]
|
|
22
|
+
dynamic = ["version", "dependencies", "readme"]
|
|
23
|
+
|
|
24
|
+
[build-system]
|
|
25
|
+
requires = [
|
|
26
|
+
"setuptools>=45",
|
|
27
|
+
"wheel",
|
|
28
|
+
"setuptools_scm[toml]>=7.0",
|
|
29
|
+
]
|
|
30
|
+
build-backend = "setuptools.build_meta"
|
|
31
|
+
|
|
32
|
+
[project.urls]
|
|
33
|
+
homepage = "https://github.com/ARM-DOE/arm-test-data"
|
|
34
|
+
documentation = "https://github.com/ARM-DOE/arm-test-data"
|
|
35
|
+
repository = "https://github.com/ARM-DOE/arm-test-data"
|
|
36
|
+
tracker = "https://github.com/ARM-DOE/arm-test-data/issues"
|
|
37
|
+
|
|
38
|
+
[tool.setuptools]
|
|
39
|
+
packages = ["arm_test_data"]
|
|
40
|
+
|
|
41
|
+
[tool.setuptools.dynamic]
|
|
42
|
+
dependencies = {file = ["requirements.txt"]}
|
|
43
|
+
readme = {file = ["README.md"], content-type = "text/markdown"}
|
|
44
|
+
|
|
45
|
+
[tool.setuptools_scm]
|
|
46
|
+
write_to = "arm_test_data/version.py"
|
|
47
|
+
version_scheme = "post-release"
|
|
48
|
+
local_scheme= "dirty-tag"
|
|
49
|
+
fallback_version = "999"
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
[tool.black]
|
|
53
|
+
line-length = 100
|
|
54
|
+
target-version = ['py39']
|
|
55
|
+
skip-string-normalization = true
|
|
56
|
+
|
|
57
|
+
[tool.ruff]
|
|
58
|
+
target-version = "py39"
|
|
59
|
+
builtins = ["ellipsis"]
|
|
60
|
+
exclude = [
|
|
61
|
+
".eggs",
|
|
62
|
+
"doc",
|
|
63
|
+
]
|
|
64
|
+
|
|
65
|
+
# E402: module level import not at top of file
|
|
66
|
+
# E501: line too long - let black worry about that
|
|
67
|
+
# E731: do not assign a lambda expression, use a def
|
|
68
|
+
ignore = [
|
|
69
|
+
"E402",
|
|
70
|
+
"E501",
|
|
71
|
+
"E731",
|
|
72
|
+
]
|
|
73
|
+
select = [
|
|
74
|
+
# Pyflakes
|
|
75
|
+
"F",
|
|
76
|
+
# Pycodestyle
|
|
77
|
+
"E",
|
|
78
|
+
"W",
|
|
79
|
+
# isort
|
|
80
|
+
"I",
|
|
81
|
+
# Pyupgrade
|
|
82
|
+
"UP",
|
|
83
|
+
]
|
|
84
|
+
|
|
85
|
+
[tool.ruff.isort]
|
|
86
|
+
known-first-party = ["arm-test-data"]
|
|
87
|
+
|
|
88
|
+
[tool.check-manifest]
|
|
89
|
+
ignore = ["docs/*", "tests/*", "ci/*"]
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
pooch
|