esgpull 0.7.1__tar.gz → 0.7.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (142) hide show
  1. {esgpull-0.7.1 → esgpull-0.7.2}/PKG-INFO +1 -1
  2. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/context.py +6 -1
  3. esgpull-0.7.2/esgpull/migrations/versions/0.7.2_update_tables.py +28 -0
  4. {esgpull-0.7.1 → esgpull-0.7.2}/pyproject.toml +1 -1
  5. {esgpull-0.7.1 → esgpull-0.7.2}/requirements-dev.lock +6 -6
  6. {esgpull-0.7.1 → esgpull-0.7.2}/requirements.lock +4 -4
  7. {esgpull-0.7.1 → esgpull-0.7.2}/.github/workflows/ci.yml +0 -0
  8. {esgpull-0.7.1 → esgpull-0.7.2}/.github/workflows/doc.yml +0 -0
  9. {esgpull-0.7.1 → esgpull-0.7.2}/.github/workflows/pypi-publish.yml +0 -0
  10. {esgpull-0.7.1 → esgpull-0.7.2}/.gitignore +0 -0
  11. {esgpull-0.7.1 → esgpull-0.7.2}/.pre-commit-config.yaml +0 -0
  12. {esgpull-0.7.1 → esgpull-0.7.2}/LICENSE +0 -0
  13. {esgpull-0.7.1 → esgpull-0.7.2}/README.md +0 -0
  14. {esgpull-0.7.1 → esgpull-0.7.2}/alembic.ini +0 -0
  15. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/configuration.md +0 -0
  16. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/download.md +0 -0
  17. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/glossary.md +0 -0
  18. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/download_1.svg +0 -0
  19. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/download_2.svg +0 -0
  20. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/download_3.svg +0 -0
  21. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/download_4.svg +0 -0
  22. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/download_5.svg +0 -0
  23. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/download_6.svg +0 -0
  24. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/intro_1.svg +0 -0
  25. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/intro_2.svg +0 -0
  26. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/intro_3.svg +0 -0
  27. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/intro_4.svg +0 -0
  28. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/intro_5.svg +0 -0
  29. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/intro_6.svg +0 -0
  30. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/quickstart_1.svg +0 -0
  31. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/search_1.svg +0 -0
  32. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/search_2.svg +0 -0
  33. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/search_3.svg +0 -0
  34. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/search_4.svg +0 -0
  35. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/search_5.svg +0 -0
  36. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/search_6.svg +0 -0
  37. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/search_7.svg +0 -0
  38. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/images/search_ignore.svg +0 -0
  39. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/index.md +0 -0
  40. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/installation.md +0 -0
  41. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/queries.md +0 -0
  42. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/quickstart.md +0 -0
  43. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/search.md +0 -0
  44. {esgpull-0.7.1 → esgpull-0.7.2}/docs/docs/stylesheets/extra.css +0 -0
  45. {esgpull-0.7.1 → esgpull-0.7.2}/docs/includes/abbreviations.md +0 -0
  46. {esgpull-0.7.1 → esgpull-0.7.2}/docs/mkdocs.yml +0 -0
  47. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/__init__.py +0 -0
  48. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/auth.py +0 -0
  49. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/__init__.py +0 -0
  50. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/add.py +0 -0
  51. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/autoremove.py +0 -0
  52. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/config.py +0 -0
  53. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/convert.py +0 -0
  54. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/datasets.py +0 -0
  55. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/decorators.py +0 -0
  56. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/download.py +0 -0
  57. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/facet.py +0 -0
  58. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/get.py +0 -0
  59. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/install.py +0 -0
  60. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/login.py +0 -0
  61. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/remove.py +0 -0
  62. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/retry.py +0 -0
  63. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/search.py +0 -0
  64. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/self.py +0 -0
  65. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/show.py +0 -0
  66. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/status.py +0 -0
  67. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/track.py +0 -0
  68. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/update.py +0 -0
  69. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/cli/utils.py +0 -0
  70. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/config.py +0 -0
  71. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/constants.py +0 -0
  72. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/database.py +0 -0
  73. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/download.py +0 -0
  74. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/esgpull.py +0 -0
  75. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/exceptions.py +0 -0
  76. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/fs.py +0 -0
  77. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/graph.py +0 -0
  78. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/install_config.py +0 -0
  79. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/README +0 -0
  80. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/env.py +0 -0
  81. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/script.py.mako +0 -0
  82. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.3.0_update_tables.py +0 -0
  83. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.3.1_update_tables.py +0 -0
  84. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.3.2_update_tables.py +0 -0
  85. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.3.3_update_tables.py +0 -0
  86. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.3.4_update_tables.py +0 -0
  87. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.3.5_update_tables.py +0 -0
  88. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.3.6_update_tables.py +0 -0
  89. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.3.7_update_tables.py +0 -0
  90. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.3.8_update_tables.py +0 -0
  91. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.4.0_update_tables.py +0 -0
  92. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.5.0_update_tables.py +0 -0
  93. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.5.1_update_tables.py +0 -0
  94. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.5.2_update_tables.py +0 -0
  95. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.5.3_update_tables.py +0 -0
  96. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.5.4_update_tables.py +0 -0
  97. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.5.5_update_tables.py +0 -0
  98. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.6.0_update_tables.py +0 -0
  99. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.6.1_update_tables.py +0 -0
  100. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.6.2_update_tables.py +0 -0
  101. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.6.3_update_tables.py +0 -0
  102. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.6.4_update_tables.py +0 -0
  103. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.6.5_update_tables.py +0 -0
  104. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.7.0_update_tables.py +0 -0
  105. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/migrations/versions/0.7.1_update_tables.py +0 -0
  106. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/models/__init__.py +0 -0
  107. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/models/base.py +0 -0
  108. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/models/dataset.py +0 -0
  109. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/models/facet.py +0 -0
  110. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/models/file.py +0 -0
  111. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/models/options.py +0 -0
  112. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/models/query.py +0 -0
  113. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/models/selection.py +0 -0
  114. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/models/sql.py +0 -0
  115. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/models/synda_file.py +0 -0
  116. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/models/tag.py +0 -0
  117. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/models/utils.py +0 -0
  118. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/processor.py +0 -0
  119. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/py.typed +0 -0
  120. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/result.py +0 -0
  121. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/tui.py +0 -0
  122. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/utils.py +0 -0
  123. {esgpull-0.7.1 → esgpull-0.7.2}/esgpull/version.py +0 -0
  124. {esgpull-0.7.1 → esgpull-0.7.2}/pdm.lock +0 -0
  125. {esgpull-0.7.1 → esgpull-0.7.2}/recipe/meta.yaml +0 -0
  126. {esgpull-0.7.1 → esgpull-0.7.2}/recipe/recipe.yaml +0 -0
  127. {esgpull-0.7.1 → esgpull-0.7.2}/tests/__init__.py +0 -0
  128. {esgpull-0.7.1 → esgpull-0.7.2}/tests/cli/__init__.py +0 -0
  129. {esgpull-0.7.1 → esgpull-0.7.2}/tests/cli/test_update.py +0 -0
  130. {esgpull-0.7.1 → esgpull-0.7.2}/tests/conftest.py +0 -0
  131. {esgpull-0.7.1 → esgpull-0.7.2}/tests/test_auth.py +0 -0
  132. {esgpull-0.7.1 → esgpull-0.7.2}/tests/test_config.py +0 -0
  133. {esgpull-0.7.1 → esgpull-0.7.2}/tests/test_context.py +0 -0
  134. {esgpull-0.7.1 → esgpull-0.7.2}/tests/test_db.py +0 -0
  135. {esgpull-0.7.1 → esgpull-0.7.2}/tests/test_esgpull.py +0 -0
  136. {esgpull-0.7.1 → esgpull-0.7.2}/tests/test_fs.py +0 -0
  137. {esgpull-0.7.1 → esgpull-0.7.2}/tests/test_graph.py +0 -0
  138. {esgpull-0.7.1 → esgpull-0.7.2}/tests/test_processor.py +0 -0
  139. {esgpull-0.7.1 → esgpull-0.7.2}/tests/test_query.py +0 -0
  140. {esgpull-0.7.1 → esgpull-0.7.2}/tests/test_selection.py +0 -0
  141. {esgpull-0.7.1 → esgpull-0.7.2}/tests/test_synda.py +0 -0
  142. {esgpull-0.7.1 → esgpull-0.7.2}/tests/test_utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: esgpull
3
- Version: 0.7.1
3
+ Version: 0.7.2
4
4
  Summary: ESGF data discovery, download, replication tool
5
5
  Project-URL: Repository, https://github.com/ESGF/esgf-download
6
6
  Project-URL: Documentation, https://esgf.github.io/esgf-download/
@@ -1,6 +1,7 @@
1
1
  from __future__ import annotations
2
2
 
3
3
  import asyncio
4
+ import json
4
5
  import sys
5
6
  from collections.abc import AsyncIterator, Callable, Coroutine, Sequence
6
7
  from dataclasses import dataclass, field
@@ -441,7 +442,9 @@ class Context:
441
442
  try:
442
443
  resp = await self.client.send(result.request)
443
444
  resp.raise_for_status()
444
- result.json = resp.json()
445
+ result.json = json.loads(
446
+ resp.content.decode(encoding="latin-1")
447
+ )
445
448
  logger.info(f"✓ Fetched in {resp.elapsed}s {resp.url}")
446
449
  except HTTPError as exc:
447
450
  result.exc = exc
@@ -464,6 +467,8 @@ class Context:
464
467
  group = BaseExceptionGroup("fetch", excs)
465
468
  if self.noraise:
466
469
  logger.exception(group)
470
+ for exc in excs:
471
+ logger.exception(exc)
467
472
  else:
468
473
  raise group
469
474
 
@@ -0,0 +1,28 @@
1
+ """update tables
2
+
3
+ Revision ID: 0.7.2
4
+ Revises: 0.7.1
5
+ Create Date: 2024-09-17 15:04:11.203421
6
+
7
+ """
8
+ from alembic import op
9
+ import sqlalchemy as sa
10
+
11
+
12
+ # revision identifiers, used by Alembic.
13
+ revision = '0.7.2'
14
+ down_revision = '0.7.1'
15
+ branch_labels = None
16
+ depends_on = None
17
+
18
+
19
+ def upgrade() -> None:
20
+ # ### commands auto generated by Alembic - please adjust! ###
21
+ pass
22
+ # ### end Alembic commands ###
23
+
24
+
25
+ def downgrade() -> None:
26
+ # ### commands auto generated by Alembic - please adjust! ###
27
+ pass
28
+ # ### end Alembic commands ###
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
4
4
 
5
5
  [project]
6
6
  name = "esgpull"
7
- version = "0.7.1"
7
+ version = "0.7.2"
8
8
  classifiers = [
9
9
  "License :: OSI Approved :: BSD License",
10
10
  "Programming Language :: Python :: 3",
@@ -77,7 +77,7 @@ httpcore==1.0.5
77
77
  # via httpx
78
78
  httpx==0.27.2
79
79
  # via esgpull
80
- idna==3.8
80
+ idna==3.10
81
81
  # via anyio
82
82
  # via httpx
83
83
  # via requests
@@ -93,7 +93,7 @@ jedi==0.19.1
93
93
  jinja2==3.1.4
94
94
  # via mkdocs
95
95
  # via mkdocs-material
96
- jupyter-client==8.6.2
96
+ jupyter-client==8.6.3
97
97
  # via ipykernel
98
98
  # via jupyter-console
99
99
  jupyter-console==6.6.3
@@ -149,7 +149,7 @@ pathspec==0.12.1
149
149
  # via mkdocs
150
150
  pexpect==4.9.0
151
151
  # via ipython
152
- platformdirs==4.3.2
152
+ platformdirs==4.3.3
153
153
  # via esgpull
154
154
  # via jupyter-core
155
155
  # via mkdocs-get-deps
@@ -206,7 +206,7 @@ requests==2.32.3
206
206
  # via mkdocs-material
207
207
  rich==13.8.1
208
208
  # via esgpull
209
- setuptools==74.1.2
209
+ setuptools==75.1.0
210
210
  # via esgpull
211
211
  six==1.16.0
212
212
  # via asttokens
@@ -215,7 +215,7 @@ six==1.16.0
215
215
  sniffio==1.3.1
216
216
  # via anyio
217
217
  # via httpx
218
- sqlalchemy==2.0.34
218
+ sqlalchemy==2.0.35
219
219
  # via alembic
220
220
  # via esgpull
221
221
  stack-data==0.6.3
@@ -238,7 +238,7 @@ traitlets==5.14.3
238
238
  # via jupyter-core
239
239
  # via matplotlib-inline
240
240
  types-aiofiles==24.1.0.20240626
241
- types-pyyaml==6.0.12.20240808
241
+ types-pyyaml==6.0.12.20240917
242
242
  typing-extensions==4.12.2
243
243
  # via aiostream
244
244
  # via alembic
@@ -48,7 +48,7 @@ httpcore==1.0.5
48
48
  # via httpx
49
49
  httpx==0.27.2
50
50
  # via esgpull
51
- idna==3.8
51
+ idna==3.10
52
52
  # via anyio
53
53
  # via httpx
54
54
  mako==1.3.5
@@ -63,7 +63,7 @@ myproxyclient==2.1.1
63
63
  # via esgpull
64
64
  nest-asyncio==1.6.0
65
65
  # via esgpull
66
- platformdirs==4.3.2
66
+ platformdirs==4.3.3
67
67
  # via esgpull
68
68
  pycparser==2.22
69
69
  # via cffi
@@ -78,14 +78,14 @@ pyyaml==6.0.2
78
78
  # via esgpull
79
79
  rich==13.8.1
80
80
  # via esgpull
81
- setuptools==74.1.2
81
+ setuptools==75.1.0
82
82
  # via esgpull
83
83
  six==1.16.0
84
84
  # via myproxyclient
85
85
  sniffio==1.3.1
86
86
  # via anyio
87
87
  # via httpx
88
- sqlalchemy==2.0.34
88
+ sqlalchemy==2.0.35
89
89
  # via alembic
90
90
  # via esgpull
91
91
  tomlkit==0.13.2
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes