udata 10.8.3.dev37152__py2.py3-none-any.whl → 10.8.3.dev37170__py2.py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of udata might be problematic. Click here for more details.

Files changed (7) hide show
  1. udata/harvest/backends/dcat.py +5 -3
  2. {udata-10.8.3.dev37152.dist-info → udata-10.8.3.dev37170.dist-info}/METADATA +2 -1
  3. {udata-10.8.3.dev37152.dist-info → udata-10.8.3.dev37170.dist-info}/RECORD +7 -7
  4. {udata-10.8.3.dev37152.dist-info → udata-10.8.3.dev37170.dist-info}/LICENSE +0 -0
  5. {udata-10.8.3.dev37152.dist-info → udata-10.8.3.dev37170.dist-info}/WHEEL +0 -0
  6. {udata-10.8.3.dev37152.dist-info → udata-10.8.3.dev37170.dist-info}/entry_points.txt +0 -0
  7. {udata-10.8.3.dev37152.dist-info → udata-10.8.3.dev37170.dist-info}/top_level.txt +0 -0
udata/harvest/backends/dcat.py CHANGED
@@ -72,16 +72,16 @@ class DcatBackend(BaseBackend):
72
72
  fmt = self.get_format()
73
73
  self.job.data = {"format": fmt}
74
74
 
75
- serialized_graphs = []
75
+ pages = []
76
76
 
77
77
  for page_number, page in self.walk_graph(self.source.url, fmt):
78
78
  self.process_one_datasets_page(page_number, page)
79
- serialized_graphs.append(page.serialize(format=fmt, indent=None))
79
+ pages.append((page_number, page))
80
80
 
81
81
  # We do a second pass to have all datasets in memory and attach datasets
82
82
  # to dataservices. It could be better to be one pass of graph walking and
83
83
  # then one pass of attaching datasets to dataservices.
84
- for page_number, page in self.walk_graph(self.source.url, fmt):
84
+ for page_number, page in pages:
85
85
  self.process_one_dataservices_page(page_number, page)
86
86
 
87
87
  if not self.dryrun and self.has_reached_max_items():
@@ -100,6 +100,8 @@ class DcatBackend(BaseBackend):
100
100
 
101
101
  bucket = current_app.config.get("HARVEST_GRAPHS_S3_BUCKET")
102
102
 
103
+ serialized_graphs = [p.serialize(format=fmt, indent=None) for _, p in pages]
104
+
103
105
  if (
104
106
  bucket is not None
105
107
  and sum([len(g.encode("utf-8")) for g in serialized_graphs])
{udata-10.8.3.dev37152.dist-info → udata-10.8.3.dev37170.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: udata
3
- Version: 10.8.3.dev37152
3
+ Version: 10.8.3.dev37170
4
4
  Summary: Open data portal
5
5
  Home-page: https://github.com/opendatateam/udata
6
6
  Author: Opendata Team
@@ -145,6 +145,7 @@ It is collectively taken care of by members of the
145
145
 
146
146
  - Count dataservices and reuses for datasets based on signal [#3335](https://github.com/opendatateam/udata/pull/3335)
147
147
  :warning: the job `update-datasets-reuses-metrics` disappears, you should unschedule it before installing this version
148
+ - Cache dcat harvest pages to avoid two rounds of requests [#3398](https://github.com/opendatateam/udata/pull/3398)
148
149
  - Ignore Dataset.accessService when processing DataService [#3399](https://github.com/opendatateam/udata/pull/3399)
149
150
 
150
151
  ## 10.8.2 (2025-07-31)
{udata-10.8.3.dev37152.dist-info → udata-10.8.3.dev37170.dist-info}/RECORD RENAMED
@@ -300,7 +300,7 @@ udata/harvest/signals.py,sha256=3AhFHMPIFH5vz01NX5ycR_RWH14MXFWnCT6__LSa-QI,1338
300
300
  udata/harvest/tasks.py,sha256=id5YmHIhnkgez0LVC1fNg_6Yz1Sp0jrvQ1caslVOWdY,1722
301
301
  udata/harvest/backends/__init__.py,sha256=QjoFfBJfpw_xgk5YYWI1SgKJOMEmTMlxSfW79GNkSTI,459
302
302
  udata/harvest/backends/base.py,sha256=2wyfw83e3xGQcHnQI-z26g1dg-uVtWcDgzsBk7iGX3Y,17480
303
- udata/harvest/backends/dcat.py,sha256=TAKeMUxhnxbMP-V3IIL-Sy63yMUxw8iXIJrO4R_BqhI,18794
303
+ udata/harvest/backends/dcat.py,sha256=aBdCiKcmZoDmjsmZVP_S1DW5MO0h1Um8Zqj8knJwN-k,18804
304
304
  udata/harvest/backends/maaf.py,sha256=N7ty8ZWO9pfKPtZRk1wTaJ5pY6qi-0-GtF1p8jiYiY4,8102
305
305
  udata/harvest/backends/maaf.xsd,sha256=vEyG8Vqw7Yn_acjRdXjqUJgxOj4pv8bibep-FX-f3BQ,18322
306
306
  udata/harvest/backends/ckan/__init__.py,sha256=JE7Qa7kX7Yd8OvmJnAO_NupZe0tqYyhhkgJ-iGNxX64,35
@@ -758,9 +758,9 @@ udata/translations/pt/LC_MESSAGES/udata.mo,sha256=ogtEGsjwIkOEtzrI49e57izi-NUim5
758
758
  udata/translations/pt/LC_MESSAGES/udata.po,sha256=1omSlqdMEdwYtzHGalXrtptVk14mlb6JS_8xR8BsznU,48428
759
759
  udata/translations/sr/LC_MESSAGES/udata.mo,sha256=V7unDjO31PNLiRhfEkYU3pU47wWWct-otdL0GDma0S4,28692
760
760
  udata/translations/sr/LC_MESSAGES/udata.po,sha256=wVBipfpPl-DmYeVm5wrlzWWM3oEvuruDVbJHx4I1p8s,55170
761
- udata-10.8.3.dev37152.dist-info/LICENSE,sha256=V8j_M8nAz8PvAOZQocyRDX7keai8UJ9skgmnwqETmdY,34520
762
- udata-10.8.3.dev37152.dist-info/METADATA,sha256=PseQl0wFZEwaakB9RoiAJHINKCNDVEHmytT_EoOAl-Q,153417
763
- udata-10.8.3.dev37152.dist-info/WHEEL,sha256=Kh9pAotZVRFj97E15yTA4iADqXdQfIVTHcNaZTjxeGM,110
764
- udata-10.8.3.dev37152.dist-info/entry_points.txt,sha256=v2u12qO11i2lyLNIp136WmLJ-NHT-Kew3Duu8J-AXPM,614
765
- udata-10.8.3.dev37152.dist-info/top_level.txt,sha256=39OCg-VWFWOq4gCKnjKNu-s3OwFlZIu_dVH8Gl6ndHw,12
766
- udata-10.8.3.dev37152.dist-info/RECORD,,
761
+ udata-10.8.3.dev37170.dist-info/LICENSE,sha256=V8j_M8nAz8PvAOZQocyRDX7keai8UJ9skgmnwqETmdY,34520
762
+ udata-10.8.3.dev37170.dist-info/METADATA,sha256=TOsb22KX4silyxYmNmOHWZPoYAIP54nZn2ZKsijar_k,153533
763
+ udata-10.8.3.dev37170.dist-info/WHEEL,sha256=Kh9pAotZVRFj97E15yTA4iADqXdQfIVTHcNaZTjxeGM,110
764
+ udata-10.8.3.dev37170.dist-info/entry_points.txt,sha256=v2u12qO11i2lyLNIp136WmLJ-NHT-Kew3Duu8J-AXPM,614
765
+ udata-10.8.3.dev37170.dist-info/top_level.txt,sha256=39OCg-VWFWOq4gCKnjKNu-s3OwFlZIu_dVH8Gl6ndHw,12
766
+ udata-10.8.3.dev37170.dist-info/RECORD,,