OneStop4All-Indexer 2.8.0.dev5__tar.gz → 2.8.0.dev6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6/OneStop4All_Indexer.egg-info}/PKG-INFO +1 -1
  2. {onestop4all_indexer-2.8.0.dev5/OneStop4All_Indexer.egg-info → onestop4all_indexer-2.8.0.dev6}/PKG-INFO +1 -1
  3. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_dataservice.py +3 -6
  4. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/setup.py +1 -1
  5. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/LICENSE +0 -0
  6. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/OneStop4All_Indexer.egg-info/SOURCES.txt +0 -0
  7. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/OneStop4All_Indexer.egg-info/dependency_links.txt +0 -0
  8. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/OneStop4All_Indexer.egg-info/entry_points.txt +0 -0
  9. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/OneStop4All_Indexer.egg-info/requires.txt +0 -0
  10. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/OneStop4All_Indexer.egg-info/top_level.txt +0 -0
  11. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/__init__.py +0 -0
  12. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/repository_base.py +0 -0
  13. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/repository_n4eorganization.py +0 -0
  14. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/repository_person.py +0 -0
  15. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/repository_resource_links.py +0 -0
  16. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/repository_theme.py +0 -0
  17. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/__init__.py +0 -0
  18. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_article.py +0 -0
  19. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_base.py +0 -0
  20. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_dataset.py +0 -0
  21. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_document.py +0 -0
  22. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_learningresource.py +0 -0
  23. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_metadatastandards.py +0 -0
  24. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_organization.py +0 -0
  25. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_repository.py +0 -0
  26. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_service.py +0 -0
  27. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_softwaresourcecode.py +0 -0
  28. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/pyproject.toml +0 -0
  29. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/setup.cfg +0 -0
  30. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/__init__.py +0 -0
  31. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/cli.py +0 -0
  32. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/configs.py +0 -0
  33. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/embeddings.py +0 -0
  34. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/harvest.py +0 -0
  35. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/qdrant.py +0 -0
  36. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/solr.py +0 -0
  37. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/sparql.py +0 -0
  38. {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/util.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: OneStop4All-Indexer
3
- Version: 2.8.0.dev5
3
+ Version: 2.8.0.dev6
4
4
  Summary: Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index
5
5
  Author: Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer
6
6
  Author-email: m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: OneStop4All-Indexer
3
- Version: 2.8.0.dev5
3
+ Version: 2.8.0.dev6
4
4
  Summary: Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index
5
5
  Author: Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer
6
6
  Author-email: m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de
@@ -1,5 +1,6 @@
1
1
  import logging
2
2
  import json
3
+ import os
3
4
  from .harvester_base import Harvester
4
5
  from data_repositories.repository_theme import RepositoryTheme
5
6
  from data_repositories import RepositoryPerson
@@ -69,10 +70,6 @@ class DataService_Harvester(Harvester):
69
70
  iteration_start=0,
70
71
  iteration_end=None,
71
72
  page_size=10000,
72
- load_from_file="/tmp/dataservices.json",
73
- # load_from_file=None,
74
- # save_to_file="/tmp/dataservices.json",
75
- save_to_file=None,
76
73
  **kw,
77
74
  ):
78
75
  super().__init__(**kw)
@@ -81,8 +78,8 @@ class DataService_Harvester(Harvester):
81
78
  self.solr_validator = SolrValidator()
82
79
  self.solr_validation = solr_validation
83
80
  self.removed_geometries = []
84
- self.load_from_file = load_from_file
85
- self.save_to_file = save_to_file
81
+ self.load_from_file = os.getenv("DS_LOAD_FROM_PATH", None)
82
+ self.save_to_file = os.getenv("DS_SAVE_TO_PATH", None)
86
83
  self.iteration_start = (
87
84
  int(iteration_start) if iteration_start is not None else 0
88
85
  )
@@ -2,7 +2,7 @@ from setuptools import find_packages, setup
2
2
 
3
3
  setup(
4
4
  name="OneStop4All-Indexer",
5
- version="2.8.0.dev5",
5
+ version="2.8.0.dev6",
6
6
  description="Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index",
7
7
  author="Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer",
8
8
  author_email="m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de",