OneStop4All-Indexer 2.8.0.dev1__tar.gz → 2.8.0.dev3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (37) hide show
  1. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3/OneStop4All_Indexer.egg-info}/PKG-INFO +1 -1
  2. {onestop4all_indexer-2.8.0.dev1/OneStop4All_Indexer.egg-info → onestop4all_indexer-2.8.0.dev3}/PKG-INFO +1 -1
  3. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/setup.py +1 -1
  4. onestop4all_indexer-2.8.0.dev3/utils/configs.py +91 -0
  5. onestop4all_indexer-2.8.0.dev1/utils/configs.py +0 -55
  6. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/LICENSE +0 -0
  7. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/OneStop4All_Indexer.egg-info/SOURCES.txt +0 -0
  8. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/OneStop4All_Indexer.egg-info/dependency_links.txt +0 -0
  9. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/OneStop4All_Indexer.egg-info/entry_points.txt +0 -0
  10. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/OneStop4All_Indexer.egg-info/requires.txt +0 -0
  11. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/OneStop4All_Indexer.egg-info/top_level.txt +0 -0
  12. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/__init__.py +0 -0
  13. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/repository_base.py +0 -0
  14. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/repository_n4eorganization.py +0 -0
  15. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/repository_person.py +0 -0
  16. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/repository_resource_links.py +0 -0
  17. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/repository_theme.py +0 -0
  18. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/__init__.py +0 -0
  19. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_article.py +0 -0
  20. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_base.py +0 -0
  21. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_dataservice.py +0 -0
  22. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_dataset.py +0 -0
  23. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_document.py +0 -0
  24. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_learningresource.py +0 -0
  25. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_metadatastandards.py +0 -0
  26. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_organization.py +0 -0
  27. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_repository.py +0 -0
  28. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_service.py +0 -0
  29. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_softwaresourcecode.py +0 -0
  30. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/pyproject.toml +0 -0
  31. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/setup.cfg +0 -0
  32. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/utils/__init__.py +0 -0
  33. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/utils/cli.py +0 -0
  34. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/utils/harvest.py +0 -0
  35. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/utils/solr.py +0 -0
  36. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/utils/sparql.py +0 -0
  37. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/utils/util.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: OneStop4All-Indexer
3
- Version: 2.8.0.dev1
3
+ Version: 2.8.0.dev3
4
4
  Summary: Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index
5
5
  Author: Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer
6
6
  Author-email: m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: OneStop4All-Indexer
3
- Version: 2.8.0.dev1
3
+ Version: 2.8.0.dev3
4
4
  Summary: Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index
5
5
  Author: Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer
6
6
  Author-email: m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de
@@ -2,7 +2,7 @@ from setuptools import find_packages, setup
2
2
 
3
3
  setup(
4
4
  name="OneStop4All-Indexer",
5
- version="2.8.0.dev1",
5
+ version="2.8.0.dev3",
6
6
  description="Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index",
7
7
  author="Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer",
8
8
  author_email="m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de",
@@ -0,0 +1,91 @@
1
+ import logging
2
+ import os
3
+ from jproperties import Properties
4
+
5
+ log = logging.getLogger(__name__)
6
+
7
+
8
+ app_properties = Properties()
9
+
10
+ try:
11
+ with open("./application.properties", "rb") as config_file:
12
+ app_properties.load(config_file)
13
+ except FileNotFoundError:
14
+ app_properties = Properties()
15
+ log.warning(
16
+ "Warnung: application.properties not found! "
17
+ "Using default values and environment variables only."
18
+ )
19
+
20
+
21
+ def parse_bool_config(value):
22
+ if value is None:
23
+ return None
24
+ if value.lower() in ["false", "0", "f", "no", "n"]:
25
+ return False
26
+ elif value.lower() in ["true", "1", "t", "yes", "y"]:
27
+ return True
28
+
29
+
30
+ # merge env variables and application.properties
31
+ # if env varible is set override application.properties
32
+ config = {
33
+ "cordra_endpoint": os.getenv(
34
+ "CORDRA_ENDPOINT",
35
+ default=(
36
+ app_properties.get("cordra_endpoint").data
37
+ if app_properties.get("cordra_endpoint")
38
+ else None
39
+ ),
40
+ ),
41
+ "sparql_endpoint": os.getenv(
42
+ "SPARQL_ENDPOINT",
43
+ default=(
44
+ app_properties.get("sparql_endpoint").data
45
+ if app_properties.get("sparql_endpoint")
46
+ else None
47
+ ),
48
+ ),
49
+ "solr_auth": os.getenv(
50
+ "SOLR_AUTH",
51
+ default=(
52
+ app_properties.get("solr_auth").data
53
+ if app_properties.get("solr_auth")
54
+ else None
55
+ ),
56
+ ),
57
+ "solr_core": os.getenv(
58
+ "SOLR_CORE",
59
+ default=(
60
+ app_properties.get("solr_core").data
61
+ if app_properties.get("solr_core")
62
+ else None
63
+ ),
64
+ ),
65
+ "solr_url": os.getenv(
66
+ "SOLR_URL",
67
+ default=(
68
+ app_properties.get("solr_url").data
69
+ if app_properties.get("solr_url")
70
+ else None
71
+ ),
72
+ ),
73
+ "mailserver_url": os.getenv(
74
+ "MAILSERVER_URL",
75
+ default=(
76
+ app_properties.get("mailserver_url").data
77
+ if app_properties.get("mailserver_url")
78
+ else None
79
+ ),
80
+ ),
81
+ "reset_index": parse_bool_config(
82
+ os.getenv(
83
+ "RESET_INDEX",
84
+ default=(
85
+ app_properties.get("reset_index").data
86
+ if app_properties.get("reset_index")
87
+ else None
88
+ ),
89
+ )
90
+ ),
91
+ }
@@ -1,55 +0,0 @@
1
- import logging
2
- import os
3
- from jproperties import Properties
4
-
5
- log = logging.getLogger(__name__)
6
-
7
-
8
- app_properties = Properties()
9
-
10
- try:
11
- with open("./application.properties", "rb") as config_file:
12
- app_properties.load(config_file)
13
- except FileNotFoundError:
14
- app_properties = Properties()
15
- log.warning(
16
- "Warnung: application.properties not found! "
17
- "Using default values and environment variables only."
18
- )
19
-
20
-
21
- def parse_bool_config(value):
22
- if value.lower() in ["false", "0", "f", "no", "n"]:
23
- return False
24
- elif value.lower() in ["true", "1", "t", "yes", "y"]:
25
- return True
26
-
27
-
28
- # merge env variables and application.properties
29
- # if env varible is set override application.properties
30
- config = {
31
- "cordra_endpoint": os.getenv(
32
- "CORDRA_ENDPOINT", default=app_properties.get("cordra_endpoint").data
33
- ),
34
- "sparql_endpoint": os.getenv(
35
- "SPARQL_ENDPOINT", default=app_properties.get("sparql_endpoint").data
36
- ),
37
- "solr_auth": os.getenv(
38
- "SOLR_AUTH", default=app_properties.get("solr_auth").data
39
- ),
40
- "solr_core": os.getenv(
41
- "SOLR_CORE", default=app_properties.get("solr_core").data
42
- ),
43
- "solr_url": os.getenv(
44
- "SOLR_URL", default=app_properties.get("solr_url").data
45
- ),
46
- "mailserver_url": os.getenv(
47
- "MAILSERVER_URL", default=app_properties.get("mailserver_url").data
48
- ),
49
- "reset_index": parse_bool_config(
50
- os.getenv(
51
- "RESET_INDEX",
52
- default=app_properties.get("reset_index").data,
53
- )
54
- ),
55
- }