OneStop4All-Indexer 2.8.0.dev1__tar.gz → 2.8.0.dev2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (37) hide show
  1. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2/OneStop4All_Indexer.egg-info}/PKG-INFO +1 -1
  2. {onestop4all_indexer-2.8.0.dev1/OneStop4All_Indexer.egg-info → onestop4all_indexer-2.8.0.dev2}/PKG-INFO +1 -1
  3. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/setup.py +1 -1
  4. onestop4all_indexer-2.8.0.dev2/utils/configs.py +89 -0
  5. onestop4all_indexer-2.8.0.dev1/utils/configs.py +0 -55
  6. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/LICENSE +0 -0
  7. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/OneStop4All_Indexer.egg-info/SOURCES.txt +0 -0
  8. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/OneStop4All_Indexer.egg-info/dependency_links.txt +0 -0
  9. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/OneStop4All_Indexer.egg-info/entry_points.txt +0 -0
  10. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/OneStop4All_Indexer.egg-info/requires.txt +0 -0
  11. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/OneStop4All_Indexer.egg-info/top_level.txt +0 -0
  12. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/data_repositories/__init__.py +0 -0
  13. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/data_repositories/repository_base.py +0 -0
  14. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/data_repositories/repository_n4eorganization.py +0 -0
  15. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/data_repositories/repository_person.py +0 -0
  16. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/data_repositories/repository_resource_links.py +0 -0
  17. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/data_repositories/repository_theme.py +0 -0
  18. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/harvesters/__init__.py +0 -0
  19. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/harvesters/harvester_article.py +0 -0
  20. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/harvesters/harvester_base.py +0 -0
  21. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/harvesters/harvester_dataservice.py +0 -0
  22. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/harvesters/harvester_dataset.py +0 -0
  23. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/harvesters/harvester_document.py +0 -0
  24. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/harvesters/harvester_learningresource.py +0 -0
  25. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/harvesters/harvester_metadatastandards.py +0 -0
  26. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/harvesters/harvester_organization.py +0 -0
  27. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/harvesters/harvester_repository.py +0 -0
  28. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/harvesters/harvester_service.py +0 -0
  29. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/harvesters/harvester_softwaresourcecode.py +0 -0
  30. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/pyproject.toml +0 -0
  31. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/setup.cfg +0 -0
  32. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/utils/__init__.py +0 -0
  33. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/utils/cli.py +0 -0
  34. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/utils/harvest.py +0 -0
  35. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/utils/solr.py +0 -0
  36. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/utils/sparql.py +0 -0
  37. {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev2}/utils/util.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: OneStop4All-Indexer
3
- Version: 2.8.0.dev1
3
+ Version: 2.8.0.dev2
4
4
  Summary: Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index
5
5
  Author: Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer
6
6
  Author-email: m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: OneStop4All-Indexer
3
- Version: 2.8.0.dev1
3
+ Version: 2.8.0.dev2
4
4
  Summary: Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index
5
5
  Author: Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer
6
6
  Author-email: m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de
@@ -2,7 +2,7 @@ from setuptools import find_packages, setup
2
2
 
3
3
  setup(
4
4
  name="OneStop4All-Indexer",
5
- version="2.8.0.dev1",
5
+ version="2.8.0.dev2",
6
6
  description="Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index",
7
7
  author="Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer",
8
8
  author_email="m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de",
@@ -0,0 +1,89 @@
1
+ import logging
2
+ import os
3
+ from jproperties import Properties
4
+
5
+ log = logging.getLogger(__name__)
6
+
7
+
8
+ app_properties = Properties()
9
+
10
+ try:
11
+ with open("./application.properties", "rb") as config_file:
12
+ app_properties.load(config_file)
13
+ except FileNotFoundError:
14
+ app_properties = Properties()
15
+ log.warning(
16
+ "Warnung: application.properties not found! "
17
+ "Using default values and environment variables only."
18
+ )
19
+
20
+
21
+ def parse_bool_config(value):
22
+ if value.lower() in ["false", "0", "f", "no", "n"]:
23
+ return False
24
+ elif value.lower() in ["true", "1", "t", "yes", "y"]:
25
+ return True
26
+
27
+
28
+ # merge env variables and application.properties
29
+ # if env varible is set override application.properties
30
+ config = {
31
+ "cordra_endpoint": os.getenv(
32
+ "CORDRA_ENDPOINT",
33
+ default=(
34
+ app_properties.get("cordra_endpoint").data
35
+ if app_properties.get("cordra_endpoint")
36
+ else None
37
+ ),
38
+ ),
39
+ "sparql_endpoint": os.getenv(
40
+ "SPARQL_ENDPOINT",
41
+ default=(
42
+ app_properties.get("sparql_endpoint").data
43
+ if app_properties.get("sparql_endpoint")
44
+ else None
45
+ ),
46
+ ),
47
+ "solr_auth": os.getenv(
48
+ "SOLR_AUTH",
49
+ default=(
50
+ app_properties.get("solr_auth").data
51
+ if app_properties.get("solr_auth")
52
+ else None
53
+ ),
54
+ ),
55
+ "solr_core": os.getenv(
56
+ "SOLR_CORE",
57
+ default=(
58
+ app_properties.get("solr_core").data
59
+ if app_properties.get("solr_core")
60
+ else None
61
+ ),
62
+ ),
63
+ "solr_url": os.getenv(
64
+ "SOLR_URL",
65
+ default=(
66
+ app_properties.get("solr_url").data
67
+ if app_properties.get("solr_url")
68
+ else None
69
+ ),
70
+ ),
71
+ "mailserver_url": os.getenv(
72
+ "MAILSERVER_URL",
73
+ default=(
74
+ app_properties.get("mailserver_url").data
75
+ if app_properties.get("mailserver_url")
76
+ else None
77
+ ),
78
+ ),
79
+ "reset_index": parse_bool_config(
80
+ os.getenv(
81
+ "RESET_INDEX",
82
+ default=(
83
+ app_properties.get("reset_index").data
84
+ if app_properties.get("reset_index")
85
+ else None
86
+ ),
87
+ )
88
+ ),
89
+ }
@@ -1,55 +0,0 @@
1
- import logging
2
- import os
3
- from jproperties import Properties
4
-
5
- log = logging.getLogger(__name__)
6
-
7
-
8
- app_properties = Properties()
9
-
10
- try:
11
- with open("./application.properties", "rb") as config_file:
12
- app_properties.load(config_file)
13
- except FileNotFoundError:
14
- app_properties = Properties()
15
- log.warning(
16
- "Warnung: application.properties not found! "
17
- "Using default values and environment variables only."
18
- )
19
-
20
-
21
- def parse_bool_config(value):
22
- if value.lower() in ["false", "0", "f", "no", "n"]:
23
- return False
24
- elif value.lower() in ["true", "1", "t", "yes", "y"]:
25
- return True
26
-
27
-
28
- # merge env variables and application.properties
29
- # if env varible is set override application.properties
30
- config = {
31
- "cordra_endpoint": os.getenv(
32
- "CORDRA_ENDPOINT", default=app_properties.get("cordra_endpoint").data
33
- ),
34
- "sparql_endpoint": os.getenv(
35
- "SPARQL_ENDPOINT", default=app_properties.get("sparql_endpoint").data
36
- ),
37
- "solr_auth": os.getenv(
38
- "SOLR_AUTH", default=app_properties.get("solr_auth").data
39
- ),
40
- "solr_core": os.getenv(
41
- "SOLR_CORE", default=app_properties.get("solr_core").data
42
- ),
43
- "solr_url": os.getenv(
44
- "SOLR_URL", default=app_properties.get("solr_url").data
45
- ),
46
- "mailserver_url": os.getenv(
47
- "MAILSERVER_URL", default=app_properties.get("mailserver_url").data
48
- ),
49
- "reset_index": parse_bool_config(
50
- os.getenv(
51
- "RESET_INDEX",
52
- default=app_properties.get("reset_index").data,
53
- )
54
- ),
55
- }