OneStop4All-Indexer 2.8.0.dev1__tar.gz → 2.8.0.dev3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3/OneStop4All_Indexer.egg-info}/PKG-INFO +1 -1
- {onestop4all_indexer-2.8.0.dev1/OneStop4All_Indexer.egg-info → onestop4all_indexer-2.8.0.dev3}/PKG-INFO +1 -1
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/setup.py +1 -1
- onestop4all_indexer-2.8.0.dev3/utils/configs.py +91 -0
- onestop4all_indexer-2.8.0.dev1/utils/configs.py +0 -55
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/LICENSE +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/OneStop4All_Indexer.egg-info/SOURCES.txt +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/OneStop4All_Indexer.egg-info/dependency_links.txt +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/OneStop4All_Indexer.egg-info/entry_points.txt +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/OneStop4All_Indexer.egg-info/requires.txt +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/OneStop4All_Indexer.egg-info/top_level.txt +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/__init__.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/repository_base.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/repository_n4eorganization.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/repository_person.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/repository_resource_links.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/repository_theme.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/__init__.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_article.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_base.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_dataservice.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_dataset.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_document.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_learningresource.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_metadatastandards.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_organization.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_repository.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_service.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_softwaresourcecode.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/pyproject.toml +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/setup.cfg +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/utils/__init__.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/utils/cli.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/utils/harvest.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/utils/solr.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/utils/sparql.py +0 -0
- {onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/utils/util.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: OneStop4All-Indexer
|
|
3
|
-
Version: 2.8.0.
|
|
3
|
+
Version: 2.8.0.dev3
|
|
4
4
|
Summary: Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index
|
|
5
5
|
Author: Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer
|
|
6
6
|
Author-email: m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: OneStop4All-Indexer
|
|
3
|
-
Version: 2.8.0.
|
|
3
|
+
Version: 2.8.0.dev3
|
|
4
4
|
Summary: Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index
|
|
5
5
|
Author: Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer
|
|
6
6
|
Author-email: m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de
|
|
@@ -2,7 +2,7 @@ from setuptools import find_packages, setup
|
|
|
2
2
|
|
|
3
3
|
setup(
|
|
4
4
|
name="OneStop4All-Indexer",
|
|
5
|
-
version="2.8.0.
|
|
5
|
+
version="2.8.0.dev3",
|
|
6
6
|
description="Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index",
|
|
7
7
|
author="Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer",
|
|
8
8
|
author_email="m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de",
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import logging
|
|
2
|
+
import os
|
|
3
|
+
from jproperties import Properties
|
|
4
|
+
|
|
5
|
+
log = logging.getLogger(__name__)
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
app_properties = Properties()
|
|
9
|
+
|
|
10
|
+
try:
|
|
11
|
+
with open("./application.properties", "rb") as config_file:
|
|
12
|
+
app_properties.load(config_file)
|
|
13
|
+
except FileNotFoundError:
|
|
14
|
+
app_properties = Properties()
|
|
15
|
+
log.warning(
|
|
16
|
+
"Warnung: application.properties not found! "
|
|
17
|
+
"Using default values and environment variables only."
|
|
18
|
+
)
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
def parse_bool_config(value):
|
|
22
|
+
if value is None:
|
|
23
|
+
return None
|
|
24
|
+
if value.lower() in ["false", "0", "f", "no", "n"]:
|
|
25
|
+
return False
|
|
26
|
+
elif value.lower() in ["true", "1", "t", "yes", "y"]:
|
|
27
|
+
return True
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
# merge env variables and application.properties
|
|
31
|
+
# if env varible is set override application.properties
|
|
32
|
+
config = {
|
|
33
|
+
"cordra_endpoint": os.getenv(
|
|
34
|
+
"CORDRA_ENDPOINT",
|
|
35
|
+
default=(
|
|
36
|
+
app_properties.get("cordra_endpoint").data
|
|
37
|
+
if app_properties.get("cordra_endpoint")
|
|
38
|
+
else None
|
|
39
|
+
),
|
|
40
|
+
),
|
|
41
|
+
"sparql_endpoint": os.getenv(
|
|
42
|
+
"SPARQL_ENDPOINT",
|
|
43
|
+
default=(
|
|
44
|
+
app_properties.get("sparql_endpoint").data
|
|
45
|
+
if app_properties.get("sparql_endpoint")
|
|
46
|
+
else None
|
|
47
|
+
),
|
|
48
|
+
),
|
|
49
|
+
"solr_auth": os.getenv(
|
|
50
|
+
"SOLR_AUTH",
|
|
51
|
+
default=(
|
|
52
|
+
app_properties.get("solr_auth").data
|
|
53
|
+
if app_properties.get("solr_auth")
|
|
54
|
+
else None
|
|
55
|
+
),
|
|
56
|
+
),
|
|
57
|
+
"solr_core": os.getenv(
|
|
58
|
+
"SOLR_CORE",
|
|
59
|
+
default=(
|
|
60
|
+
app_properties.get("solr_core").data
|
|
61
|
+
if app_properties.get("solr_core")
|
|
62
|
+
else None
|
|
63
|
+
),
|
|
64
|
+
),
|
|
65
|
+
"solr_url": os.getenv(
|
|
66
|
+
"SOLR_URL",
|
|
67
|
+
default=(
|
|
68
|
+
app_properties.get("solr_url").data
|
|
69
|
+
if app_properties.get("solr_url")
|
|
70
|
+
else None
|
|
71
|
+
),
|
|
72
|
+
),
|
|
73
|
+
"mailserver_url": os.getenv(
|
|
74
|
+
"MAILSERVER_URL",
|
|
75
|
+
default=(
|
|
76
|
+
app_properties.get("mailserver_url").data
|
|
77
|
+
if app_properties.get("mailserver_url")
|
|
78
|
+
else None
|
|
79
|
+
),
|
|
80
|
+
),
|
|
81
|
+
"reset_index": parse_bool_config(
|
|
82
|
+
os.getenv(
|
|
83
|
+
"RESET_INDEX",
|
|
84
|
+
default=(
|
|
85
|
+
app_properties.get("reset_index").data
|
|
86
|
+
if app_properties.get("reset_index")
|
|
87
|
+
else None
|
|
88
|
+
),
|
|
89
|
+
)
|
|
90
|
+
),
|
|
91
|
+
}
|
|
@@ -1,55 +0,0 @@
|
|
|
1
|
-
import logging
|
|
2
|
-
import os
|
|
3
|
-
from jproperties import Properties
|
|
4
|
-
|
|
5
|
-
log = logging.getLogger(__name__)
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
app_properties = Properties()
|
|
9
|
-
|
|
10
|
-
try:
|
|
11
|
-
with open("./application.properties", "rb") as config_file:
|
|
12
|
-
app_properties.load(config_file)
|
|
13
|
-
except FileNotFoundError:
|
|
14
|
-
app_properties = Properties()
|
|
15
|
-
log.warning(
|
|
16
|
-
"Warnung: application.properties not found! "
|
|
17
|
-
"Using default values and environment variables only."
|
|
18
|
-
)
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
def parse_bool_config(value):
|
|
22
|
-
if value.lower() in ["false", "0", "f", "no", "n"]:
|
|
23
|
-
return False
|
|
24
|
-
elif value.lower() in ["true", "1", "t", "yes", "y"]:
|
|
25
|
-
return True
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
# merge env variables and application.properties
|
|
29
|
-
# if env varible is set override application.properties
|
|
30
|
-
config = {
|
|
31
|
-
"cordra_endpoint": os.getenv(
|
|
32
|
-
"CORDRA_ENDPOINT", default=app_properties.get("cordra_endpoint").data
|
|
33
|
-
),
|
|
34
|
-
"sparql_endpoint": os.getenv(
|
|
35
|
-
"SPARQL_ENDPOINT", default=app_properties.get("sparql_endpoint").data
|
|
36
|
-
),
|
|
37
|
-
"solr_auth": os.getenv(
|
|
38
|
-
"SOLR_AUTH", default=app_properties.get("solr_auth").data
|
|
39
|
-
),
|
|
40
|
-
"solr_core": os.getenv(
|
|
41
|
-
"SOLR_CORE", default=app_properties.get("solr_core").data
|
|
42
|
-
),
|
|
43
|
-
"solr_url": os.getenv(
|
|
44
|
-
"SOLR_URL", default=app_properties.get("solr_url").data
|
|
45
|
-
),
|
|
46
|
-
"mailserver_url": os.getenv(
|
|
47
|
-
"MAILSERVER_URL", default=app_properties.get("mailserver_url").data
|
|
48
|
-
),
|
|
49
|
-
"reset_index": parse_bool_config(
|
|
50
|
-
os.getenv(
|
|
51
|
-
"RESET_INDEX",
|
|
52
|
-
default=app_properties.get("reset_index").data,
|
|
53
|
-
)
|
|
54
|
-
),
|
|
55
|
-
}
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/data_repositories/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_article.py
RENAMED
|
File without changes
|
{onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_base.py
RENAMED
|
File without changes
|
|
File without changes
|
{onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_dataset.py
RENAMED
|
File without changes
|
{onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_document.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_repository.py
RENAMED
|
File without changes
|
{onestop4all_indexer-2.8.0.dev1 → onestop4all_indexer-2.8.0.dev3}/harvesters/harvester_service.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|