OneStop4All-Indexer 2.8.0.dev5__tar.gz → 2.8.0.dev6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6/OneStop4All_Indexer.egg-info}/PKG-INFO +1 -1
- {onestop4all_indexer-2.8.0.dev5/OneStop4All_Indexer.egg-info → onestop4all_indexer-2.8.0.dev6}/PKG-INFO +1 -1
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_dataservice.py +3 -6
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/setup.py +1 -1
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/LICENSE +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/OneStop4All_Indexer.egg-info/SOURCES.txt +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/OneStop4All_Indexer.egg-info/dependency_links.txt +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/OneStop4All_Indexer.egg-info/entry_points.txt +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/OneStop4All_Indexer.egg-info/requires.txt +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/OneStop4All_Indexer.egg-info/top_level.txt +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/__init__.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/repository_base.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/repository_n4eorganization.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/repository_person.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/repository_resource_links.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/repository_theme.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/__init__.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_article.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_base.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_dataset.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_document.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_learningresource.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_metadatastandards.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_organization.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_repository.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_service.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_softwaresourcecode.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/pyproject.toml +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/setup.cfg +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/__init__.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/cli.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/configs.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/embeddings.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/harvest.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/qdrant.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/solr.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/sparql.py +0 -0
- {onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/utils/util.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: OneStop4All-Indexer
|
|
3
|
-
Version: 2.8.0.
|
|
3
|
+
Version: 2.8.0.dev6
|
|
4
4
|
Summary: Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index
|
|
5
5
|
Author: Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer
|
|
6
6
|
Author-email: m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: OneStop4All-Indexer
|
|
3
|
-
Version: 2.8.0.
|
|
3
|
+
Version: 2.8.0.dev6
|
|
4
4
|
Summary: Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index
|
|
5
5
|
Author: Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer
|
|
6
6
|
Author-email: m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import logging
|
|
2
2
|
import json
|
|
3
|
+
import os
|
|
3
4
|
from .harvester_base import Harvester
|
|
4
5
|
from data_repositories.repository_theme import RepositoryTheme
|
|
5
6
|
from data_repositories import RepositoryPerson
|
|
@@ -69,10 +70,6 @@ class DataService_Harvester(Harvester):
|
|
|
69
70
|
iteration_start=0,
|
|
70
71
|
iteration_end=None,
|
|
71
72
|
page_size=10000,
|
|
72
|
-
load_from_file="/tmp/dataservices.json",
|
|
73
|
-
# load_from_file=None,
|
|
74
|
-
# save_to_file="/tmp/dataservices.json",
|
|
75
|
-
save_to_file=None,
|
|
76
73
|
**kw,
|
|
77
74
|
):
|
|
78
75
|
super().__init__(**kw)
|
|
@@ -81,8 +78,8 @@ class DataService_Harvester(Harvester):
|
|
|
81
78
|
self.solr_validator = SolrValidator()
|
|
82
79
|
self.solr_validation = solr_validation
|
|
83
80
|
self.removed_geometries = []
|
|
84
|
-
self.load_from_file =
|
|
85
|
-
self.save_to_file =
|
|
81
|
+
self.load_from_file = os.getenv("DS_LOAD_FROM_PATH", None)
|
|
82
|
+
self.save_to_file = os.getenv("DS_SAVE_TO_PATH", None)
|
|
86
83
|
self.iteration_start = (
|
|
87
84
|
int(iteration_start) if iteration_start is not None else 0
|
|
88
85
|
)
|
|
@@ -2,7 +2,7 @@ from setuptools import find_packages, setup
|
|
|
2
2
|
|
|
3
3
|
setup(
|
|
4
4
|
name="OneStop4All-Indexer",
|
|
5
|
-
version="2.8.0.
|
|
5
|
+
version="2.8.0.dev6",
|
|
6
6
|
description="Library to harvest data from NFDI4Earth-KnowledgeHub to OneStop4All-Index",
|
|
7
7
|
author="Markus Konkol, Arne Vogt, Tom Niers, Ralf Klammer",
|
|
8
8
|
author_email="m.konkol@52north.org, a.vogt@52north.org, tom.niers@tu-dresden.de, ralf.klammer@tu-dresden.de",
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/data_repositories/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_article.py
RENAMED
|
File without changes
|
{onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_base.py
RENAMED
|
File without changes
|
{onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_dataset.py
RENAMED
|
File without changes
|
{onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_document.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_repository.py
RENAMED
|
File without changes
|
{onestop4all_indexer-2.8.0.dev5 → onestop4all_indexer-2.8.0.dev6}/harvesters/harvester_service.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|