ingestify 0.6.0__tar.gz → 0.6.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ingestify-0.6.0 → ingestify-0.6.1}/PKG-INFO +1 -1
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/__init__.py +1 -1
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/ingestion/ingestion_job.py +5 -3
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify.egg-info/PKG-INFO +1 -1
- {ingestify-0.6.0 → ingestify-0.6.1}/README.md +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/application/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/application/dataset_store.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/application/ingestion_engine.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/application/loader.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/application/secrets_manager.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/cmdline.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/base.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/data_spec_version_collection.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/collection.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/collection_metadata.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/dataset.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/dataset_repository.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/dataset_state.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/events.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/file.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/file_collection.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/file_repository.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/identifier.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/revision.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/dataset/selector.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/event/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/event/_old_event.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/event/dispatcher.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/event/domain_event.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/event/event_bus.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/event/publisher.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/event/subscriber.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/fetch_policy.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/ingestion/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/ingestion/ingestion_job_summary.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/ingestion/ingestion_plan.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/resources/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/resources/dataset_resource.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/sink.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/source.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/task/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/task/set.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/task/task.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/task/task_summary.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/timing.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/services/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/services/identifier_key_transformer.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/services/transformers/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/services/transformers/kloppy_to_pandas.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/exceptions.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/fetch/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/fetch/http.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/serialization/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/sink/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/sink/postgresql.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/source/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/source/statsbomb_github.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/source/wyscout.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/store/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/store/dataset/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/store/dataset/sqlalchemy/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/store/dataset/sqlalchemy/repository.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/store/dataset/sqlalchemy/tables.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/store/file/__init__.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/store/file/dummy_file_repository.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/store/file/local_file_repository.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/infra/store/file/s3_file_repository.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/main.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/server.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/source_base.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/static/templates/statsbomb_github/README.md +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/static/templates/statsbomb_github/config.yaml.jinja2 +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/static/templates/statsbomb_github/database/README.md +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/static/templates/statsbomb_github/query.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/static/templates/wyscout/.env +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/static/templates/wyscout/.gitignore +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/static/templates/wyscout/README.md +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/static/templates/wyscout/config.yaml.jinja2 +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/static/templates/wyscout/database/README.md +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/static/templates/wyscout/query.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify/utils.py +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify.egg-info/SOURCES.txt +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify.egg-info/dependency_links.txt +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify.egg-info/entry_points.txt +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify.egg-info/requires.txt +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/ingestify.egg-info/top_level.txt +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/setup.cfg +0 -0
- {ingestify-0.6.0 → ingestify-0.6.1}/setup.py +0 -0
|
@@ -256,11 +256,13 @@ class IngestionJob:
|
|
|
256
256
|
|
|
257
257
|
while True:
|
|
258
258
|
logger.info(f"Finding next batch of datasets for selector={self.selector}")
|
|
259
|
+
|
|
259
260
|
try:
|
|
260
261
|
with ingestion_job_summary.record_timing("find_datasets"):
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
262
|
+
try:
|
|
263
|
+
batch = next(batches)
|
|
264
|
+
except StopIteration:
|
|
265
|
+
break
|
|
264
266
|
except Exception as e:
|
|
265
267
|
logger.exception("Failed to fetch next batch")
|
|
266
268
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/models/ingestion/ingestion_job_summary.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ingestify-0.6.0 → ingestify-0.6.1}/ingestify/domain/services/transformers/kloppy_to_pandas.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ingestify-0.6.0 → ingestify-0.6.1}/ingestify/static/templates/statsbomb_github/config.yaml.jinja2
RENAMED
|
File without changes
|
{ingestify-0.6.0 → ingestify-0.6.1}/ingestify/static/templates/statsbomb_github/database/README.md
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|