ingestify 0.3.0__tar.gz → 0.3.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. {ingestify-0.3.0 → ingestify-0.3.1}/PKG-INFO +1 -1
  2. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/__init__.py +1 -1
  3. ingestify-0.3.1/ingestify/infra/store/file/dummy_file_repository.py +31 -0
  4. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/main.py +5 -0
  5. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify.egg-info/PKG-INFO +1 -1
  6. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify.egg-info/SOURCES.txt +1 -0
  7. {ingestify-0.3.0 → ingestify-0.3.1}/README.md +0 -0
  8. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/application/__init__.py +0 -0
  9. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/application/dataset_store.py +0 -0
  10. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/application/ingestion_engine.py +0 -0
  11. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/application/loader.py +0 -0
  12. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/application/secrets_manager.py +0 -0
  13. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/cmdline.py +0 -0
  14. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/__init__.py +0 -0
  15. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/__init__.py +0 -0
  16. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/base.py +0 -0
  17. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/data_spec_version_collection.py +0 -0
  18. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/__init__.py +0 -0
  19. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/collection.py +0 -0
  20. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/collection_metadata.py +0 -0
  21. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/dataset.py +0 -0
  22. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/dataset_repository.py +0 -0
  23. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/dataset_state.py +0 -0
  24. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/events.py +0 -0
  25. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/file.py +0 -0
  26. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/file_collection.py +0 -0
  27. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/file_repository.py +0 -0
  28. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/identifier.py +0 -0
  29. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/revision.py +0 -0
  30. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/dataset/selector.py +0 -0
  31. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/event/__init__.py +0 -0
  32. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/event/_old_event.py +0 -0
  33. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/event/dispatcher.py +0 -0
  34. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/event/domain_event.py +0 -0
  35. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/event/event_bus.py +0 -0
  36. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/event/publisher.py +0 -0
  37. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/event/subscriber.py +0 -0
  38. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/fetch_policy.py +0 -0
  39. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/ingestion/__init__.py +0 -0
  40. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/ingestion/ingestion_job.py +0 -0
  41. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/ingestion/ingestion_job_summary.py +0 -0
  42. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/ingestion/ingestion_plan.py +0 -0
  43. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/resources/__init__.py +0 -0
  44. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/resources/dataset_resource.py +0 -0
  45. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/sink.py +0 -0
  46. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/source.py +0 -0
  47. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/task/__init__.py +0 -0
  48. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/task/set.py +0 -0
  49. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/task/task.py +0 -0
  50. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/task/task_summary.py +0 -0
  51. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/models/timing.py +0 -0
  52. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/services/__init__.py +0 -0
  53. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/services/identifier_key_transformer.py +0 -0
  54. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/services/transformers/__init__.py +0 -0
  55. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/domain/services/transformers/kloppy_to_pandas.py +0 -0
  56. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/exceptions.py +0 -0
  57. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/__init__.py +0 -0
  58. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/fetch/__init__.py +0 -0
  59. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/fetch/http.py +0 -0
  60. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/serialization/__init__.py +0 -0
  61. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/sink/__init__.py +0 -0
  62. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/sink/postgresql.py +0 -0
  63. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/source/__init__.py +0 -0
  64. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/source/statsbomb_github.py +0 -0
  65. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/source/wyscout.py +0 -0
  66. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/store/__init__.py +0 -0
  67. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/store/dataset/__init__.py +0 -0
  68. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/store/dataset/sqlalchemy/__init__.py +0 -0
  69. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/store/dataset/sqlalchemy/mapping.py +0 -0
  70. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/store/dataset/sqlalchemy/repository.py +0 -0
  71. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/store/file/__init__.py +0 -0
  72. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/store/file/local_file_repository.py +0 -0
  73. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/infra/store/file/s3_file_repository.py +0 -0
  74. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/server.py +0 -0
  75. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/source_base.py +0 -0
  76. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/static/templates/statsbomb_github/README.md +0 -0
  77. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/static/templates/statsbomb_github/config.yaml.jinja2 +0 -0
  78. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/static/templates/statsbomb_github/database/README.md +0 -0
  79. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/static/templates/statsbomb_github/query.py +0 -0
  80. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/static/templates/wyscout/.env +0 -0
  81. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/static/templates/wyscout/.gitignore +0 -0
  82. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/static/templates/wyscout/README.md +0 -0
  83. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/static/templates/wyscout/config.yaml.jinja2 +0 -0
  84. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/static/templates/wyscout/database/README.md +0 -0
  85. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/static/templates/wyscout/query.py +0 -0
  86. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify/utils.py +0 -0
  87. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify.egg-info/dependency_links.txt +0 -0
  88. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify.egg-info/entry_points.txt +0 -0
  89. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify.egg-info/requires.txt +0 -0
  90. {ingestify-0.3.0 → ingestify-0.3.1}/ingestify.egg-info/top_level.txt +0 -0
  91. {ingestify-0.3.0 → ingestify-0.3.1}/setup.cfg +0 -0
  92. {ingestify-0.3.0 → ingestify-0.3.1}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ingestify
3
- Version: 0.3.0
3
+ Version: 0.3.1
4
4
  Summary: Standardizing soccer tracking- and event data
5
5
  Author: Koen Vossen
6
6
  Author-email: info@koenvossen.nl
@@ -8,4 +8,4 @@ if not __INGESTIFY_SETUP__:
8
8
  from .infra import retrieve_http
9
9
  from .source_base import Source, DatasetResource
10
10
 
11
- __version__ = "0.3.0"
11
+ __version__ = "0.3.1"
@@ -0,0 +1,31 @@
1
+ import logging
2
+ from pathlib import Path
3
+ from typing import BinaryIO
4
+
5
+ from ingestify.domain.models import Dataset, FileRepository
6
+
7
+
8
+ logger = logging.getLogger(__name__)
9
+
10
+
11
+ class DummyFileRepository(FileRepository):
12
+ @classmethod
13
+ def supports(cls, url: str) -> bool:
14
+ return url.startswith("dummy://")
15
+
16
+ def save_content(
17
+ self,
18
+ bucket: str,
19
+ dataset: Dataset,
20
+ revision_id: int,
21
+ filename: str,
22
+ stream: BinaryIO,
23
+ ) -> Path:
24
+ path = self.get_write_path(bucket, dataset, revision_id, filename)
25
+
26
+ logger.info(f"Dummy save content to {path}")
27
+
28
+ return path
29
+
30
+ def load_content(self, storage_path: str) -> BinaryIO:
31
+ return BinaryIO()
@@ -26,6 +26,7 @@ from ingestify.infra.store.dataset.sqlalchemy import SqlAlchemyDatasetRepository
26
26
  from ingestify.infra.store.dataset.sqlalchemy.repository import (
27
27
  SqlAlchemySessionProvider,
28
28
  )
29
+ from ingestify.infra.store.file.dummy_file_repository import DummyFileRepository
29
30
 
30
31
  logger = logging.getLogger(__name__)
31
32
 
@@ -70,6 +71,10 @@ def build_file_repository(file_url: str, identifier_transformer) -> FileReposito
70
71
  repository = LocalFileRepository(
71
72
  url=file_url, identifier_transformer=identifier_transformer
72
73
  )
74
+ elif file_url.startswith("dummy://"):
75
+ repository = DummyFileRepository(
76
+ url=file_url, identifier_transformer=identifier_transformer
77
+ )
73
78
  else:
74
79
  raise Exception(f"Cannot find repository to handle file {file_url}")
75
80
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ingestify
3
- Version: 0.3.0
3
+ Version: 0.3.1
4
4
  Summary: Standardizing soccer tracking- and event data
5
5
  Author: Koen Vossen
6
6
  Author-email: info@koenvossen.nl
@@ -75,6 +75,7 @@ ingestify/infra/store/dataset/sqlalchemy/__init__.py
75
75
  ingestify/infra/store/dataset/sqlalchemy/mapping.py
76
76
  ingestify/infra/store/dataset/sqlalchemy/repository.py
77
77
  ingestify/infra/store/file/__init__.py
78
+ ingestify/infra/store/file/dummy_file_repository.py
78
79
  ingestify/infra/store/file/local_file_repository.py
79
80
  ingestify/infra/store/file/s3_file_repository.py
80
81
  ingestify/static/templates/statsbomb_github/README.md
File without changes
File without changes
File without changes
File without changes
File without changes