ingestify 0.3.1__tar.gz → 0.3.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. {ingestify-0.3.1 → ingestify-0.3.2}/PKG-INFO +2 -2
  2. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/__init__.py +1 -1
  3. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/application/dataset_store.py +1 -3
  4. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/file.py +1 -1
  5. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/ingestion/ingestion_job_summary.py +1 -1
  6. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify.egg-info/PKG-INFO +2 -2
  7. {ingestify-0.3.1 → ingestify-0.3.2}/setup.py +1 -1
  8. {ingestify-0.3.1 → ingestify-0.3.2}/README.md +0 -0
  9. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/application/__init__.py +0 -0
  10. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/application/ingestion_engine.py +0 -0
  11. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/application/loader.py +0 -0
  12. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/application/secrets_manager.py +0 -0
  13. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/cmdline.py +0 -0
  14. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/__init__.py +0 -0
  15. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/__init__.py +0 -0
  16. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/base.py +0 -0
  17. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/data_spec_version_collection.py +0 -0
  18. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/__init__.py +0 -0
  19. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/collection.py +0 -0
  20. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/collection_metadata.py +0 -0
  21. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/dataset.py +0 -0
  22. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/dataset_repository.py +0 -0
  23. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/dataset_state.py +0 -0
  24. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/events.py +0 -0
  25. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/file_collection.py +0 -0
  26. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/file_repository.py +0 -0
  27. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/identifier.py +0 -0
  28. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/revision.py +0 -0
  29. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/selector.py +0 -0
  30. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/event/__init__.py +0 -0
  31. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/event/_old_event.py +0 -0
  32. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/event/dispatcher.py +0 -0
  33. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/event/domain_event.py +0 -0
  34. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/event/event_bus.py +0 -0
  35. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/event/publisher.py +0 -0
  36. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/event/subscriber.py +0 -0
  37. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/fetch_policy.py +0 -0
  38. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/ingestion/__init__.py +0 -0
  39. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/ingestion/ingestion_job.py +0 -0
  40. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/ingestion/ingestion_plan.py +0 -0
  41. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/resources/__init__.py +0 -0
  42. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/resources/dataset_resource.py +0 -0
  43. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/sink.py +0 -0
  44. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/source.py +0 -0
  45. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/task/__init__.py +0 -0
  46. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/task/set.py +0 -0
  47. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/task/task.py +0 -0
  48. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/task/task_summary.py +0 -0
  49. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/timing.py +0 -0
  50. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/services/__init__.py +0 -0
  51. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/services/identifier_key_transformer.py +0 -0
  52. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/services/transformers/__init__.py +0 -0
  53. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/services/transformers/kloppy_to_pandas.py +0 -0
  54. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/exceptions.py +0 -0
  55. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/__init__.py +0 -0
  56. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/fetch/__init__.py +0 -0
  57. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/fetch/http.py +0 -0
  58. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/serialization/__init__.py +0 -0
  59. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/sink/__init__.py +0 -0
  60. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/sink/postgresql.py +0 -0
  61. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/source/__init__.py +0 -0
  62. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/source/statsbomb_github.py +0 -0
  63. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/source/wyscout.py +0 -0
  64. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/store/__init__.py +0 -0
  65. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/store/dataset/__init__.py +0 -0
  66. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/store/dataset/sqlalchemy/__init__.py +0 -0
  67. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/store/dataset/sqlalchemy/mapping.py +0 -0
  68. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/store/dataset/sqlalchemy/repository.py +0 -0
  69. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/store/file/__init__.py +0 -0
  70. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/store/file/dummy_file_repository.py +0 -0
  71. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/store/file/local_file_repository.py +0 -0
  72. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/infra/store/file/s3_file_repository.py +0 -0
  73. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/main.py +0 -0
  74. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/server.py +0 -0
  75. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/source_base.py +0 -0
  76. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/static/templates/statsbomb_github/README.md +0 -0
  77. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/static/templates/statsbomb_github/config.yaml.jinja2 +0 -0
  78. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/static/templates/statsbomb_github/database/README.md +0 -0
  79. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/static/templates/statsbomb_github/query.py +0 -0
  80. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/static/templates/wyscout/.env +0 -0
  81. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/static/templates/wyscout/.gitignore +0 -0
  82. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/static/templates/wyscout/README.md +0 -0
  83. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/static/templates/wyscout/config.yaml.jinja2 +0 -0
  84. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/static/templates/wyscout/database/README.md +0 -0
  85. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/static/templates/wyscout/query.py +0 -0
  86. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify/utils.py +0 -0
  87. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify.egg-info/SOURCES.txt +0 -0
  88. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify.egg-info/dependency_links.txt +0 -0
  89. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify.egg-info/entry_points.txt +0 -0
  90. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify.egg-info/requires.txt +0 -0
  91. {ingestify-0.3.1 → ingestify-0.3.2}/ingestify.egg-info/top_level.txt +0 -0
  92. {ingestify-0.3.1 → ingestify-0.3.2}/setup.cfg +0 -0
{ingestify-0.3.1 → ingestify-0.3.2}/PKG-INFO RENAMED
@@ -1,7 +1,7 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ingestify
3
- Version: 0.3.1
4
- Summary: Standardizing soccer tracking- and event data
3
+ Version: 0.3.2
4
+ Summary: Data Ingestion Framework
5
5
  Author: Koen Vossen
6
6
  Author-email: info@koenvossen.nl
7
7
  License: AGPL
{ingestify-0.3.1 → ingestify-0.3.2}/ingestify/__init__.py RENAMED
@@ -8,4 +8,4 @@ if not __INGESTIFY_SETUP__:
8
8
  from .infra import retrieve_http
9
9
  from .source_base import Source, DatasetResource
10
10
 
11
- __version__ = "0.3.1"
11
+ __version__ = "0.3.2"
{ingestify-0.3.1 → ingestify-0.3.2}/ingestify/application/dataset_store.py RENAMED
@@ -294,9 +294,7 @@ class DatasetStore:
294
294
 
295
295
  def get_stream(file_):
296
296
  return reader(
297
- self.file_repository.load_content(
298
- bucket=self.bucket, storage_path=file_.storage_path
299
- )
297
+ self.file_repository.load_content(storage_path=file_.storage_path)
300
298
  )
301
299
 
302
300
  loaded_file = LoadedFile(
{ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/dataset/file.py RENAMED
@@ -116,7 +116,7 @@ class LoadedFile(BaseModel):
116
116
  data_serialization_format: Optional[str] # Example: 'json'
117
117
  storage_compression_method: Optional[str] # Example: 'gzip'
118
118
  storage_path: Path
119
- _stream: Union[BinaryIO, Callable[[], Awaitable[BinaryIO]]]
119
+ _stream: Union[BinaryIO, BytesIO, Callable[[], Awaitable[Union[BinaryIO, BytesIO]]]]
120
120
  revision_id: Optional[int] = None # This can be used when a Revision is squashed
121
121
 
122
122
  def load_stream(self):
{ingestify-0.3.1 → ingestify-0.3.2}/ingestify/domain/models/ingestion/ingestion_job_summary.py RENAMED
@@ -112,7 +112,7 @@ class IngestionJobSummary(BaseModel):
112
112
 
113
113
  print(f" - Failed tasks: {self.failed_tasks}")
114
114
  print(f" - Successful tasks: {self.successful_tasks}")
115
- print(f" - Successful ignored tasks: {self.successful_tasks}")
115
+ print(f" - Successful ignored tasks: {self.ignored_successful_tasks}")
116
116
  print(f" - Skipped datasets: {self.skipped_datasets}")
117
117
  print("--------------------")
118
118
 
{ingestify-0.3.1 → ingestify-0.3.2}/ingestify.egg-info/PKG-INFO RENAMED
@@ -1,7 +1,7 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ingestify
3
- Version: 0.3.1
4
- Summary: Standardizing soccer tracking- and event data
3
+ Version: 0.3.2
4
+ Summary: Data Ingestion Framework
5
5
  Author: Koen Vossen
6
6
  Author-email: info@koenvossen.nl
7
7
  License: AGPL
{ingestify-0.3.1 → ingestify-0.3.2}/setup.py RENAMED
@@ -26,7 +26,7 @@ def setup_package():
26
26
  author="Koen Vossen",
27
27
  author_email="info@koenvossen.nl",
28
28
  license="AGPL",
29
- description="Standardizing soccer tracking- and event data",
29
+ description="Data Ingestion Framework",
30
30
  long_description=readme,
31
31
  long_description_content_type="text/markdown",
32
32
  packages=setuptools.find_packages(exclude=["tests"]),
{ingestify-0.3.1 → ingestify-0.3.2}/README.md RENAMED
File without changes
{ingestify-0.3.1 → ingestify-0.3.2}/ingestify/main.py RENAMED
File without changes
{ingestify-0.3.1 → ingestify-0.3.2}/ingestify/server.py RENAMED
File without changes
{ingestify-0.3.1 → ingestify-0.3.2}/ingestify/utils.py RENAMED
File without changes
{ingestify-0.3.1 → ingestify-0.3.2}/setup.cfg RENAMED
File without changes