ingestify 0.1.1__tar.gz → 0.1.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (84) hide show
  1. {ingestify-0.1.1 → ingestify-0.1.2}/PKG-INFO +1 -1
  2. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/__init__.py +1 -1
  3. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/application/loader.py +7 -1
  4. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/resources/dataset_resource.py +4 -1
  5. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify.egg-info/PKG-INFO +1 -1
  6. {ingestify-0.1.1 → ingestify-0.1.2}/README.md +0 -0
  7. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/application/__init__.py +0 -0
  8. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/application/dataset_store.py +0 -0
  9. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/application/ingestion_engine.py +0 -0
  10. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/application/secrets_manager.py +0 -0
  11. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/cmdline.py +0 -0
  12. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/__init__.py +0 -0
  13. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/__init__.py +0 -0
  14. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/data_spec_version_collection.py +0 -0
  15. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/dataset/__init__.py +0 -0
  16. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/dataset/collection.py +0 -0
  17. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/dataset/collection_metadata.py +0 -0
  18. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/dataset/dataset.py +0 -0
  19. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/dataset/dataset_repository.py +0 -0
  20. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/dataset/events.py +0 -0
  21. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/dataset/file.py +0 -0
  22. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/dataset/file_collection.py +0 -0
  23. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/dataset/file_repository.py +0 -0
  24. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/dataset/identifier.py +0 -0
  25. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/dataset/revision.py +0 -0
  26. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/dataset/selector.py +0 -0
  27. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/event/__init__.py +0 -0
  28. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/event/_old_event.py +0 -0
  29. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/event/dispatcher.py +0 -0
  30. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/event/domain_event.py +0 -0
  31. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/event/event_bus.py +0 -0
  32. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/event/publisher.py +0 -0
  33. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/event/subscriber.py +0 -0
  34. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/extract_job.py +0 -0
  35. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/fetch_policy.py +0 -0
  36. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/resources/__init__.py +0 -0
  37. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/sink.py +0 -0
  38. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/source.py +0 -0
  39. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/task/__init__.py +0 -0
  40. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/task/set.py +0 -0
  41. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/models/task/task.py +0 -0
  42. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/services/__init__.py +0 -0
  43. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/services/transformers/__init__.py +0 -0
  44. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/domain/services/transformers/kloppy_to_pandas.py +0 -0
  45. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/exceptions.py +0 -0
  46. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/__init__.py +0 -0
  47. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/fetch/__init__.py +0 -0
  48. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/fetch/http.py +0 -0
  49. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/serialization/__init__.py +0 -0
  50. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/sink/__init__.py +0 -0
  51. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/sink/postgresql.py +0 -0
  52. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/source/__init__.py +0 -0
  53. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/source/statsbomb_github.py +0 -0
  54. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/source/wyscout.py +0 -0
  55. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/store/__init__.py +0 -0
  56. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/store/dataset/__init__.py +0 -0
  57. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/store/dataset/local_dataset_repository.py +0 -0
  58. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/store/dataset/sqlalchemy/__init__.py +0 -0
  59. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/store/dataset/sqlalchemy/mapping.py +0 -0
  60. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/store/dataset/sqlalchemy/repository.py +0 -0
  61. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/store/file/__init__.py +0 -0
  62. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/store/file/local_file_repository.py +0 -0
  63. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/infra/store/file/s3_file_repository.py +0 -0
  64. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/main.py +0 -0
  65. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/server.py +0 -0
  66. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/source_base.py +0 -0
  67. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/static/templates/statsbomb_github/README.md +0 -0
  68. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/static/templates/statsbomb_github/config.yaml.jinja2 +0 -0
  69. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/static/templates/statsbomb_github/database/README.md +0 -0
  70. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/static/templates/statsbomb_github/query.py +0 -0
  71. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/static/templates/wyscout/.env +0 -0
  72. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/static/templates/wyscout/.gitignore +0 -0
  73. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/static/templates/wyscout/README.md +0 -0
  74. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/static/templates/wyscout/config.yaml.jinja2 +0 -0
  75. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/static/templates/wyscout/database/README.md +0 -0
  76. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/static/templates/wyscout/query.py +0 -0
  77. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify/utils.py +0 -0
  78. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify.egg-info/SOURCES.txt +0 -0
  79. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify.egg-info/dependency_links.txt +0 -0
  80. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify.egg-info/entry_points.txt +0 -0
  81. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify.egg-info/requires.txt +0 -0
  82. {ingestify-0.1.1 → ingestify-0.1.2}/ingestify.egg-info/top_level.txt +0 -0
  83. {ingestify-0.1.1 → ingestify-0.1.2}/setup.cfg +0 -0
  84. {ingestify-0.1.1 → ingestify-0.1.2}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ingestify
3
- Version: 0.1.1
3
+ Version: 0.1.2
4
4
  Summary: Standardizing soccer tracking- and event data
5
5
  Author: Koen Vossen
6
6
  Author-email: info@koenvossen.nl
@@ -8,4 +8,4 @@ if not __INGESTIFY_SETUP__:
8
8
  from .infra import retrieve_http
9
9
  from .source_base import Source, DatasetResource
10
10
 
11
- __version__ = "0.1.1"
11
+ __version__ = "0.1.2"
@@ -84,9 +84,15 @@ def load_file(
84
84
  file_data_serialization_format=file_resource.data_serialization_format
85
85
  or "txt",
86
86
  **http_options,
87
+ **file_resource.loader_kwargs,
87
88
  )
88
89
  else:
89
- return file_resource.file_loader(file_resource, current_file)
90
+ return file_resource.file_loader(
91
+ file_resource,
92
+ current_file,
93
+ # TODO: check how to fix this with typehints
94
+ **file_resource.loader_kwargs,
95
+ )
90
96
 
91
97
 
92
98
  class UpdateDatasetTask(Task):
@@ -1,4 +1,4 @@
1
- from dataclasses import dataclass
1
+ from dataclasses import dataclass, field
2
2
  from datetime import datetime
3
3
  from typing import Optional, Callable, TYPE_CHECKING
4
4
 
@@ -29,6 +29,7 @@ class FileResource:
29
29
  file_loader: Optional[
30
30
  Callable[["FileResource", Optional["File"]], Optional["DraftFile"]]
31
31
  ] = None
32
+ loader_kwargs: dict = field(default_factory=dict)
32
33
 
33
34
  def __post_init__(self):
34
35
  if self.json_content is None and not self.url and not self.file_loader:
@@ -75,6 +76,7 @@ class DatasetResource:
75
76
  Optional["DraftFile"],
76
77
  ]
77
78
  ] = None,
79
+ loader_kwargs: Optional[dict] = None,
78
80
  ):
79
81
  file_id = f"{data_feed_key}__{data_spec_version}"
80
82
  if file_id in self.files:
@@ -91,6 +93,7 @@ class DatasetResource:
91
93
  http_options=http_options,
92
94
  data_serialization_format=data_serialization_format,
93
95
  file_loader=file_loader,
96
+ loader_kwargs=loader_kwargs or {},
94
97
  )
95
98
 
96
99
  self.files[file_id] = file_resource
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ingestify
3
- Version: 0.1.1
3
+ Version: 0.1.2
4
4
  Summary: Standardizing soccer tracking- and event data
5
5
  Author: Koen Vossen
6
6
  Author-email: info@koenvossen.nl
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes