ingestr 0.10.2__py3-none-any.whl → 0.10.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ingestr might be problematic. Click here for more details.
- ingestr/main.py +11 -0
- ingestr/src/version.py +1 -1
- {ingestr-0.10.2.dist-info → ingestr-0.10.3.dist-info}/METADATA +18 -2
- {ingestr-0.10.2.dist-info → ingestr-0.10.3.dist-info}/RECORD +7 -7
- {ingestr-0.10.2.dist-info → ingestr-0.10.3.dist-info}/WHEEL +0 -0
- {ingestr-0.10.2.dist-info → ingestr-0.10.3.dist-info}/entry_points.txt +0 -0
- {ingestr-0.10.2.dist-info → ingestr-0.10.3.dist-info}/licenses/LICENSE.md +0 -0
ingestr/main.py
CHANGED
|
@@ -288,6 +288,8 @@ def ingest(
|
|
|
288
288
|
),
|
|
289
289
|
] = [], # type: ignore
|
|
290
290
|
):
|
|
291
|
+
|
|
292
|
+
# TODO(turtledev): can't we move this to the top of this file?
|
|
291
293
|
import hashlib
|
|
292
294
|
import tempfile
|
|
293
295
|
from datetime import datetime
|
|
@@ -383,6 +385,15 @@ def ingest(
|
|
|
383
385
|
)
|
|
384
386
|
|
|
385
387
|
factory = SourceDestinationFactory(source_uri, dest_uri)
|
|
388
|
+
track(
|
|
389
|
+
"command_running",
|
|
390
|
+
{
|
|
391
|
+
"command": "ingest",
|
|
392
|
+
"source_type": factory.source_scheme,
|
|
393
|
+
"destination_type": factory.destination_scheme,
|
|
394
|
+
},
|
|
395
|
+
)
|
|
396
|
+
|
|
386
397
|
source = factory.get_source()
|
|
387
398
|
destination = factory.get_destination()
|
|
388
399
|
|
ingestr/src/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.10.
|
|
1
|
+
__version__ = "0.10.3"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: ingestr
|
|
3
|
-
Version: 0.10.
|
|
3
|
+
Version: 0.10.3
|
|
4
4
|
Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
|
|
5
5
|
Project-URL: Homepage, https://github.com/bruin-data/ingestr
|
|
6
6
|
Project-URL: Issues, https://github.com/bruin-data/ingestr/issues
|
|
@@ -74,11 +74,20 @@ ingestr is a command-line app that allows you to ingest data from any source int
|
|
|
74
74
|
ingestr takes away the complexity of managing any backend or writing any code for ingesting data, simply run the command and watch the data land on its destination.
|
|
75
75
|
|
|
76
76
|
## Installation
|
|
77
|
+
We recommend using [uv](https://github.com/astral-sh/uv) to run `ingestr`.
|
|
77
78
|
|
|
78
79
|
```
|
|
79
|
-
pip install
|
|
80
|
+
pip install uv
|
|
81
|
+
uvx ingestr
|
|
80
82
|
```
|
|
81
83
|
|
|
84
|
+
Alternatively, if you'd like to install it globally:
|
|
85
|
+
```
|
|
86
|
+
uv pip install --system ingestr
|
|
87
|
+
```
|
|
88
|
+
|
|
89
|
+
While installation with vanilla `pip` is possible, it's an order of magnitude slower.
|
|
90
|
+
|
|
82
91
|
## Quickstart
|
|
83
92
|
|
|
84
93
|
```bash
|
|
@@ -104,6 +113,13 @@ You can see the full documentation [here](https://bruin-data.github.io/ingestr/g
|
|
|
104
113
|
|
|
105
114
|
Join our Slack community [here](https://join.slack.com/t/bruindatacommunity/shared_invite/zt-2dl2i8foy-bVsuMUauHeN9M2laVm3ZVg).
|
|
106
115
|
|
|
116
|
+
## Contributing
|
|
117
|
+
|
|
118
|
+
Pull requests are welcome. However, please open an issue first to discuss what you would like to change. We maybe able to offer you help and feedback regarding any changes you would like to make.
|
|
119
|
+
|
|
120
|
+
> [!NOTE]
|
|
121
|
+
> After cloning `ingestr` make sure to run `make setup` to install githooks.
|
|
122
|
+
|
|
107
123
|
## Supported sources & destinations
|
|
108
124
|
|
|
109
125
|
<table>
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
ingestr/main.py,sha256=
|
|
1
|
+
ingestr/main.py,sha256=KR43c1BeIZUOjV8XJUvYEyFHi1nRaTcKdrmwAn79hQk,22311
|
|
2
2
|
ingestr/src/.gitignore,sha256=8cX1AZTSI0TcdZFGTmS_oyBjpfCzhOEt0DdAo2dFIY8,203
|
|
3
3
|
ingestr/src/destinations.py,sha256=wT76Pi3JBbzfKj2goy4-L_XDPfjyPK6b95zyRxksr9g,8555
|
|
4
4
|
ingestr/src/factory.py,sha256=nYWgWQINQEQKPeELwGY7MCeiOSoCP6JDPozfKKyGNXk,5013
|
|
5
5
|
ingestr/src/filters.py,sha256=0JQXeAr2APFMnW2sd-6BlAMWv93bXV17j8b5MM8sHmM,580
|
|
6
6
|
ingestr/src/sources.py,sha256=KhY6AH91zZoSthi7AbFd4_OsrPmxP3Q4ratA7ZscsZU,34810
|
|
7
7
|
ingestr/src/table_definition.py,sha256=REbAbqdlmUMUuRh8nEQRreWjPVOQ5ZcfqGkScKdCrmk,390
|
|
8
|
-
ingestr/src/version.py,sha256=
|
|
8
|
+
ingestr/src/version.py,sha256=0C8KcY1dzs3hdkAre06v0NCQ0Uxcqv6g9a93bRcVLW0,23
|
|
9
9
|
ingestr/src/adjust/__init__.py,sha256=I_G90D260OPIWCS716k0U4aeztlAieW9zi0R9-oW7TA,3007
|
|
10
10
|
ingestr/src/adjust/adjust_helpers.py,sha256=-tmmxy9k3wms-ZEIgxmlp2cAQ2X_O1lgjY1128bbMu4,3224
|
|
11
11
|
ingestr/src/airtable/__init__.py,sha256=GHWYrjI2qhs_JihdNJysB0Ni3bzqT_MLXn_S9_Q5zRA,2775
|
|
@@ -70,8 +70,8 @@ ingestr/testdata/delete_insert_part2.csv,sha256=B_KUzpzbNdDY_n7wWop1mT2cz36TmayS
|
|
|
70
70
|
ingestr/testdata/merge_expected.csv,sha256=DReHqWGnQMsf2PBv_Q2pfjsgvikYFnf1zYcQZ7ZqYN0,276
|
|
71
71
|
ingestr/testdata/merge_part1.csv,sha256=Pw8Z9IDKcNU0qQHx1z6BUf4rF_-SxKGFOvymCt4OY9I,185
|
|
72
72
|
ingestr/testdata/merge_part2.csv,sha256=T_GiWxA81SN63_tMOIuemcvboEFeAmbKc7xRXvL9esw,287
|
|
73
|
-
ingestr-0.10.
|
|
74
|
-
ingestr-0.10.
|
|
75
|
-
ingestr-0.10.
|
|
76
|
-
ingestr-0.10.
|
|
77
|
-
ingestr-0.10.
|
|
73
|
+
ingestr-0.10.3.dist-info/METADATA,sha256=bQgQaW4dtrtPYMTyJRyR6OG-6rLobsyxCfIf04quiIA,7688
|
|
74
|
+
ingestr-0.10.3.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
|
|
75
|
+
ingestr-0.10.3.dist-info/entry_points.txt,sha256=oPJy0KBnPWYjDtP1k8qwAihcTLHSZokSQvRAw_wtfJM,46
|
|
76
|
+
ingestr-0.10.3.dist-info/licenses/LICENSE.md,sha256=cW8wIhn8HFE-KLStDF9jHQ1O_ARWP3kTpk_-eOccL24,1075
|
|
77
|
+
ingestr-0.10.3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|