pipelet 0.0.1__tar.gz → 0.0.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {pipelet-0.0.1 → pipelet-0.0.2}/PKG-INFO +14 -14
- {pipelet-0.0.1 → pipelet-0.0.2}/README.md +13 -13
- {pipelet-0.0.1 → pipelet-0.0.2}/pyproject.toml +1 -1
- {pipelet-0.0.1 → pipelet-0.0.2}/LICENSE +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/etl/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/etl/extract/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/etl/extract/http/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/etl/extract/http/http_extractor.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/etl/transform/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/etl/transform/csv/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/etl/transform/csv/reader.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/etl/transform/json/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/etl/transform/json/reader.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/etl/transform/unzip/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/etl/transform/unzip/base.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/exceptions/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/exceptions/base.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/exceptions/csv_processor.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/exceptions/download_processor.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/exceptions/file_system.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/exceptions/unzip_processor.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/factories/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/factories/exceptions_factory.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/factories/file_system_factory.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/log/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/log/logger.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/operations/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/operations/operations.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/operations/pipeline.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/abc.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/base.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/chain_processors/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/chain_processors/base.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/file_system/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/file_system/base.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/file_system/file_system_types.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/meta.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/mixins.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/processor_types.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/retry_processor.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/processors/splitter_processor.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/utils/__init__.py +0 -0
- {pipelet-0.0.1 → pipelet-0.0.2}/pipelet/utils/common.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: pipelet
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.2
|
|
4
4
|
Summary:
|
|
5
5
|
Author: Daniel Naumowich
|
|
6
6
|
Author-email: cskteam4@gmail.com
|
|
@@ -88,11 +88,11 @@ A processor designed to handle transient errors by retrying operations based on
|
|
|
88
88
|
### Example ETL Pipeline(Flow 1)
|
|
89
89
|
|
|
90
90
|
```python
|
|
91
|
-
from processors.http import HttpDataExtractProcessor
|
|
92
|
-
from processors.csv_parser import CsvParser
|
|
93
|
-
from processors.json_parser import JsonParser
|
|
94
|
-
from processors.unzip import BaseUnzipProcessor
|
|
95
|
-
from processors.file_system import AbstractFileSystemManager
|
|
91
|
+
from pipelet.processors.http import HttpDataExtractProcessor
|
|
92
|
+
from pipelet.processors.csv_parser import CsvParser
|
|
93
|
+
from pipelet.processors.json_parser import JsonParser
|
|
94
|
+
from pipelet.processors.unzip import BaseUnzipProcessor
|
|
95
|
+
from pipelet.processors.file_system import AbstractFileSystemManager
|
|
96
96
|
|
|
97
97
|
# Create file system manager
|
|
98
98
|
file_system_manager = AbstractFileSystemManager()
|
|
@@ -115,11 +115,11 @@ for output in http_processor.process(input_data):
|
|
|
115
115
|
### Example ETL Pipeline(Flow 2: Using Operator Overloads)
|
|
116
116
|
|
|
117
117
|
```python
|
|
118
|
-
from processors.http import HttpDataExtractProcessor
|
|
119
|
-
from processors.csv_parser import CsvParser
|
|
120
|
-
from processors.json_parser import JsonParser
|
|
121
|
-
from processors.unzip import BaseUnzipProcessor
|
|
122
|
-
from processors.file_system import AbstractFileSystemManager
|
|
118
|
+
from pipelet.processors.http import HttpDataExtractProcessor
|
|
119
|
+
from pipelet.processors.csv_parser import CsvParser
|
|
120
|
+
from pipelet.processors.json_parser import JsonParser
|
|
121
|
+
from pipelet.processors.unzip import BaseUnzipProcessor
|
|
122
|
+
from pipelet.processors.file_system import AbstractFileSystemManager
|
|
123
123
|
|
|
124
124
|
# Create file system manager
|
|
125
125
|
file_system_manager = AbstractFileSystemManager()
|
|
@@ -142,8 +142,8 @@ for output in pipeline.process(input_data):
|
|
|
142
142
|
### Example ETL Pipeline(Flow 3: Combining Parallel and Sequential Processing)
|
|
143
143
|
|
|
144
144
|
```python
|
|
145
|
-
from operations import Op, OpAll, OpAny, PipelineConverter
|
|
146
|
-
from processors.file_system import FileModeEnum
|
|
145
|
+
from pipelet.operations import Op, OpAll, OpAny, PipelineConverter
|
|
146
|
+
from pipelet.processors.file_system import FileModeEnum
|
|
147
147
|
|
|
148
148
|
def main():
|
|
149
149
|
# Define the pipeline with parallel processing for parsing and unzipping
|
|
@@ -212,7 +212,7 @@ The library is developer-friendly, making it easy to extend and integrate custom
|
|
|
212
212
|
## Example Usage
|
|
213
213
|
|
|
214
214
|
```python
|
|
215
|
-
from processors.base import BaseProcessor
|
|
215
|
+
from pipelet.processors.base import BaseProcessor
|
|
216
216
|
|
|
217
217
|
class CustomProcessor(BaseProcessor):
|
|
218
218
|
def process(self, input_data):
|
|
@@ -68,11 +68,11 @@ A processor designed to handle transient errors by retrying operations based on
|
|
|
68
68
|
### Example ETL Pipeline(Flow 1)
|
|
69
69
|
|
|
70
70
|
```python
|
|
71
|
-
from processors.http import HttpDataExtractProcessor
|
|
72
|
-
from processors.csv_parser import CsvParser
|
|
73
|
-
from processors.json_parser import JsonParser
|
|
74
|
-
from processors.unzip import BaseUnzipProcessor
|
|
75
|
-
from processors.file_system import AbstractFileSystemManager
|
|
71
|
+
from pipelet.processors.http import HttpDataExtractProcessor
|
|
72
|
+
from pipelet.processors.csv_parser import CsvParser
|
|
73
|
+
from pipelet.processors.json_parser import JsonParser
|
|
74
|
+
from pipelet.processors.unzip import BaseUnzipProcessor
|
|
75
|
+
from pipelet.processors.file_system import AbstractFileSystemManager
|
|
76
76
|
|
|
77
77
|
# Create file system manager
|
|
78
78
|
file_system_manager = AbstractFileSystemManager()
|
|
@@ -95,11 +95,11 @@ for output in http_processor.process(input_data):
|
|
|
95
95
|
### Example ETL Pipeline(Flow 2: Using Operator Overloads)
|
|
96
96
|
|
|
97
97
|
```python
|
|
98
|
-
from processors.http import HttpDataExtractProcessor
|
|
99
|
-
from processors.csv_parser import CsvParser
|
|
100
|
-
from processors.json_parser import JsonParser
|
|
101
|
-
from processors.unzip import BaseUnzipProcessor
|
|
102
|
-
from processors.file_system import AbstractFileSystemManager
|
|
98
|
+
from pipelet.processors.http import HttpDataExtractProcessor
|
|
99
|
+
from pipelet.processors.csv_parser import CsvParser
|
|
100
|
+
from pipelet.processors.json_parser import JsonParser
|
|
101
|
+
from pipelet.processors.unzip import BaseUnzipProcessor
|
|
102
|
+
from pipelet.processors.file_system import AbstractFileSystemManager
|
|
103
103
|
|
|
104
104
|
# Create file system manager
|
|
105
105
|
file_system_manager = AbstractFileSystemManager()
|
|
@@ -122,8 +122,8 @@ for output in pipeline.process(input_data):
|
|
|
122
122
|
### Example ETL Pipeline(Flow 3: Combining Parallel and Sequential Processing)
|
|
123
123
|
|
|
124
124
|
```python
|
|
125
|
-
from operations import Op, OpAll, OpAny, PipelineConverter
|
|
126
|
-
from processors.file_system import FileModeEnum
|
|
125
|
+
from pipelet.operations import Op, OpAll, OpAny, PipelineConverter
|
|
126
|
+
from pipelet.processors.file_system import FileModeEnum
|
|
127
127
|
|
|
128
128
|
def main():
|
|
129
129
|
# Define the pipeline with parallel processing for parsing and unzipping
|
|
@@ -192,7 +192,7 @@ The library is developer-friendly, making it easy to extend and integrate custom
|
|
|
192
192
|
## Example Usage
|
|
193
193
|
|
|
194
194
|
```python
|
|
195
|
-
from processors.base import BaseProcessor
|
|
195
|
+
from pipelet.processors.base import BaseProcessor
|
|
196
196
|
|
|
197
197
|
class CustomProcessor(BaseProcessor):
|
|
198
198
|
def process(self, input_data):
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|