airbyte-cdk 6.45.6__py3-none-any.whl → 6.45.7.post11.dev14564503945__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/cli/README.md +63 -0
- airbyte_cdk/sources/declarative/requesters/query_properties/property_chunking.py +1 -1
- {airbyte_cdk-6.45.6.dist-info → airbyte_cdk-6.45.7.post11.dev14564503945.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.45.6.dist-info → airbyte_cdk-6.45.7.post11.dev14564503945.dist-info}/RECORD +8 -7
- {airbyte_cdk-6.45.6.dist-info → airbyte_cdk-6.45.7.post11.dev14564503945.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.45.6.dist-info → airbyte_cdk-6.45.7.post11.dev14564503945.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-6.45.6.dist-info → airbyte_cdk-6.45.7.post11.dev14564503945.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.45.6.dist-info → airbyte_cdk-6.45.7.post11.dev14564503945.dist-info}/entry_points.txt +0 -0
@@ -0,0 +1,63 @@
|
|
1
|
+
# Source Declarative Manifest CLI Usage Guide
|
2
|
+
|
3
|
+
This guide explains how to install and use the Source Declarative Manifest (SDM) CLI tool for Airbyte connector development.
|
4
|
+
|
5
|
+
## Installation
|
6
|
+
|
7
|
+
### Standard Installation
|
8
|
+
|
9
|
+
```bash
|
10
|
+
pipx install airbyte-cdk
|
11
|
+
```
|
12
|
+
|
13
|
+
If you encounter an error related to a missing `distutils` module, verify that you are running Python version `<=3.11` and try running:
|
14
|
+
|
15
|
+
```bash
|
16
|
+
python -m pipx install airbyte-cdk
|
17
|
+
```
|
18
|
+
|
19
|
+
## Using the CLI
|
20
|
+
|
21
|
+
The SDM CLI follows standard Airbyte connector command patterns:
|
22
|
+
|
23
|
+
```bash
|
24
|
+
source-declarative-manifest [command] --config /path/to/config.json
|
25
|
+
```
|
26
|
+
|
27
|
+
Where [command] can be:
|
28
|
+
|
29
|
+
spec - Show connector specification
|
30
|
+
check - Verify connection to the source
|
31
|
+
discover - List available streams
|
32
|
+
read - Read data from streams
|
33
|
+
|
34
|
+
:::caution
|
35
|
+
When developing locally (outside a Docker container), the CLI operates in "remote manifest mode" and expects your manifest to be included in your configuration file.
|
36
|
+
:::
|
37
|
+
|
38
|
+
### Steps for Local Testing
|
39
|
+
|
40
|
+
1. Convert your manifest from YAML to JSON
|
41
|
+
|
42
|
+
Your manifest is defined in YAML, but must be converted to JSON for the config file. You can use an [online tool](https://onlineyamltools.com/convert-yaml-to-json) to do so.
|
43
|
+
|
44
|
+
Create a config file that includes both your config parameters AND the manifest. Add your entire manifest as a JSON object under the `__injected_declarative_manifest` key
|
45
|
+
|
46
|
+
Example:
|
47
|
+
|
48
|
+
```json
|
49
|
+
{
|
50
|
+
"api_key": "very_secret_key",
|
51
|
+
"start_time": "04:20",
|
52
|
+
"__injected_declarative_manifest": {
|
53
|
+
// Insert the JSON version of your manifest here
|
54
|
+
}
|
55
|
+
}
|
56
|
+
```
|
57
|
+
|
58
|
+
2. Run the command against your config file
|
59
|
+
|
60
|
+
```bash
|
61
|
+
source-declarative-manifest check --config /relative/path/to/config.json
|
62
|
+
source-declarative-manifest read --config /relative/path/to/config.json --catalog /relative/path/to/catalog.json
|
63
|
+
```
|
@@ -55,7 +55,7 @@ class PropertyChunking:
|
|
55
55
|
# todo: Add ability to specify parameter delimiter representation and take into account in property_field_size
|
56
56
|
property_field_size = (
|
57
57
|
len(property_field)
|
58
|
-
+
|
58
|
+
+ 3 # The +3 represents the extra characters for encoding the delimiter in between properties
|
59
59
|
if self.property_limit_type == PropertyLimitType.characters
|
60
60
|
else 1
|
61
61
|
)
|
@@ -1,4 +1,5 @@
|
|
1
1
|
airbyte_cdk/__init__.py,sha256=52uncJvDQNHvwKxaqzXgnMYTptIl65LDJr2fvlk8-DU,11707
|
2
|
+
airbyte_cdk/cli/README.md,sha256=yEZyrSfnExsogR6eXgjx7bnRaDUlNzLflMDz8tD4Avo,1796
|
2
3
|
airbyte_cdk/cli/__init__.py,sha256=Hu-1XT2KDoYjDF7-_ziDwv5bY3PueGjANOCbzeOegDg,57
|
3
4
|
airbyte_cdk/cli/source_declarative_manifest/__init__.py,sha256=-0ST722Nj65bgRokzpzPkD1NBBW5CytEHFUe38cB86Q,91
|
4
5
|
airbyte_cdk/cli/source_declarative_manifest/_run.py,sha256=9qtbjt-I_stGWzWX6yVUKO_eE-Ga7g-uTuibML9qLBs,8330
|
@@ -158,7 +159,7 @@ airbyte_cdk/sources/declarative/requesters/paginators/strategies/pagination_stra
|
|
158
159
|
airbyte_cdk/sources/declarative/requesters/paginators/strategies/stop_condition.py,sha256=LoKXdUbSgHEtSwtA8DFrnX6SpQbRVVwreY8NguTKTcI,2229
|
159
160
|
airbyte_cdk/sources/declarative/requesters/query_properties/__init__.py,sha256=sHwHVuN6djuRBF7zQb-HmINV0By4wE5j_i6TjmIPMzQ,494
|
160
161
|
airbyte_cdk/sources/declarative/requesters/query_properties/properties_from_endpoint.py,sha256=3h9Ae6TNGagh9sMYWdG5KoEFWDlqUWZ5fkswTPreveM,1616
|
161
|
-
airbyte_cdk/sources/declarative/requesters/query_properties/property_chunking.py,sha256=
|
162
|
+
airbyte_cdk/sources/declarative/requesters/query_properties/property_chunking.py,sha256=G-kHHopdScW8oLqLOEaCwgk6Ri8H-7BprZyaw1uKV4s,2982
|
162
163
|
airbyte_cdk/sources/declarative/requesters/query_properties/query_properties.py,sha256=2VWhgphAFKmHJhzp-UoSP9_QR3eYOLPT0nzMDyglBV4,2650
|
163
164
|
airbyte_cdk/sources/declarative/requesters/query_properties/strategies/__init__.py,sha256=ojiPj9eVU7SuNpF3RZwhZWW21IYLQYEoxpzg1rCdvNM,350
|
164
165
|
airbyte_cdk/sources/declarative/requesters/query_properties/strategies/group_by_key.py,sha256=np4uTwSpQvXxubIzVbwSDX0Xf3EgVn8kkhs6zYLOdAQ,1081
|
@@ -375,9 +376,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
375
376
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
376
377
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
377
378
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
378
|
-
airbyte_cdk-6.45.
|
379
|
-
airbyte_cdk-6.45.
|
380
|
-
airbyte_cdk-6.45.
|
381
|
-
airbyte_cdk-6.45.
|
382
|
-
airbyte_cdk-6.45.
|
383
|
-
airbyte_cdk-6.45.
|
379
|
+
airbyte_cdk-6.45.7.post11.dev14564503945.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
380
|
+
airbyte_cdk-6.45.7.post11.dev14564503945.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
381
|
+
airbyte_cdk-6.45.7.post11.dev14564503945.dist-info/METADATA,sha256=_ac1yVOXqMp_y2mau-0jhPW93Ue4Zer35V_b6TIaqOE,6135
|
382
|
+
airbyte_cdk-6.45.7.post11.dev14564503945.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
383
|
+
airbyte_cdk-6.45.7.post11.dev14564503945.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
384
|
+
airbyte_cdk-6.45.7.post11.dev14564503945.dist-info/RECORD,,
|
{airbyte_cdk-6.45.6.dist-info → airbyte_cdk-6.45.7.post11.dev14564503945.dist-info}/LICENSE.txt
RENAMED
File without changes
|
{airbyte_cdk-6.45.6.dist-info → airbyte_cdk-6.45.7.post11.dev14564503945.dist-info}/LICENSE_SHORT
RENAMED
File without changes
|
File without changes
|
{airbyte_cdk-6.45.6.dist-info → airbyte_cdk-6.45.7.post11.dev14564503945.dist-info}/entry_points.txt
RENAMED
File without changes
|