airbyte-cdk 6.41.9.dev4101__py3-none-any.whl → 6.41.9.dev41012__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airbyte_cdk/sources/declarative/retrievers/file_uploader.py +7 -0
- {airbyte_cdk-6.41.9.dev4101.dist-info → airbyte_cdk-6.41.9.dev41012.dist-info}/METADATA +1 -1
- {airbyte_cdk-6.41.9.dev4101.dist-info → airbyte_cdk-6.41.9.dev41012.dist-info}/RECORD +7 -7
- {airbyte_cdk-6.41.9.dev4101.dist-info → airbyte_cdk-6.41.9.dev41012.dist-info}/LICENSE.txt +0 -0
- {airbyte_cdk-6.41.9.dev4101.dist-info → airbyte_cdk-6.41.9.dev41012.dist-info}/LICENSE_SHORT +0 -0
- {airbyte_cdk-6.41.9.dev4101.dist-info → airbyte_cdk-6.41.9.dev41012.dist-info}/WHEEL +0 -0
- {airbyte_cdk-6.41.9.dev4101.dist-info → airbyte_cdk-6.41.9.dev41012.dist-info}/entry_points.txt +0 -0
@@ -1,4 +1,5 @@
|
|
1
1
|
import json
|
2
|
+
import logging
|
2
3
|
from pathlib import Path
|
3
4
|
from typing import Optional
|
4
5
|
|
@@ -11,6 +12,7 @@ from airbyte_cdk.sources.declarative.requesters import Requester
|
|
11
12
|
from airbyte_cdk.sources.declarative.types import Record, StreamSlice
|
12
13
|
from airbyte_cdk.sources.utils.files_directory import get_files_directory
|
13
14
|
|
15
|
+
logger = logging.getLogger("airbyte")
|
14
16
|
|
15
17
|
class FileUploader:
|
16
18
|
def __init__(
|
@@ -54,6 +56,11 @@ class FileUploader:
|
|
54
56
|
f.write(response.content)
|
55
57
|
file_size_bytes = full_path.stat().st_size
|
56
58
|
|
59
|
+
logger.info("File uploaded successfully")
|
60
|
+
logger.info(f"File path: {full_path} ")
|
61
|
+
logger.info(f"File size: {file_size_bytes / 1024} KB")
|
62
|
+
logger.info(f"File download target: {download_target}")
|
63
|
+
|
57
64
|
record.file_reference = AirbyteRecordMessageFileReference(
|
58
65
|
file_url=download_target,
|
59
66
|
file_relative_path=str(file_relative_path),
|
@@ -171,7 +171,7 @@ airbyte_cdk/sources/declarative/resolvers/config_components_resolver.py,sha256=d
|
|
171
171
|
airbyte_cdk/sources/declarative/resolvers/http_components_resolver.py,sha256=AiojNs8wItJFrENZBFUaDvau3sgwudO6Wkra36upSPo,4639
|
172
172
|
airbyte_cdk/sources/declarative/retrievers/__init__.py,sha256=nQepwG_RfW53sgwvK5dLPqfCx0VjsQ83nYoPjBMAaLM,527
|
173
173
|
airbyte_cdk/sources/declarative/retrievers/async_retriever.py,sha256=6oZtnCHm9NdDvjTSrVwPQOXGSdETSIR7eWH2vFjM7jI,4855
|
174
|
-
airbyte_cdk/sources/declarative/retrievers/file_uploader.py,sha256=
|
174
|
+
airbyte_cdk/sources/declarative/retrievers/file_uploader.py,sha256=nmWgufWbuhG8NHyK0vJHhKZxkj0HJxFzO0k4ijPklx0,2916
|
175
175
|
airbyte_cdk/sources/declarative/retrievers/retriever.py,sha256=XPLs593Xv8c5cKMc37XzUAYmzlXd1a7eSsspM-CMuWA,1696
|
176
176
|
airbyte_cdk/sources/declarative/retrievers/simple_retriever.py,sha256=p6O4FYS7zzPq6uQT2NVnughUjI66tePaXVlyhCAyyv0,27746
|
177
177
|
airbyte_cdk/sources/declarative/schema/__init__.py,sha256=xU45UvM5O4c1PSM13UHpCdh5hpW3HXy9vRRGEiAC1rg,795
|
@@ -360,9 +360,9 @@ airbyte_cdk/utils/slice_hasher.py,sha256=EDxgROHDbfG-QKQb59m7h_7crN1tRiawdf5uU7G
|
|
360
360
|
airbyte_cdk/utils/spec_schema_transformations.py,sha256=-5HTuNsnDBAhj-oLeQXwpTGA0HdcjFOf2zTEMUTTg_Y,816
|
361
361
|
airbyte_cdk/utils/stream_status_utils.py,sha256=ZmBoiy5HVbUEHAMrUONxZvxnvfV9CesmQJLDTAIWnWw,1171
|
362
362
|
airbyte_cdk/utils/traced_exception.py,sha256=C8uIBuCL_E4WnBAOPSxBicD06JAldoN9fGsQDp463OY,6292
|
363
|
-
airbyte_cdk-6.41.9.
|
364
|
-
airbyte_cdk-6.41.9.
|
365
|
-
airbyte_cdk-6.41.9.
|
366
|
-
airbyte_cdk-6.41.9.
|
367
|
-
airbyte_cdk-6.41.9.
|
368
|
-
airbyte_cdk-6.41.9.
|
363
|
+
airbyte_cdk-6.41.9.dev41012.dist-info/LICENSE.txt,sha256=Wfe61S4BaGPj404v8lrAbvhjYR68SHlkzeYrg3_bbuM,1051
|
364
|
+
airbyte_cdk-6.41.9.dev41012.dist-info/LICENSE_SHORT,sha256=aqF6D1NcESmpn-cqsxBtszTEnHKnlsp8L4x9wAh3Nxg,55
|
365
|
+
airbyte_cdk-6.41.9.dev41012.dist-info/METADATA,sha256=DeC9qPHgFuFsL4SIhi4fUBCf_3KcqgUK54YX2-Nj3wQ,6093
|
366
|
+
airbyte_cdk-6.41.9.dev41012.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
|
367
|
+
airbyte_cdk-6.41.9.dev41012.dist-info/entry_points.txt,sha256=fj-e3PAQvsxsQzyyq8UkG1k8spunWnD4BAH2AwlR6NM,95
|
368
|
+
airbyte_cdk-6.41.9.dev41012.dist-info/RECORD,,
|
File without changes
|
{airbyte_cdk-6.41.9.dev4101.dist-info → airbyte_cdk-6.41.9.dev41012.dist-info}/LICENSE_SHORT
RENAMED
File without changes
|
File without changes
|
{airbyte_cdk-6.41.9.dev4101.dist-info → airbyte_cdk-6.41.9.dev41012.dist-info}/entry_points.txt
RENAMED
File without changes
|