cognite-extractor-utils 7.5.5__py3-none-any.whl → 7.5.6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of cognite-extractor-utils might be problematic. Click here for more details.
- cognite/extractorutils/__init__.py +1 -1
- cognite/extractorutils/uploader/files.py +26 -15
- {cognite_extractor_utils-7.5.5.dist-info → cognite_extractor_utils-7.5.6.dist-info}/METADATA +2 -2
- {cognite_extractor_utils-7.5.5.dist-info → cognite_extractor_utils-7.5.6.dist-info}/RECORD +6 -6
- {cognite_extractor_utils-7.5.5.dist-info → cognite_extractor_utils-7.5.6.dist-info}/LICENSE +0 -0
- {cognite_extractor_utils-7.5.5.dist-info → cognite_extractor_utils-7.5.6.dist-info}/WHEEL +0 -0
|
@@ -197,6 +197,8 @@ class IOFileUploadQueue(AbstractUploadQueue):
|
|
|
197
197
|
thread_name: Thread name of uploader thread.
|
|
198
198
|
max_parallelism: Maximum number of parallel uploads. If nothing is given, the parallelism will be capped by the
|
|
199
199
|
max_workers of the cognite client.
|
|
200
|
+
ssl_verify: Either a string (path to a CA bundle) or a bool (false to turn off completely, true to use standard
|
|
201
|
+
CA bundle)
|
|
200
202
|
"""
|
|
201
203
|
|
|
202
204
|
def __init__(
|
|
@@ -210,6 +212,7 @@ class IOFileUploadQueue(AbstractUploadQueue):
|
|
|
210
212
|
cancellation_token: Optional[CancellationToken] = None,
|
|
211
213
|
max_parallelism: Optional[int] = None,
|
|
212
214
|
failure_logging_path: None | str = None,
|
|
215
|
+
ssl_verify: bool | str = True,
|
|
213
216
|
):
|
|
214
217
|
# Super sets post_upload and threshold
|
|
215
218
|
super().__init__(
|
|
@@ -250,7 +253,11 @@ class IOFileUploadQueue(AbstractUploadQueue):
|
|
|
250
253
|
|
|
251
254
|
self._full_queue = threading.Condition()
|
|
252
255
|
|
|
253
|
-
self._httpx_client = Client(
|
|
256
|
+
self._httpx_client = Client(
|
|
257
|
+
follow_redirects=True,
|
|
258
|
+
timeout=cdf_client.config.file_transfer_timeout,
|
|
259
|
+
verify=ssl_verify,
|
|
260
|
+
)
|
|
254
261
|
|
|
255
262
|
global _QUEUES, _QUEUES_LOCK
|
|
256
263
|
with _QUEUES_LOCK:
|
|
@@ -625,16 +632,18 @@ class FileUploadQueue(IOFileUploadQueue):
|
|
|
625
632
|
thread_name: str | None = None,
|
|
626
633
|
overwrite_existing: bool = False,
|
|
627
634
|
cancellation_token: CancellationToken | None = None,
|
|
635
|
+
ssl_verify: bool | str = True,
|
|
628
636
|
):
|
|
629
637
|
# Super sets post_upload and threshold
|
|
630
638
|
super().__init__(
|
|
631
|
-
cdf_client,
|
|
632
|
-
post_upload_function,
|
|
633
|
-
max_queue_size,
|
|
634
|
-
trigger_log_level,
|
|
635
|
-
thread_name,
|
|
636
|
-
overwrite_existing,
|
|
637
|
-
cancellation_token,
|
|
639
|
+
cdf_client=cdf_client,
|
|
640
|
+
post_upload_function=post_upload_function,
|
|
641
|
+
max_queue_size=max_queue_size,
|
|
642
|
+
trigger_log_level=trigger_log_level,
|
|
643
|
+
thread_name=thread_name,
|
|
644
|
+
overwrite_existing=overwrite_existing,
|
|
645
|
+
cancellation_token=cancellation_token,
|
|
646
|
+
ssl_verify=ssl_verify,
|
|
638
647
|
)
|
|
639
648
|
|
|
640
649
|
def add_to_upload_queue(
|
|
@@ -681,15 +690,17 @@ class BytesUploadQueue(IOFileUploadQueue):
|
|
|
681
690
|
thread_name: str | None = None,
|
|
682
691
|
overwrite_existing: bool = False,
|
|
683
692
|
cancellation_token: CancellationToken | None = None,
|
|
693
|
+
ssl_verify: bool | str = True,
|
|
684
694
|
) -> None:
|
|
685
695
|
super().__init__(
|
|
686
|
-
cdf_client,
|
|
687
|
-
post_upload_function,
|
|
688
|
-
max_queue_size,
|
|
689
|
-
trigger_log_level,
|
|
690
|
-
thread_name,
|
|
691
|
-
overwrite_existing,
|
|
692
|
-
cancellation_token,
|
|
696
|
+
cdf_client=cdf_client,
|
|
697
|
+
post_upload_function=post_upload_function,
|
|
698
|
+
max_queue_size=max_queue_size,
|
|
699
|
+
trigger_log_level=trigger_log_level,
|
|
700
|
+
thread_name=thread_name,
|
|
701
|
+
overwrite_existing=overwrite_existing,
|
|
702
|
+
cancellation_token=cancellation_token,
|
|
703
|
+
ssl_verify=ssl_verify,
|
|
693
704
|
)
|
|
694
705
|
|
|
695
706
|
def add_to_upload_queue(self, content: bytes, file_meta: FileMetadataOrCogniteExtractorFile) -> None:
|
{cognite_extractor_utils-7.5.5.dist-info → cognite_extractor_utils-7.5.6.dist-info}/METADATA
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: cognite-extractor-utils
|
|
3
|
-
Version: 7.5.
|
|
3
|
+
Version: 7.5.6
|
|
4
4
|
Summary: Utilities for easier development of extractors for CDF
|
|
5
5
|
Home-page: https://github.com/cognitedata/python-extractor-utils
|
|
6
6
|
License: Apache-2.0
|
|
@@ -19,7 +19,7 @@ Requires-Dist: arrow (>=1.0.0,<2.0.0)
|
|
|
19
19
|
Requires-Dist: azure-identity (>=1.14.0,<2.0.0)
|
|
20
20
|
Requires-Dist: azure-keyvault-secrets (>=4.7.0,<5.0.0)
|
|
21
21
|
Requires-Dist: cognite-sdk (>=7.59.0,<8.0.0)
|
|
22
|
-
Requires-Dist: croniter (>=
|
|
22
|
+
Requires-Dist: croniter (>=6.0.0,<7.0.0)
|
|
23
23
|
Requires-Dist: dacite (>=1.6.0,<2.0.0)
|
|
24
24
|
Requires-Dist: decorator (>=5.1.1,<6.0.0)
|
|
25
25
|
Requires-Dist: httpx (>=0.27.0,<0.28.0)
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
cognite/extractorutils/__init__.py,sha256=
|
|
1
|
+
cognite/extractorutils/__init__.py,sha256=uWu9rc8gh485FrNT-ocKmSQwkxPzFo7L9ac103j7E-s,764
|
|
2
2
|
cognite/extractorutils/_inner_util.py,sha256=cdoz9Sl3Wt1IsxiCZlcd913_hKrTCxDRrM_L-Zn1_F8,1800
|
|
3
3
|
cognite/extractorutils/base.py,sha256=pV3xy0Dzt8q9I5DvI-TvmRZXMmSTk8Kk-d0jZWa_ua8,16333
|
|
4
4
|
cognite/extractorutils/configtools/__init__.py,sha256=llNMzHu4yCWx5Kjm8G9IN5Pij8OUaVT_VZuZ2r3JtAA,3616
|
|
@@ -36,14 +36,14 @@ cognite/extractorutils/uploader/_metrics.py,sha256=J2LJXb19L_SLSJ_voNIQHYLp0pjxU
|
|
|
36
36
|
cognite/extractorutils/uploader/assets.py,sha256=SDX48xjqIT4tbQ9HtaIgQT8bw61XHJGic5ofZJeK7UE,5692
|
|
37
37
|
cognite/extractorutils/uploader/data_modeling.py,sha256=Vd9eDWE-KPICChtxcKZdFcH3mSbavD8s1627wXxF_SI,3593
|
|
38
38
|
cognite/extractorutils/uploader/events.py,sha256=qo1rVhk3eUfcbNLauZfvBohQ2aFRazbyGuMFcU-UyQ8,5640
|
|
39
|
-
cognite/extractorutils/uploader/files.py,sha256=
|
|
39
|
+
cognite/extractorutils/uploader/files.py,sha256=3VH8lsZmPL4TI3r_mIzTf8T2YmYc3kAtyBeo_4g9zP0,26610
|
|
40
40
|
cognite/extractorutils/uploader/raw.py,sha256=VMYfeZN8XAHfZ77AuGcL85bIWvhaO7-Whx_marnGAmQ,6692
|
|
41
41
|
cognite/extractorutils/uploader/time_series.py,sha256=yBN7ppD5hg0CgUIw7WvhhAPyOj0gbIWG4_-ifPaAuOE,26575
|
|
42
42
|
cognite/extractorutils/uploader/upload_failure_handler.py,sha256=Oj3xDK_qlGQdEOzswE-6ti7tDAQXR0Rvee3lg6KBg3s,2000
|
|
43
43
|
cognite/extractorutils/uploader_extractor.py,sha256=X71M_7JcGMwC3kHMETmTF8cdjSQwZaNmIGlT-mBs3Pk,7687
|
|
44
44
|
cognite/extractorutils/uploader_types.py,sha256=eLKFQJT53zpn9_3-SDUtgHUMASGdK7c85HWrLWEF-JE,865
|
|
45
45
|
cognite/extractorutils/util.py,sha256=TL3fkHlvPqWjdyr4yorq5LNJbPxJSom69HKyeQM92xE,21042
|
|
46
|
-
cognite_extractor_utils-7.5.
|
|
47
|
-
cognite_extractor_utils-7.5.
|
|
48
|
-
cognite_extractor_utils-7.5.
|
|
49
|
-
cognite_extractor_utils-7.5.
|
|
46
|
+
cognite_extractor_utils-7.5.6.dist-info/LICENSE,sha256=psuoW8kuDP96RQsdhzwOqi6fyWv0ct8CR6Jr7He_P_k,10173
|
|
47
|
+
cognite_extractor_utils-7.5.6.dist-info/METADATA,sha256=A1Sc24JpE_1afcPP8Dor7_f6KJb6NQ5dSY6_12Zswfk,5691
|
|
48
|
+
cognite_extractor_utils-7.5.6.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
|
|
49
|
+
cognite_extractor_utils-7.5.6.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|