cognite-extractor-utils 7.5.5__py3-none-any.whl → 7.5.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of cognite-extractor-utils might be problematic. Click here for more details.

@@ -16,7 +16,7 @@
16
16
  Cognite extractor utils is a Python package that simplifies the development of new extractors.
17
17
  """
18
18
 
19
- __version__ = "7.5.5"
19
+ __version__ = "7.5.7"
20
20
  from .base import Extractor
21
21
 
22
22
  __all__ = ["Extractor"]
@@ -197,6 +197,8 @@ class IOFileUploadQueue(AbstractUploadQueue):
197
197
  thread_name: Thread name of uploader thread.
198
198
  max_parallelism: Maximum number of parallel uploads. If nothing is given, the parallelism will be capped by the
199
199
  max_workers of the cognite client.
200
+ ssl_verify: Either a string (path to a CA bundle) or a bool (false to turn off completely, true to use standard
201
+ CA bundle)
200
202
  """
201
203
 
202
204
  def __init__(
@@ -210,6 +212,7 @@ class IOFileUploadQueue(AbstractUploadQueue):
210
212
  cancellation_token: Optional[CancellationToken] = None,
211
213
  max_parallelism: Optional[int] = None,
212
214
  failure_logging_path: None | str = None,
215
+ ssl_verify: bool | str = True,
213
216
  ):
214
217
  # Super sets post_upload and threshold
215
218
  super().__init__(
@@ -250,7 +253,11 @@ class IOFileUploadQueue(AbstractUploadQueue):
250
253
 
251
254
  self._full_queue = threading.Condition()
252
255
 
253
- self._httpx_client = Client(follow_redirects=True, timeout=cdf_client.config.file_transfer_timeout)
256
+ self._httpx_client = Client(
257
+ follow_redirects=True,
258
+ timeout=cdf_client.config.file_transfer_timeout,
259
+ verify=ssl_verify,
260
+ )
254
261
 
255
262
  global _QUEUES, _QUEUES_LOCK
256
263
  with _QUEUES_LOCK:
@@ -625,16 +632,18 @@ class FileUploadQueue(IOFileUploadQueue):
625
632
  thread_name: str | None = None,
626
633
  overwrite_existing: bool = False,
627
634
  cancellation_token: CancellationToken | None = None,
635
+ ssl_verify: bool | str = True,
628
636
  ):
629
637
  # Super sets post_upload and threshold
630
638
  super().__init__(
631
- cdf_client,
632
- post_upload_function,
633
- max_queue_size,
634
- trigger_log_level,
635
- thread_name,
636
- overwrite_existing,
637
- cancellation_token,
639
+ cdf_client=cdf_client,
640
+ post_upload_function=post_upload_function,
641
+ max_queue_size=max_queue_size,
642
+ trigger_log_level=trigger_log_level,
643
+ thread_name=thread_name,
644
+ overwrite_existing=overwrite_existing,
645
+ cancellation_token=cancellation_token,
646
+ ssl_verify=ssl_verify,
638
647
  )
639
648
 
640
649
  def add_to_upload_queue(
@@ -681,15 +690,17 @@ class BytesUploadQueue(IOFileUploadQueue):
681
690
  thread_name: str | None = None,
682
691
  overwrite_existing: bool = False,
683
692
  cancellation_token: CancellationToken | None = None,
693
+ ssl_verify: bool | str = True,
684
694
  ) -> None:
685
695
  super().__init__(
686
- cdf_client,
687
- post_upload_function,
688
- max_queue_size,
689
- trigger_log_level,
690
- thread_name,
691
- overwrite_existing,
692
- cancellation_token,
696
+ cdf_client=cdf_client,
697
+ post_upload_function=post_upload_function,
698
+ max_queue_size=max_queue_size,
699
+ trigger_log_level=trigger_log_level,
700
+ thread_name=thread_name,
701
+ overwrite_existing=overwrite_existing,
702
+ cancellation_token=cancellation_token,
703
+ ssl_verify=ssl_verify,
693
704
  )
694
705
 
695
706
  def add_to_upload_queue(self, content: bytes, file_meta: FileMetadataOrCogniteExtractorFile) -> None:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: cognite-extractor-utils
3
- Version: 7.5.5
3
+ Version: 7.5.7
4
4
  Summary: Utilities for easier development of extractors for CDF
5
5
  Home-page: https://github.com/cognitedata/python-extractor-utils
6
6
  License: Apache-2.0
@@ -19,10 +19,10 @@ Requires-Dist: arrow (>=1.0.0,<2.0.0)
19
19
  Requires-Dist: azure-identity (>=1.14.0,<2.0.0)
20
20
  Requires-Dist: azure-keyvault-secrets (>=4.7.0,<5.0.0)
21
21
  Requires-Dist: cognite-sdk (>=7.59.0,<8.0.0)
22
- Requires-Dist: croniter (>=5.0.0,<6.0.0)
22
+ Requires-Dist: croniter (>=6.0.0,<7.0.0)
23
23
  Requires-Dist: dacite (>=1.6.0,<2.0.0)
24
24
  Requires-Dist: decorator (>=5.1.1,<6.0.0)
25
- Requires-Dist: httpx (>=0.27.0,<0.28.0)
25
+ Requires-Dist: httpx (>=0.27.0,<1)
26
26
  Requires-Dist: jsonlines (>=4.0.0,<5.0.0)
27
27
  Requires-Dist: more-itertools (>=10.0.0,<11.0.0)
28
28
  Requires-Dist: orjson (>=3.10.3,<4.0.0)
@@ -1,4 +1,4 @@
1
- cognite/extractorutils/__init__.py,sha256=vzJt70lWLihpyT1wBagsTLt-snzoca1rHtDq5vNKV8M,764
1
+ cognite/extractorutils/__init__.py,sha256=GfrjcXfsTJwjCCuL55CasWeEUMreJwDvetAB-iAXSFU,764
2
2
  cognite/extractorutils/_inner_util.py,sha256=cdoz9Sl3Wt1IsxiCZlcd913_hKrTCxDRrM_L-Zn1_F8,1800
3
3
  cognite/extractorutils/base.py,sha256=pV3xy0Dzt8q9I5DvI-TvmRZXMmSTk8Kk-d0jZWa_ua8,16333
4
4
  cognite/extractorutils/configtools/__init__.py,sha256=llNMzHu4yCWx5Kjm8G9IN5Pij8OUaVT_VZuZ2r3JtAA,3616
@@ -36,14 +36,14 @@ cognite/extractorutils/uploader/_metrics.py,sha256=J2LJXb19L_SLSJ_voNIQHYLp0pjxU
36
36
  cognite/extractorutils/uploader/assets.py,sha256=SDX48xjqIT4tbQ9HtaIgQT8bw61XHJGic5ofZJeK7UE,5692
37
37
  cognite/extractorutils/uploader/data_modeling.py,sha256=Vd9eDWE-KPICChtxcKZdFcH3mSbavD8s1627wXxF_SI,3593
38
38
  cognite/extractorutils/uploader/events.py,sha256=qo1rVhk3eUfcbNLauZfvBohQ2aFRazbyGuMFcU-UyQ8,5640
39
- cognite/extractorutils/uploader/files.py,sha256=7_XtaDS1cxHVQ7tGvib8U5MF0utl-qzXYG4dPYEImTc,25984
39
+ cognite/extractorutils/uploader/files.py,sha256=3VH8lsZmPL4TI3r_mIzTf8T2YmYc3kAtyBeo_4g9zP0,26610
40
40
  cognite/extractorutils/uploader/raw.py,sha256=VMYfeZN8XAHfZ77AuGcL85bIWvhaO7-Whx_marnGAmQ,6692
41
41
  cognite/extractorutils/uploader/time_series.py,sha256=yBN7ppD5hg0CgUIw7WvhhAPyOj0gbIWG4_-ifPaAuOE,26575
42
42
  cognite/extractorutils/uploader/upload_failure_handler.py,sha256=Oj3xDK_qlGQdEOzswE-6ti7tDAQXR0Rvee3lg6KBg3s,2000
43
43
  cognite/extractorutils/uploader_extractor.py,sha256=X71M_7JcGMwC3kHMETmTF8cdjSQwZaNmIGlT-mBs3Pk,7687
44
44
  cognite/extractorutils/uploader_types.py,sha256=eLKFQJT53zpn9_3-SDUtgHUMASGdK7c85HWrLWEF-JE,865
45
45
  cognite/extractorutils/util.py,sha256=TL3fkHlvPqWjdyr4yorq5LNJbPxJSom69HKyeQM92xE,21042
46
- cognite_extractor_utils-7.5.5.dist-info/LICENSE,sha256=psuoW8kuDP96RQsdhzwOqi6fyWv0ct8CR6Jr7He_P_k,10173
47
- cognite_extractor_utils-7.5.5.dist-info/METADATA,sha256=k9onmv9_SPY_5IcXA_QLhuDUSzJyf-RuJMCM1pKn4Tg,5691
48
- cognite_extractor_utils-7.5.5.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
49
- cognite_extractor_utils-7.5.5.dist-info/RECORD,,
46
+ cognite_extractor_utils-7.5.7.dist-info/LICENSE,sha256=psuoW8kuDP96RQsdhzwOqi6fyWv0ct8CR6Jr7He_P_k,10173
47
+ cognite_extractor_utils-7.5.7.dist-info/METADATA,sha256=zuaax_Bxf2I_dd2GWBYPj9f8tqq5Oda6VQKhwbakKis,5686
48
+ cognite_extractor_utils-7.5.7.dist-info/WHEEL,sha256=RaoafKOydTQ7I_I3JTrPCg6kUmTgtm4BornzOqyEfJ8,88
49
+ cognite_extractor_utils-7.5.7.dist-info/RECORD,,