cognite-extractor-utils 7.1.1__tar.gz → 7.1.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of cognite-extractor-utils might be problematic. Click here for more details.

Files changed (27) hide show
  1. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/PKG-INFO +2 -2
  2. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/__init__.py +1 -1
  3. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/uploader/time_series.py +6 -2
  4. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/util.py +3 -2
  5. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/pyproject.toml +5 -5
  6. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/LICENSE +0 -0
  7. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/README.md +0 -0
  8. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/_inner_util.py +0 -0
  9. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/base.py +0 -0
  10. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/configtools/__init__.py +0 -0
  11. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/configtools/_util.py +0 -0
  12. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/configtools/elements.py +0 -0
  13. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/configtools/loaders.py +0 -0
  14. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/exceptions.py +0 -0
  15. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/metrics.py +0 -0
  16. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/py.typed +0 -0
  17. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/statestore.py +0 -0
  18. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/threading.py +0 -0
  19. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/uploader/__init__.py +0 -0
  20. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/uploader/_base.py +0 -0
  21. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/uploader/_metrics.py +0 -0
  22. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/uploader/assets.py +0 -0
  23. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/uploader/events.py +0 -0
  24. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/uploader/files.py +0 -0
  25. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/uploader/raw.py +0 -0
  26. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/uploader_extractor.py +0 -0
  27. {cognite_extractor_utils-7.1.1 → cognite_extractor_utils-7.1.3}/cognite/extractorutils/uploader_types.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: cognite-extractor-utils
3
- Version: 7.1.1
3
+ Version: 7.1.3
4
4
  Summary: Utilities for easier development of extractors for CDF
5
5
  Home-page: https://github.com/cognitedata/python-extractor-utils
6
6
  License: Apache-2.0
@@ -18,7 +18,7 @@ Provides-Extra: experimental
18
18
  Requires-Dist: arrow (>=1.0.0,<2.0.0)
19
19
  Requires-Dist: azure-identity (>=1.14.0,<2.0.0)
20
20
  Requires-Dist: azure-keyvault-secrets (>=4.7.0,<5.0.0)
21
- Requires-Dist: cognite-sdk (>=7.28.1,<8.0.0)
21
+ Requires-Dist: cognite-sdk (>=7.41.0,<8.0.0)
22
22
  Requires-Dist: dacite (>=1.6.0,<2.0.0)
23
23
  Requires-Dist: decorator (>=5.1.1,<6.0.0)
24
24
  Requires-Dist: more-itertools (>=10.0.0,<11.0.0)
@@ -16,5 +16,5 @@
16
16
  Cognite extractor utils is a Python package that simplifies the development of new extractors.
17
17
  """
18
18
 
19
- __version__ = "7.1.1"
19
+ __version__ = "7.1.3"
20
20
  from .base import Extractor
@@ -22,6 +22,7 @@ from cognite.client.data_classes import (
22
22
  Sequence,
23
23
  SequenceData,
24
24
  SequenceRows,
25
+ StatusCode,
25
26
  TimeSeries,
26
27
  )
27
28
  from cognite.client.exceptions import CogniteDuplicatedError, CogniteNotFoundError
@@ -51,7 +52,10 @@ MIN_DATAPOINT_VALUE = -1e100
51
52
 
52
53
  TimeStamp = Union[int, datetime]
53
54
 
54
- DataPoint = Union[Tuple[TimeStamp, float], Tuple[TimeStamp, str]]
55
+ DataPointWithoutStatus = Union[Tuple[TimeStamp, float], Tuple[TimeStamp, str], Tuple[TimeStamp, int]]
56
+ FullStatusCode = Union[StatusCode, int]
57
+ DataPointWithStatus = Union[Tuple[TimeStamp, float, FullStatusCode], Tuple[TimeStamp, str, FullStatusCode]]
58
+ DataPoint = Union[DataPointWithoutStatus, DataPointWithStatus]
55
59
  DataPointList = List[DataPoint]
56
60
 
57
61
 
@@ -283,7 +287,7 @@ class TimeSeriesUploadQueue(AbstractUploadQueue):
283
287
  with self.lock:
284
288
  upload_this = _upload_batch(
285
289
  [
286
- {either_id.type(): either_id.content(), "datapoints": datapoints}
290
+ {either_id.type(): either_id.content(), "datapoints": list(datapoints)}
287
291
  for either_id, datapoints in self.upload_queue.items()
288
292
  if len(datapoints) > 0
289
293
  ]
@@ -16,6 +16,7 @@
16
16
  The ``util`` package contains miscellaneous functions and classes that can some times be useful while developing
17
17
  extractors.
18
18
  """
19
+
19
20
  import logging
20
21
  import random
21
22
  from functools import partial, wraps
@@ -27,7 +28,7 @@ from decorator import decorator
27
28
 
28
29
  from cognite.client import CogniteClient
29
30
  from cognite.client.data_classes import Asset, ExtractionPipelineRun, TimeSeries
30
- from cognite.client.exceptions import CogniteAPIError, CogniteException, CogniteNotFoundError
31
+ from cognite.client.exceptions import CogniteAPIError, CogniteException, CogniteFileUploadError, CogniteNotFoundError
31
32
  from cognite.extractorutils.threading import CancellationToken
32
33
 
33
34
 
@@ -492,7 +493,7 @@ def cognite_exceptions(
492
493
  status_codes = status_codes or [408, 425, 429, 500, 502, 503, 504]
493
494
 
494
495
  def handle_cognite_errors(exception: CogniteException) -> bool:
495
- if isinstance(exception, CogniteAPIError):
496
+ if isinstance(exception, (CogniteAPIError, CogniteFileUploadError)):
496
497
  return exception.code in status_codes
497
498
  return True
498
499
 
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "cognite-extractor-utils"
3
- version = "7.1.1"
3
+ version = "7.1.3"
4
4
  description = "Utilities for easier development of extractors for CDF"
5
5
  authors = ["Mathias Lohne <mathias.lohne@cognite.com>"]
6
6
  license = "Apache-2.0"
@@ -53,7 +53,7 @@ exclude = "tests/*"
53
53
 
54
54
  [tool.poetry.dependencies]
55
55
  python = "^3.8.0"
56
- cognite-sdk = "^7.28.1"
56
+ cognite-sdk = "^7.41.0"
57
57
  prometheus-client = ">0.7.0, <=1.0.0"
58
58
  arrow = "^1.0.0"
59
59
  pyyaml = ">=5.3.0, <7"
@@ -70,10 +70,10 @@ azure-keyvault-secrets = "^4.7.0"
70
70
  experimental = ["cognite-sdk-experimental"]
71
71
 
72
72
  [tool.poetry.group.dev.dependencies]
73
- mypy = "1.9.0"
74
- ruff = "^0.3.0"
73
+ mypy = "1.10.0"
74
+ ruff = "^0.4.0"
75
75
  pytest = "^8.0.0"
76
- pytest-cov = "^4.0.0"
76
+ pytest-cov = "^5.0.0"
77
77
  sphinx = "^7.0.0"
78
78
  sphinx-rtd-theme = "^2.0.0"
79
79
  pre-commit = "^3.3.0"