cognite-extractor-utils 7.4.4__tar.gz → 7.4.6__tar.gz

{cognite_extractor_utils-7.4.4 → cognite_extractor_utils-7.4.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: cognite-extractor-utils
-Version: 7.4.4
+Version: 7.4.6
 Summary: Utilities for easier development of extractors for CDF
 Home-page: https://github.com/cognitedata/python-extractor-utils
 License: Apache-2.0

{cognite_extractor_utils-7.4.4 → cognite_extractor_utils-7.4.6}/cognite/extractorutils/__init__.py

@@ -16,5 +16,5 @@
 Cognite extractor utils is a Python package that simplifies the development of new extractors.
 """
 
-__version__ = "7.4.4"
+__version__ = "7.4.6"
 from .base import Extractor

{cognite_extractor_utils-7.4.4 → cognite_extractor_utils-7.4.6}/cognite/extractorutils/configtools/elements.py

@@ -334,7 +334,7 @@ class CogniteConfig:
                 self.idp_authentication.certificate.password,
             )
             if not self.idp_authentication.scopes:
-                _logger.warn("No scopes configured. Authenticating with CDF is unlikely to work correctly")
+                _logger.warning("No scopes configured. Authenticating with CDF is unlikely to work correctly")
             credential_provider = OAuthClientCertificate(
                 authority_url=authority_url,
                 client_id=self.idp_authentication.client_id,

{cognite_extractor_utils-7.4.4 → cognite_extractor_utils-7.4.6}/cognite/extractorutils/configtools/loaders.py

@@ -34,7 +34,12 @@ from yaml.scanner import ScannerError
 
 from cognite.client import CogniteClient
 from cognite.extractorutils.configtools._util import _to_snake_case
-from cognite.extractorutils.configtools.elements import BaseConfig, ConfigType, TimeIntervalConfig, _BaseConfig
+from cognite.extractorutils.configtools.elements import (
+    BaseConfig,
+    ConfigType,
+    TimeIntervalConfig,
+    _BaseConfig,
+)
 from cognite.extractorutils.exceptions import InvalidConfigError
 
 _logger = logging.getLogger(__name__)

{cognite_extractor_utils-7.4.4 → cognite_extractor_utils-7.4.6}/cognite/extractorutils/uploader/files.py

@@ -258,6 +258,14 @@ class IOFileUploadQueue(AbstractUploadQueue):
             file_meta, url = self._create_cdm(instance_id=node_id)
         else:
             file_meta, url = self.cdf_client.files.create(file_metadata=file_meta, overwrite=self.overwrite_existing)
+            # trigger update after creation (upsert =P)
+            basic_attributes = set(["externalId", "name"])
+            attr = set(file_meta.dump().keys())
+            diff = attr - basic_attributes
+
+            if len(diff) >= 1 and "externalId" in attr:
+                file_meta = self.cdf_client.files.update(file_meta)
+
         return file_meta, url
 
     def _upload_bytes(self, size: int, file: BinaryIO, file_meta: FileMetadataOrCogniteExtractorFile) -> None:
@@ -296,7 +304,6 @@ class IOFileUploadQueue(AbstractUploadQueue):
         if isinstance(file_meta, CogniteExtractorFileApply):
             node_id = self._apply_cognite_file(file_meta)
             identifiers = IdentifierSequence.load(instance_ids=node_id).as_singleton()
-            self.cdf_client.files._warn_alpha()
             res = self.cdf_client.files._post(
                 url_path="/files/multiuploadlink",
                 json={"items": identifiers.as_dicts()},
@@ -420,7 +427,6 @@ class IOFileUploadQueue(AbstractUploadQueue):
         )
 
     def _create_cdm(self, instance_id: NodeId) -> tuple[FileMetadata, str]:
-        self.cdf_client.files._warn_alpha()
         identifiers = IdentifierSequence.load(instance_ids=instance_id).as_singleton()
         res = self.cdf_client.files._post(
             url_path="/files/uploadlink",

{cognite_extractor_utils-7.4.4 → cognite_extractor_utils-7.4.6}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "cognite-extractor-utils"
-version = "7.4.4"
+version = "7.4.6"
 description = "Utilities for easier development of extractors for CDF"
 authors = ["Mathias Lohne <mathias.lohne@cognite.com>"]
 license = "Apache-2.0"