cognite-extractor-utils 7.8.0__py3-none-any.whl → 7.8.1__py3-none-any.whl

cognite/extractorutils/__init__.py

@@ -16,7 +16,7 @@
 Cognite extractor utils is a Python package that simplifies the development of new extractors.
 """
 
-__version__ = "7.8.0"
+__version__ = "7.8.1"
 from .base import Extractor
 
 __all__ = ["Extractor"]

cognite/extractorutils/configtools/loaders.py

@@ -384,8 +384,22 @@ class ConfigResolver(Generic[CustomConfigClass]):
         self._cognite_client: CogniteClient | None = None
 
     def _reload_file(self) -> None:
-        with open(self.config_path, encoding="utf-8") as stream:
-            self._config_text = stream.read()
+        try:
+            with open(self.config_path, encoding="utf-8") as stream:
+                self._config_text = stream.read()
+        except UnicodeDecodeError:
+            _logger.warning(
+                f"Config file '{self.config_path}' is not valid UTF-8. Falling back to system default encoding."
+            )
+            try:
+                with open(self.config_path) as stream:
+                    self._config_text = stream.read()
+            except Exception as e:
+                _logger.error(
+                    f"Failed to read '{self.config_path}' with both UTF-8 and system default encoding. "
+                    f"The file may be corrupt or in an unsupported format. Final error: {e}"
+                )
+                raise RuntimeError("Unable to read configuration file.") from e
 
     @property
     def cognite_client(self) -> CogniteClient | None:

cognite/extractorutils/unstable/core/base.py

@@ -220,14 +220,13 @@ class Extractor(Generic[ConfigType], CogniteLogger):
                 case LogConsoleHandlerConfig() as console_handler:
                     sh = logging.StreamHandler()
                     sh.setFormatter(fmt)
-                    level_for_handler = _resolve_log_level(
-                        self.log_level_override if self.log_level_override else console_handler.level.value
-                    )
+                    level_for_handler = _resolve_log_level(self.log_level_override or console_handler.level.value)
                     sh.setLevel(level_for_handler)
 
                     root.addHandler(sh)
 
                 case LogFileHandlerConfig() as file_handler:
+                    level_for_handler = _resolve_log_level(self.log_level_override or file_handler.level.value)
                     try:
                         fh = RobustFileHandler(
                             filename=file_handler.path,
@@ -236,23 +235,20 @@ class Extractor(Generic[ConfigType], CogniteLogger):
                             backupCount=file_handler.retention,
                             create_dirs=True,
                         )
-                        level_for_handler = _resolve_log_level(
-                            self.log_level_override if self.log_level_override else file_handler.level.value
-                        )
                         fh.setLevel(level_for_handler)
                         fh.setFormatter(fmt)
 
                         root.addHandler(fh)
                     except (OSError, PermissionError) as e:
-                        self._logger.warning(
-                            f"Could not create or write to log file {file_handler.path}: {e}. "
-                            "Falling back to console logging."
-                        )
                         if not any(isinstance(h, logging.StreamHandler) for h in root.handlers):
                             sh = logging.StreamHandler()
                             sh.setFormatter(fmt)
                             sh.setLevel(level_for_handler)
                             root.addHandler(sh)
+                        self._logger.warning(
+                            f"Could not create or write to log file {file_handler.path}: {e}. "
+                            "Defaulted to console logging."
+                        )
 
     def _load_state_store(self) -> None:
         """

cognite/extractorutils/unstable/core/runtime.py

@@ -180,8 +180,8 @@ class Runtime(Generic[ExtractorType]):
             choices=["debug", "info", "warning", "error", "critical"],
             type=str,
             required=False,
-            default="info",
-            help="Set the logging level for the runtime. Default is 'info'.",
+            default=None,
+            help="Set the logging level for the runtime.",
         )
         argparser.add_argument(
             "--skip-init-checks",

{cognite_extractor_utils-7.8.0.dist-info → cognite_extractor_utils-7.8.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cognite-extractor-utils
-Version: 7.8.0
+Version: 7.8.1
 Summary: Utilities for easier development of extractors for CDF
 Project-URL: repository, https://github.com/cognitedata/python-extractor-utils
 Author-email: Mathias Lohne <mathias.lohne@cognite.com>
@@ -14,7 +14,7 @@ Requires-Dist: azure-identity>=1.14.0
 Requires-Dist: azure-keyvault-secrets>=4.7.0
 Requires-Dist: cognite-sdk>=7.75.2
 Requires-Dist: croniter>=6.0.0
-Requires-Dist: dacite<1.9.0,>=1.6.0
+Requires-Dist: dacite<1.10.0,>=1.9.2
 Requires-Dist: decorator>=5.1.1
 Requires-Dist: httpx<1,>=0.27.0
 Requires-Dist: jsonlines>=4.0.0

{cognite_extractor_utils-7.8.0.dist-info → cognite_extractor_utils-7.8.1.dist-info}/RECORD

@@ -1,7 +1,7 @@
 cognite/examples/unstable/extractors/simple_extractor/main.py,sha256=iiRevhLXqVAPXSxTu2Rz_TJY2BZKRLs4_MjvpcrkLg0,2477
 cognite/examples/unstable/extractors/simple_extractor/config/config.yaml,sha256=L4S2mOFy5YfHvqieJ-1obiWzd4HW-2WqBGDWGMad06Q,48
 cognite/examples/unstable/extractors/simple_extractor/config/connection_config.yaml,sha256=dseAyexkld4mgft61Bbmq8SuH2GV5nlUW_SLpDFrtoA,295
-cognite/extractorutils/__init__.py,sha256=tpU3-GA6qi0aydjedIX9GoBM9zHjtP37OnGNCZ6E0BI,764
+cognite/extractorutils/__init__.py,sha256=valGn4k3kPpy__bt7u77XNCM3svJ6tBmJ0pU3voR1tY,764
 cognite/extractorutils/_inner_util.py,sha256=iiW8ngteYD-5RF3zuvw3adet4kfJdYL8eFfxWccQ8Zs,1812
 cognite/extractorutils/base.py,sha256=UCQzrdeV_x5Ok00oPU9-U6lndoBTGVXAWEIXbXkfivI,18613
 cognite/extractorutils/exceptions.py,sha256=vKJcy3cKJY23U1QU83BwmpEkHh5ryMLw_fieTtWLNS0,1369
@@ -14,7 +14,7 @@ cognite/extractorutils/util.py,sha256=DBOQhQuKoDS9D2HsRM519TurLvv2AKLOtS_b4EtD7J
 cognite/extractorutils/configtools/__init__.py,sha256=oK0VmZ5hBEuTRwJebVPl_3zlbf6P_Cf5G3VU7u6Shic,3533
 cognite/extractorutils/configtools/_util.py,sha256=NVGaUjCwUCKFMFOKZxco02q6jwdVU4vHYk67i6R_Zxc,4829
 cognite/extractorutils/configtools/elements.py,sha256=MRAzfL2ZhXFJ3zry5lrOQbhhK-TGfRcmPcginMwyGDE,31776
-cognite/extractorutils/configtools/loaders.py,sha256=I7F67HiMQeQiUh-NrQ3XXa5iugGA-LxhQmZepWp4Pr0,20055
+cognite/extractorutils/configtools/loaders.py,sha256=vnStVa_d5B8BTyy5Rq6e6TbVLbvkj0xwql684mKSIgw,20755
 cognite/extractorutils/configtools/validators.py,sha256=Gaq0DkWqFdfG6M0ySAqCzXVtyF4DVxiOyn0SQyCOfeo,1089
 cognite/extractorutils/statestore/__init__.py,sha256=tkXba5SNBkQa559ZcMe0acY7zjwy4lPI9rWjwdbiRlo,2759
 cognite/extractorutils/statestore/_base.py,sha256=zEMPAPB3RJfJHQUyOuepF0mTgJ2y7WT0YQM6irj1YQg,2797
@@ -28,12 +28,12 @@ cognite/extractorutils/unstable/configuration/models.py,sha256=pcJAvYgj8-SM6RCSJ
 cognite/extractorutils/unstable/core/__init__.py,sha256=f0LREaOHQig5hL59jfDn9FYfUIR_e1cgqDCIqTJV_VI,213
 cognite/extractorutils/unstable/core/_dto.py,sha256=iu6bokFPu4eVfv3A43zPkOTPbeegP5wFPdh20oDNWZY,3559
 cognite/extractorutils/unstable/core/_messaging.py,sha256=D9rOW8fijryXffbm90d8VTf2vy5FmwVGU-H0O-cn-EI,68
-cognite/extractorutils/unstable/core/base.py,sha256=7Hqjk1mBaI0KS3m5fYhIvIrt72HPcZBS8K6FrzS9Qk0,19332
+cognite/extractorutils/unstable/core/base.py,sha256=AdP6DyxhPo85e10f2YohRNICMUz11Gr1hzc3AF7BCM8,19167
 cognite/extractorutils/unstable/core/checkin_worker.py,sha256=yJ4MjJoeL96ZqWE-stntSBp7PdjJZe9A8GR_ulxS200,18109
 cognite/extractorutils/unstable/core/errors.py,sha256=x6IKlINVdsDoH3qUuE5n9XwJw3b69hol5ecoMCPMCOE,3544
 cognite/extractorutils/unstable/core/logger.py,sha256=6u96SFSTzapLuQP4kK6NFi9dgpoZEwJGlf9sVbVVCi8,11582
 cognite/extractorutils/unstable/core/restart_policy.py,sha256=UakVHntfffAGeye_tV0NltfR8U8xsdL8KS5OAB3BNkk,1279
-cognite/extractorutils/unstable/core/runtime.py,sha256=YstVsyYFWJ-M-RA7gzSYHV_GLBZSyzcyAZVN8chpJeA,19336
+cognite/extractorutils/unstable/core/runtime.py,sha256=U1gK1cKDjoVeVtIiUd0jj3PwHtNfcfbgdD23exMLCVg,19315
 cognite/extractorutils/unstable/core/tasks.py,sha256=--hsaN5UCJ7_I-4fl4l8EasP1khe_R_6BqotobXBk_I,5033
 cognite/extractorutils/unstable/scheduling/__init__.py,sha256=NGVNw-dq7eYwm8jLwb8ChPTSyfAnAKMzi3_QDsh46yw,809
 cognite/extractorutils/unstable/scheduling/_scheduler.py,sha256=xfAKAI_pyahdFo7zPOmvAQ_16MFE46zFIYSopzwpLag,3741
@@ -48,8 +48,8 @@ cognite/extractorutils/uploader/files.py,sha256=-cyF1w36ebgcqj3OFJYq8WP-CtRIP7wT
 cognite/extractorutils/uploader/raw.py,sha256=fNq8OFpIvHwwancsmhsF6iDLub5bgCpdw879Ycmb7aI,6762
 cognite/extractorutils/uploader/time_series.py,sha256=Jo8Tz3X6dvhgt8_8GwX6ETDs_DtS0DaHjiH72BQGnSo,37356
 cognite/extractorutils/uploader/upload_failure_handler.py,sha256=nXw9IVcOxxuywd_17ybXijdpo0omtY0Bkb9fT_fWYFM,3048
-cognite_extractor_utils-7.8.0.dist-info/METADATA,sha256=BxsNO2gAj8VsYVVCdRufx1wGUJ4za904gQ1suTJOGaQ,4953
-cognite_extractor_utils-7.8.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-cognite_extractor_utils-7.8.0.dist-info/entry_points.txt,sha256=Ht51dVybSQan2zbaLCUPMBSNR4Pi-0lSKYm5j8VTBMA,101
-cognite_extractor_utils-7.8.0.dist-info/licenses/LICENSE,sha256=psuoW8kuDP96RQsdhzwOqi6fyWv0ct8CR6Jr7He_P_k,10173
-cognite_extractor_utils-7.8.0.dist-info/RECORD,,
+cognite_extractor_utils-7.8.1.dist-info/METADATA,sha256=Z9eWbGiUuRpLhzivaSAL5lK37hb1DJa2DKjP7mJkEww,4954
+cognite_extractor_utils-7.8.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+cognite_extractor_utils-7.8.1.dist-info/entry_points.txt,sha256=Ht51dVybSQan2zbaLCUPMBSNR4Pi-0lSKYm5j8VTBMA,101
+cognite_extractor_utils-7.8.1.dist-info/licenses/LICENSE,sha256=psuoW8kuDP96RQsdhzwOqi6fyWv0ct8CR6Jr7He_P_k,10173
+cognite_extractor_utils-7.8.1.dist-info/RECORD,,