ocrd 3.0.0b2__py3-none-any.whl → 3.0.0b4__py3-none-any.whl

ocrd/cli/__init__.py

@@ -61,11 +61,11 @@ Variables:
 \b
 {config.describe('OCRD_DOWNLOAD_INPUT')}
 \b
-{config.describe('OCRD_MISSING_INPUT')}
+{config.describe('OCRD_MISSING_INPUT', wrap_text=False)}
 \b
-{config.describe('OCRD_MISSING_OUTPUT')}
+{config.describe('OCRD_MISSING_OUTPUT', wrap_text=False)}
 \b
-{config.describe('OCRD_EXISTING_OUTPUT')}
+{config.describe('OCRD_EXISTING_OUTPUT', wrap_text=False)}
 \b
 {config.describe('OCRD_METS_CACHING')}
 \b

ocrd/processor/base.py

@@ -166,11 +166,14 @@ class Processor():
 
         (Override if ``ocrd-tool.json`` is not distributed with the Python package.)
         """
-        # XXX HACK
-        module_tokens = self.__module__.split('.')
-        if module_tokens[0] == 'src':
-            module_tokens.pop(0)
-        return resource_filename(module_tokens[0], self.metadata_filename)
+        module = inspect.getmodule(self)
+        module_tokens = module.__package__.split('.')
+        # for namespace packages, we cannot just use the first token
+        for i in range(len(module_tokens)):
+            prefix = '.'.join(module_tokens[:i + 1])
+            if sys.modules[prefix].__spec__.has_location:
+                return resource_filename(prefix, self.metadata_filename)
+        raise Exception("cannot find top-level module prefix for %s", module.__package__)
 
     @cached_property
     def metadata_rawdict(self) -> dict:
@@ -455,22 +458,22 @@ class Processor():
                 nr_copied = 0
 
                 # set up multithreading
-                if self.max_workers <= 0:
-                    max_workers = max(0, config.OCRD_MAX_PARALLEL_PAGES)
-                else:
-                    max_workers = max(0, min(config.OCRD_MAX_PARALLEL_PAGES, self.max_workers))
+                max_workers = max(0, config.OCRD_MAX_PARALLEL_PAGES)
+                if self.max_workers > 0 and self.max_workers < config.OCRD_MAX_PARALLEL_PAGES:
+                    self._base_logger.info("limiting number of threads from %d to %d", max_workers, self.max_workers)
+                    max_workers = self.max_workers
                 if max_workers > 1:
                     assert isinstance(workspace.mets, ClientSideOcrdMets), \
                         "OCRD_MAX_PARALLEL_PAGES>1 requires also using --mets-server-url"
-                if self.max_page_seconds <= 0:
-                    max_seconds = max(0, config.OCRD_PROCESSING_PAGE_TIMEOUT)
-                else:
-                    max_seconds = max(0, min(config.OCRD_PROCESSING_PAGE_TIMEOUT, self.max_page_seconds))
+                max_seconds = max(0, config.OCRD_PROCESSING_PAGE_TIMEOUT)
+                if self.max_page_seconds > 0 and self.max_page_seconds < config.OCRD_PROCESSING_PAGE_TIMEOUT:
+                    self._base_logger.info("limiting page timeout from %d to %d sec", max_seconds, self.max_page_seconds)
+                    max_seconds = self.max_page_seconds
                 executor = ThreadPoolExecutor(
                     max_workers=max_workers or 1,
                     thread_name_prefix=f"pagetask.{workspace.mets.unique_identifier}"
                 )
-                self._base_logger.debug("started executor %s", str(executor))
+                self._base_logger.debug("started executor %s with %d workers", str(executor), max_workers or 1)
                 tasks = {}
 
                 for input_file_tuple in self.zip_input_files(on_error='abort', require_first=False):
@@ -478,7 +481,7 @@ class Processor():
                     page_id = next(input_file.pageId
                                    for input_file in input_file_tuple
                                    if input_file)
-                    self._base_logger.info(f"processing page {page_id}")
+                    self._base_logger.info(f"preparing page {page_id}")
                     for i, input_file in enumerate(input_file_tuple):
                         if input_file is None:
                             # file/page not found in this file grp
@@ -521,9 +524,10 @@ class Processor():
                     # broad coverage of output failures (including TimeoutError)
                     except (Exception, TimeoutError) as err:
                         # FIXME: add re-usable/actionable logging
-                        self._base_logger.error(f"Failure on page {page_id}: {str(err) or err.__class__.__name__}")
                         if config.OCRD_MISSING_OUTPUT == 'ABORT':
+                            self._base_logger.error(f"Failure on page {page_id}: {str(err) or err.__class__.__name__}")
                             raise err
+                        self._base_logger.exception(f"Failure on page {page_id}: {str(err) or err.__class__.__name__}")
                         if config.OCRD_MISSING_OUTPUT == 'SKIP':
                             nr_skipped += 1
                             continue
@@ -587,6 +591,7 @@ class Processor():
         input_pcgts : List[Optional[OcrdPage]] = [None] * len(input_files)
         assert isinstance(input_files[0], get_args(OcrdFileType))
         page_id = input_files[0].pageId
+        self._base_logger.info("processing page %s", page_id)
         for i, input_file in enumerate(input_files):
             assert isinstance(input_file, get_args(OcrdFileType))
             self._base_logger.debug(f"parsing file {input_file.ID} for page {page_id}")

ocrd/workspace.py

@@ -121,7 +121,10 @@ class Workspace():
         """
         Reload METS from the filesystem.
         """
-        self.mets = OcrdMets(filename=self.mets_target)
+        if self.is_remote:
+            self.mets.reload()
+        else:
+            self.mets = OcrdMets(filename=self.mets_target)
 
     @deprecated_alias(pageId="page_id")
     @deprecated_alias(ID="file_id")

{ocrd-3.0.0b2.dist-info → ocrd-3.0.0b4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ocrd
-Version: 3.0.0b2
+Version: 3.0.0b4
 Summary: OCR-D framework
 Author-email: Konstantin Baierer <unixprog@gmail.com>
 License: Apache License 2.0

{ocrd-3.0.0b2.dist-info → ocrd-3.0.0b4.dist-info}/RECORD

@@ -7,10 +7,10 @@ ocrd/resolver.py,sha256=Ba9ALQbTXz6_mla4VqN9tAfHoj6aKuNJAU4tIDnjcHE,14952
 ocrd/resource_list.yml,sha256=82-PiqkZnka1kTj3MQqNn4wXWKHHtoFchsQuetWuqFs,2633
 ocrd/resource_manager.py,sha256=8BMVKJq8J56hugi8vtGn9Ffuk7oRkbs197aG74aKbCY,16733
 ocrd/task_sequence.py,sha256=spiaUQaMM7M8WdBDoQGmLuTPm7tOugYXD6rcJ2UXzxw,6991
-ocrd/workspace.py,sha256=4s0qscEosS7rQ0jfn1qJeT9B3eC31YippAX-RUjXghA,65608
+ocrd/workspace.py,sha256=V-7w3mRc0l8XmUOpdbsUPE2BfqWS8K8106pQPrDHbN4,65684
 ocrd/workspace_backup.py,sha256=iab_JjZ_mMP-G8NIUk4PZmfpNlQuGRoqc3NbTSSew1w,3621
 ocrd/workspace_bagger.py,sha256=yU8H3xR5WmQKvgQewac71ie-DUWcfLnMS01D55zsEHQ,11971
-ocrd/cli/__init__.py,sha256=XyYcbIuajaS2YM6HEWD4dfitdAzn111AWIaFPsTHoKQ,2621
+ocrd/cli/__init__.py,sha256=lNR6wMf7JhQ8Jf33tUkowJr0mB3423OMY0_6dkMRLvU,2672
 ocrd/cli/bashlib.py,sha256=XGcO-MmYM3xJBRkSCLEZcGs0hqbw2GR8oyijJPtKnYM,5888
 ocrd/cli/log.py,sha256=6_FrVmTKIIVNUaNLkuOJx8pvPhensHMuayJ0PA7T-XA,1562
 ocrd/cli/network.py,sha256=oWBHFEURxfUdb_t-F4svP_ri7o5mqBoNQnLZLbsZLTA,602
@@ -26,7 +26,7 @@ ocrd/decorators/mets_find_options.py,sha256=d4oATKMP6bFQHNqOK6nLqgUiWF2FYdkPvzkT
 ocrd/decorators/ocrd_cli_options.py,sha256=4pcBLAFPSpYZLj6r9Yj1GZOQl4r_RWU00pyA4mHwFQk,2621
 ocrd/decorators/parameter_option.py,sha256=n8hYw7XVTd3i3tvpK8F1Jx_CqRp6EGF9qJVH95yj92Q,1076
 ocrd/processor/__init__.py,sha256=39ymNwYRdc-b_OJzzKmWCvo2ga3KdsGSYDHE1Hzkn_w,274
-ocrd/processor/base.py,sha256=5_ZyZIjXorT2RNjtmB0haJQOZlOKGggZsKAV7aIZrts,48624
+ocrd/processor/base.py,sha256=Q3dJn_I7iXi9wNKzbIsHp3LQ8_qp5yqu5CGJ8z17Xgc,49318
 ocrd/processor/helpers.py,sha256=Lp9zbHYCLpT3GnPzl-p7UCSFU5Nx99gYEYXwW04v0RI,10157
 ocrd/processor/ocrd_page_result.py,sha256=AazEmnWyPEN47TxXVg0WUQpgFNV_mlIiExwwycUj0nQ,490
 ocrd/processor/builtin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -87,7 +87,7 @@ ocrd_network/runtime_data/hosts.py,sha256=ml19ptzH4TFofyJR-Qp_Mn3sZUFbWoNe__rRXZ
 ocrd_network/runtime_data/network_agents.py,sha256=5p_zKLqECBIHLw-Ya6eKcKSZcUM4ESiipEIphVxHBEA,5192
 ocrd_network/runtime_data/network_services.py,sha256=xrPpFUU_Pa-XzGe2FEt5RmO17xqykIUmTr_9g6S7XSs,7892
 ocrd_utils/__init__.py,sha256=U_zAQJwxg_aJ4CR84CKMNAUP6Cob8Er8Ikj42JmnUKo,5977
-ocrd_utils/config.py,sha256=BqpUjLjv-GVMypDd2a3gezEeEehtEP7uT3hWTdi7WhE,10608
+ocrd_utils/config.py,sha256=Rkqv5wWEmlDDD0l1IWo9TPgn5ppPnHPRH9FfkMST29E,11117
 ocrd_utils/constants.py,sha256=ImbG1d8t2MW3uuFi-mN6aY90Zn74liAKZBKlfuKN86w,3278
 ocrd_utils/deprecate.py,sha256=4i50sZsA3Eevqn5D-SL5yGf9KEZfGCV4A5Anzn1GRMs,1026
 ocrd_utils/image.py,sha256=zNNX1cnRy6yvrxx8mnYQiqWraAh5-i4a1AOfCCg4SmI,24781
@@ -118,9 +118,9 @@ ocrd_validators/xlink.xsd,sha256=8fW7YAMWXN2PbB_MMvj9H5ZeFoEBDzuYBtlGC8_6ijw,318
 ocrd_validators/xsd_mets_validator.py,sha256=4GWfLyqkmca0x7osDuXuExYuM0HWVrKoqn0S35sFhHU,467
 ocrd_validators/xsd_page_validator.py,sha256=BNz_9u-Ek4UCeyZu3KxSQoolfW9lvuaSR9nIu1XXxeE,467
 ocrd_validators/xsd_validator.py,sha256=6HrVAf6SzCvfUIuQdIzz9bOq4V-zhyii9yrUPoK2Uvo,2094
-ocrd-3.0.0b2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-ocrd-3.0.0b2.dist-info/METADATA,sha256=lZsgG2wrhlpAM2b5SYp07i7sDBMO43nDNYdDRol4ypY,10397
-ocrd-3.0.0b2.dist-info/WHEEL,sha256=UvcQYKBHoFqaQd6LKyqHw9fxEolWLQnlzP0h_LgJAfI,91
-ocrd-3.0.0b2.dist-info/entry_points.txt,sha256=tV_gAdO8cbnOjS0GmKfJKbN60xBAV2DQRX6hEjleSjE,94
-ocrd-3.0.0b2.dist-info/top_level.txt,sha256=pUgiN42t4KXC5rvpi6V8atza31XP4SCznXpXlVlvomM,75
-ocrd-3.0.0b2.dist-info/RECORD,,
+ocrd-3.0.0b4.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+ocrd-3.0.0b4.dist-info/METADATA,sha256=akkVQvrp5FNEvuD1FsH9mxW9SmpYRR3ZyeTns1jCja8,10397
+ocrd-3.0.0b4.dist-info/WHEEL,sha256=UvcQYKBHoFqaQd6LKyqHw9fxEolWLQnlzP0h_LgJAfI,91
+ocrd-3.0.0b4.dist-info/entry_points.txt,sha256=tV_gAdO8cbnOjS0GmKfJKbN60xBAV2DQRX6hEjleSjE,94
+ocrd-3.0.0b4.dist-info/top_level.txt,sha256=pUgiN42t4KXC5rvpi6V8atza31XP4SCznXpXlVlvomM,75
+ocrd-3.0.0b4.dist-info/RECORD,,

ocrd_utils/config.py

@@ -78,14 +78,26 @@ class OcrdEnvConfig():
             raise ValueError(f"Unregistered env variable {name}")
         return self._variables[name].has_default
 
+    def reset_defaults(self):
+        for name in self._variables:
+            try:
+                # we cannot use hasattr, because that delegates to getattr,
+                # which we override and provide defaults for (which of course
+                # cannot be removed)
+                if self.__getattribute__(name):
+                    delattr(self, name)
+            except AttributeError:
+                pass
+
     def describe(self, name, *args, **kwargs):
         if not name in self._variables:
             raise ValueError(f"Unregistered env variable {name}")
         return self._variables[name].describe(*args, **kwargs)
 
     def __getattr__(self, name):
+        # will be called if name is not accessible (has not been added directly yet)
         if not name in self._variables:
-            raise ValueError(f"Unregistered env variable {name}")
+            raise AttributeError(f"Unregistered env variable {name}")
         var_obj = self._variables[name]
         try:
             raw_value = self.raw_value(name)