rara-tools 0.7.7__py3-none-any.whl → 0.7.8__py3-none-any.whl

rara_tools/digar_schema_converter.py

@@ -241,8 +241,8 @@ class DIGARSchemaConverter:
             min_language_ratio: float = 0.2,
             convert_ratio: bool = False
     ) -> NoReturn:
-        """ Initialize DIGARSchemaConverter object. 
-        
+        """ Initialize DIGARSchemaConverter object.
+
         Parameters
         ----------
         digitizer_output: dict
@@ -261,7 +261,7 @@ class DIGARSchemaConverter:
             be added to the final output.
         convert_ratio: bool
             If enabled, all ratios are converted into percentages.
-          
+
         """
         self.__digitizer_output: dict = digitizer_output
         self.__min_language_ratio: float = min_language_ratio
@@ -280,6 +280,7 @@ class DIGARSchemaConverter:
         self.__dc_origin: dict = {}
         self.__dc_identifier: List[dict] = []
         self.__doc_id: str = ""
+        self.__page_count: int = None
 
         self.__doc_schemas = DocSchemas(
             doc_meta=self.doc_meta,
@@ -303,6 +304,28 @@ class DIGARSchemaConverter:
             page_number = _first_segment.get("page")
         return page_number
 
+    def _add_dummy_pages(self, docs: List[dict]):
+        for doc in docs:
+            if not doc.get("page"):
+                doc["page"] = self.dummy_page
+        return docs
+
+    @property
+    def dummy_page(self) -> int:
+        """ Get page number to add for images,
+        if actual page is missing. Currently returns
+        a new (non-existing) final page.
+        """
+        return self.page_count+1
+
+    @property
+    def page_count(self) -> int:
+        """ Returns total page count of the document.
+        """
+        if not self.__page_count:
+            self.__page_count = self.__digitizer_output.get("doc_meta", {}).get("pages", {}).get("count", 0)
+        return self.__page_count
+
     @property
     def doc_id(self) -> str:
         """ Retrieves document ID to use for generating
@@ -327,7 +350,8 @@ class DIGARSchemaConverter:
     @property
     def images(self) -> List[dict]:
         if not self.__images:
-            self.__images = self.__digitizer_output.get("images")
+            images = self.__digitizer_output.get("images")
+            self.__images = self._add_dummy_pages(images)
         return self.__images
 
     @property
@@ -344,6 +368,7 @@ class DIGARSchemaConverter:
                 mapped[text["start_page"]]["texts"].append(text)
             for img in self.images:
                 mapped[img["page"]]["images"].append(img)
+            #print(mapped.items())
 
             self.__page_mappings = [
                 v for k, v in sorted(list(mapped.items()), key=lambda x: x[0])

{rara_tools-0.7.7.dist-info → rara_tools-0.7.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rara-tools
-Version: 0.7.7
+Version: 0.7.8
 Summary: Tools to support Kata's work.
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10

{rara_tools-0.7.7.dist-info → rara_tools-0.7.8.dist-info}/RECORD

@@ -1,6 +1,6 @@
 rara_tools/converters.py,sha256=a1dEMa0TwcO9UmjuSBkiuc7LGmH0d_dB6wwoTLpdZhI,4040
 rara_tools/decorators.py,sha256=MjOyvZ5nTkwxwx2JLFEGpKKBysvecFw6EN6UDrSvZLU,2187
-rara_tools/digar_schema_converter.py,sha256=k95U2iRlEA3sh772-v6snhHW6fju6qSTMnvWJ6DpzZk,14254
+rara_tools/digar_schema_converter.py,sha256=usrNwlbN63wTE5U56vbmyzT_SxGLXO6ZF4JwY3Lnkqg,15061
 rara_tools/elastic.py,sha256=4D9yoyMy6AJIKwhSi2H1usffDHAh2A_IZfv5BtYnBKg,13992
 rara_tools/exceptions.py,sha256=YQyaueUbXeTkJYFDEuN6iWTXMI3eCv5l7PxGp87vg5I,550
 rara_tools/s3.py,sha256=9ziDXsLjBtFAvsjTPxFddhfvkpA8773rzPJqO7y1N5Q,6415
@@ -39,8 +39,8 @@ rara_tools/parsers/marc_records/title_record.py,sha256=XrtJ4gj7wzSaGxNaPtPuawmqq
 rara_tools/parsers/tools/entity_normalizers.py,sha256=VyCy_NowCLpOsL0luQ55IW-Qi-J5oBH0Ofzr7HRFBhM,8949
 rara_tools/parsers/tools/marc_converter.py,sha256=LgSHe-7n7aiDrw2bnsB53r3fXTRFjZXTwBYfTpL0pfs,415
 rara_tools/parsers/tools/russian_transliterator.py,sha256=5ZU66iTqAhr7pmfVqXPAI_cidF43VqqmuN4d7H4_JuA,9770
-rara_tools-0.7.7.dist-info/licenses/LICENSE.md,sha256=hkZVnIZll7e_KNEQzeY94Y9tlzVL8iVZBTMBvDykksU,35142
-rara_tools-0.7.7.dist-info/METADATA,sha256=R_vgYTI7PaEkSiFz6XqC6CDmQNOskzLsKnPvktZi4BY,4079
-rara_tools-0.7.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-rara_tools-0.7.7.dist-info/top_level.txt,sha256=JwfB5b8BAtW5OFKRln2AQ_WElTRyIBM4nO0FKN1cupY,11
-rara_tools-0.7.7.dist-info/RECORD,,
+rara_tools-0.7.8.dist-info/licenses/LICENSE.md,sha256=hkZVnIZll7e_KNEQzeY94Y9tlzVL8iVZBTMBvDykksU,35142
+rara_tools-0.7.8.dist-info/METADATA,sha256=8ZgQyAat-9MyuKDDbfyLhLImB4eBA4WNEkCWXjNKPas,4079
+rara_tools-0.7.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+rara_tools-0.7.8.dist-info/top_level.txt,sha256=JwfB5b8BAtW5OFKRln2AQ_WElTRyIBM4nO0FKN1cupY,11
+rara_tools-0.7.8.dist-info/RECORD,,