wipo-gbd-transformation 1.1.54__py3-none-any.whl → 1.1.56__py3-none-any.whl

gbdtransformation/execs.py

@@ -461,7 +461,7 @@ def organize():
         buffer = []
         for root, dirs, files in os.walk(root_path):
             for f in files:
-                if  f.endswith('.xml'):
+                if  f.endswith('.xml') or f.endswith('.json'):
                     buffer.append(os.path.join(root_path, root, f))
         return buffer
     path = args.path
@@ -546,7 +546,7 @@ def run():
         buffer = []
         for root, dirs, files in os.walk(root_path):
             for f in files:
-                if f.endswith('.xml.gz') or  f.endswith('.xml'):
+                if f.endswith('.xml.gz') or  f.endswith('.xml') or f.endswith('.json'):
                     buffer.append(os.path.join(root_path, root, f))
                     if len(buffer) == nb:
                         return buffer
@@ -624,8 +624,12 @@ def run():
     st13s = set()
     l1 = []
     l2 = []
+    non_skipped_results = []
     import json
     for rest in results:
+        if rest.get('terror', None) and 'skipping' in str(rest['terror']['message']).lower():
+            continue
+        non_skipped_results.append(rest)
         st13 = json.loads(rest['out'])['st13']
         appnumber = json.loads(rest['out']).get('applicationNumber')
         registration_number = json.loads(rest['out']).get('registrationNumber')
@@ -635,7 +639,7 @@ def run():
             l1.append(st13)
             l2.append(appnumber)
         st13s.add(st13)
-    print(len(results), len(st13s))
+    print(len(non_skipped_results), len(st13s))
 
 
 def _print_transformation_out(results, args):
@@ -702,7 +706,8 @@ def _print_transformation_err(results, args):
     for result in results:
         if not result.get('terror', None):
             continue
-
+        if 'skipping' in str(result['terror']['message']).lower():
+            continue
         display_line = {}
         display_line['Transformation Failed File'] = __format_color(result['src'], bcolors.FAIL)
         display_line['Error Message'] = result['terror']['message']

{wipo_gbd_transformation-1.1.54.dist-info → wipo_gbd_transformation-1.1.56.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: wipo-gbd-transformation
-Version: 1.1.54
+Version: 1.1.56
 Summary: GBD XML ETL package
 Home-page: https://github.com/GBD-Wipo/xmlE
 Author: WIPO GDB team
@@ -16,5 +16,7 @@ Requires-Dist: PyYAML
 Requires-Dist: munch
 Requires-Dist: tabulate
 Requires-Dist: markupsafe ==2.0.1
+Requires-Dist: lingua-language-detector
+Requires-Dist: lxml
 
 GBD XML ETL package

{wipo_gbd_transformation-1.1.54.dist-info → wipo_gbd_transformation-1.1.56.dist-info}/RECORD

@@ -1,6 +1,8 @@
 gbdtransformation/.DS_Store,sha256=0P5iuLZ7zgY5l38MNfo5m8w3yfR_rIdKFFFjvnF0ws4,6148
 gbdtransformation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gbdtransformation/execs.py,sha256=H1TxxWGWzZsEUfqgp0Pg7olmWeFMKDonTRyxEc2Lgb8,25120
+gbdtransformation/execs-nico.py,sha256=UC8E6CPLS5YwhB8AC_Z9_VIxlDGjweOv7NEMMxEVte0,24514
+gbdtransformation/execs.py,sha256=h4BBz3YrEBwPRwt312iNf2tAT_AglqLbssa1faJe1PA,25450
+gbdtransformation/gbd-transform.exec.tgz,sha256=fOcqmzJRIuAhCVtbhju3kaikTDAuQF2K16lt9xllnOE,6262
 gbdtransformation/parser.py,sha256=m6b1J0kJEaEDc0I8HKxzzN2nsQWKFfLlQqS3nT02kb4,7074
 gbdtransformation/renders.py,sha256=RmvQgugnG2ErvDxP4I9yovW67gEZNpOd59nrzEYfQPI,4555
 gbdtransformation/brands/__init__.py,sha256=abDdinNkilR-qYg4dhVxP_e1-ZixCzVuHGxbFt710TE,1605
@@ -68,9 +70,9 @@ gbdtransformation/brands/catm/filters.py,sha256=iZOJFFpmXySl08VWkLDF3cMqFxW3ZGcl
 gbdtransformation/brands/catm/schema,sha256=Xace88lwiEefhHkk6Zg12dzVF237nMy06HMISEXaTwk,34762
 gbdtransformation/brands/catm/template.yml,sha256=AwAv3VPRY2VmoyTyPZCwKdRJSmYdVUTRpJj4Zv3uqrM,9861
 gbdtransformation/brands/chtm/__init__.py,sha256=HPYmDCQ41vkuoXSA94CRtqN_pEKDaUhbpXLOBqlaumQ,130
-gbdtransformation/brands/chtm/filters.py,sha256=920M3dD2ag6RmotTQJwrGaxnsuI5VvTwsdZsYwDxcVI,5174
-gbdtransformation/brands/chtm/schema,sha256=PWp5xUNXHbOt3U2zQKelVOKIbH0OYqNmwzkcB3QucuE,1385
-gbdtransformation/brands/chtm/template.yml,sha256=RUiGJU8gU-pBbOSp1qt8NUEYNbGbDSlMPOfOdtmNEhE,3434
+gbdtransformation/brands/chtm/filters.py,sha256=nYtLWz-1b_DVyVO46AbtdGCzuXwKjJ7aEiZxItQ4o-c,5317
+gbdtransformation/brands/chtm/schema,sha256=f3lVto7Y6O9W7dmhR-4lShQMTVL3tl6bGbw1DZLXuxU,2071
+gbdtransformation/brands/chtm/template.yml,sha256=Desw_6ECzW_tXZCKHCZfyu-DdMeVrCl4vQgXXYBHU-A,4397
 gbdtransformation/brands/cltm/__init__.py,sha256=yqzC7OagUR0RLui3pHPWo5WxLyksznHcpI-NEEgnlYE,36
 gbdtransformation/brands/cltm/filters.py,sha256=tmcDE85IAHVuV7GX-EddvNqDktDxYkCCeZIC-RPlbck,2417
 gbdtransformation/brands/cltm/schema,sha256=TFrF4FR76cytcbtQkDWxtF74I0tCPRDIvWRFeqaJt6Q,3242
@@ -280,11 +282,14 @@ gbdtransformation/brands/mztm/filters.py,sha256=tth_VE7SNWFzXQVeTQaUiuie0_JM_TY1
 gbdtransformation/brands/mztm/schema,sha256=TFrF4FR76cytcbtQkDWxtF74I0tCPRDIvWRFeqaJt6Q,3242
 gbdtransformation/brands/mztm/template.yml,sha256=PO7s1HDQM9ushIJuIX3z_dfWO-f62YDzBG_sYKDlnG8,34
 gbdtransformation/brands/mztm/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gbdtransformation/brands/natm/__init__.py,sha256=IU1684C-h4dkjtW82vYxlXM_D3P5nmFd5LvvjWUfxxg,254
-gbdtransformation/brands/natm/filters.py,sha256=J2oTUtoJX7BIy_dIvksOWG0MMnL1N3S1_ELs96sArJw,2506
+gbdtransformation/brands/natm/__init__.py,sha256=EjLdRVnlzSTlU2VD_YRTDAR_Zb69iCRRVjsKmIB0RT4,208
+gbdtransformation/brands/natm/filters.py,sha256=xTGTSiymu_UgbTGRrXd7eIydfjSy5aJLPwPE_neuScY,2874
 gbdtransformation/brands/natm/schema,sha256=TFrF4FR76cytcbtQkDWxtF74I0tCPRDIvWRFeqaJt6Q,3242
 gbdtransformation/brands/natm/template.yml,sha256=PO7s1HDQM9ushIJuIX3z_dfWO-f62YDzBG_sYKDlnG8,34
 gbdtransformation/brands/natm/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gbdtransformation/brands/notm/__init__.py,sha256=YRZPymjJv7V5vqjphBN1UOHZ3RL1oeYYqaOI6AKInl0,88
+gbdtransformation/brands/notm/filters.py,sha256=Iahq56k5uQD0rZJiwIbPA6Q13M5MNdEGmh8SXPZavUY,2933
+gbdtransformation/brands/notm/template.yml,sha256=71Nk8ViYW8Oa3C9_F2sbugIT6bUytRkRZrEzQ-x6ZnA,5279
 gbdtransformation/brands/nztm/__init__.py,sha256=UHmbQDIPDdApISBKfO9tKOX6LgUQ_Ib-IVMR5kCVMTY,86
 gbdtransformation/brands/nztm/filters.py,sha256=dAjrg03Yq37H10oAM8rnAMNa71lZHuG1uMwHi25kIvA,4211
 gbdtransformation/brands/nztm/schema,sha256=tpcyNMtmiBQQ0FsxKKTASRSo4nbrw0j0_b1nhELyAzE,6355
@@ -308,8 +313,10 @@ gbdtransformation/brands/pgtm/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQ
 gbdtransformation/brands/pgtm/tests/pgtm.xml,sha256=fAzAz2VtqOFV_2QImDbNxDvuTr-Ue3e5tGx8h-Lnnvg,6533
 gbdtransformation/brands/phtm/__init__.py,sha256=UHmbQDIPDdApISBKfO9tKOX6LgUQ_Ib-IVMR5kCVMTY,86
 gbdtransformation/brands/phtm/filters.py,sha256=yNBSktkG4dBGe_E8vxT6N4k6kwkM1A2llNLD4lHVh88,3599
-gbdtransformation/brands/phtm/schema,sha256=3JOKHUfK0jSo0NBlDmeGFAKqfYdMJOrIPBIoNUMrVFI,808
-gbdtransformation/brands/phtm/template.yml,sha256=U5th90SpXjspWTPuimqftd8vZfJ3tT90mIud5n7Zv8w,2820
+gbdtransformation/brands/phtm/schema,sha256=Nb5tI5MUrzn19c8GpLFuJhpiLn0Fa9XPza10eNHeesI,2877
+gbdtransformation/brands/phtm/schema.classic,sha256=3JOKHUfK0jSo0NBlDmeGFAKqfYdMJOrIPBIoNUMrVFI,808
+gbdtransformation/brands/phtm/template.classic.yml,sha256=U5th90SpXjspWTPuimqftd8vZfJ3tT90mIud5n7Zv8w,2820
+gbdtransformation/brands/phtm/template.yml,sha256=PO7s1HDQM9ushIJuIX3z_dfWO-f62YDzBG_sYKDlnG8,34
 gbdtransformation/brands/qatm/__init__.py,sha256=NBdOewZ1F_3eErahjyR-up8bjz1FSxwEiPSJfDw6GxY,79
 gbdtransformation/brands/qatm/filters.py,sha256=lMPVBX2ProdUtg5LcuQAmlInoGCo1-JZemHrvE1lNvw,2330
 gbdtransformation/brands/qatm/schema,sha256=AP0MxQyD0hY4APRh8nxitlxMqJYJB4AaaTJ8y20-XBA,3283
@@ -441,7 +448,7 @@ gbdtransformation/brands/wstm/tests/test.xml.gz,sha256=UKm7LTvKaETUtHMKurFGqkqXO
 gbdtransformation/brands/xxxx/__init__.py,sha256=fricc3VHm4BwGRFKIIqB0t-NtP3tTVRrEYee_gWpiFo,172
 gbdtransformation/brands/xxxx/filters.py,sha256=YCaQ6yH2LINwCQvbPHDhnORQyWglbswLlSOY6ur3KXQ,1874
 gbdtransformation/brands/xxxx/schema,sha256=g_oWkd7k2e5fAQR1BdNkPSsIgP3dkTyc7esWo_UOHQA,163
-gbdtransformation/brands/xxxx/template.yml,sha256=EfJdXmkz0EMc751vZZZPvIu8IPW23GXrqtS-PEROOYY,4664
+gbdtransformation/brands/xxxx/template.yml,sha256=asJd5FHB2g5mfneMMqIkTSR9w3w-AUROnO6YgTyaR00,4665
 gbdtransformation/brands/zmtm/__init__.py,sha256=Mtsi_-CaLQirHkhnletNhJ4li-pZlzEZMcKjv6mEk50,256
 gbdtransformation/brands/zmtm/filters.py,sha256=FkGfv3nPiYDUy97O7bDzPp824qoDsqX-oh2Ox01NTpA,2344
 gbdtransformation/brands/zmtm/schema,sha256=TFrF4FR76cytcbtQkDWxtF74I0tCPRDIvWRFeqaJt6Q,3242
@@ -553,7 +560,7 @@ gbdtransformation/designs/vnid/filters.py,sha256=HlZJp1Zb1zU37tZO-xBe0Kt-TlCT0nl
 gbdtransformation/designs/vnid/schema,sha256=HxkKmaih8mUTYZst9aIbEgv_uXhqS6PQp3C4S7utz18,3830
 gbdtransformation/designs/vnid/template.yml,sha256=PO7s1HDQM9ushIJuIX3z_dfWO-f62YDzBG_sYKDlnG8,34
 gbdtransformation/designs/woid/__init__.py,sha256=Cdy9Ki01mAvufymKb9QSLwfFggaoerOenq6BxhPu500,66
-gbdtransformation/designs/woid/filters.py,sha256=0TAuOxP9Gj4Vds7zgRZ8X-lu9dndXDDTjnktbrI14Pg,16986
+gbdtransformation/designs/woid/filters.py,sha256=RVqDYsGL-9BNEpe5VmAXdBwtM8B5HuHDI1ycP65ssmc,17352
 gbdtransformation/designs/woid/schema,sha256=DoJKgqrbOIPrrSJ7WcJM6aQpDqG34yD0MT7bsxauNpM,19967
 gbdtransformation/designs/woid/template.yml,sha256=td3Y7vfssL569Anr4Sz1y11ejOZmbRbC_-xw2ON7Vk4,27778
 gbdtransformation/designs/xxid/__init__.py,sha256=Cdy9Ki01mAvufymKb9QSLwfFggaoerOenq6BxhPu500,66
@@ -572,10 +579,10 @@ gbdtransformation/utilities/st66.xsd,sha256=co8aFN3a5TpudllRttWmfLeiZu8ulNipfeXm
 schemas/ShazamConfig.py,sha256=D67os5B11C41h_WZ7kk54Ss0Kk7tHh8W0d_1c_aX-lY,1191
 schemas/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 schemas/schema_extractor.py,sha256=3-ImtnI777f6b3VA0A_w-NoXdlGz5VZMzK6MnPdQQAY,10294
-wipo_gbd_transformation-1.1.54.dist-info/LICENSE.md,sha256=6r2dL13EwZqSt2ellLbJRFTA-6ECIDOer4YthCfkac0,35654
-wipo_gbd_transformation-1.1.54.dist-info/METADATA,sha256=PDsvsGpyapstphx6eWJ2Z32J2_SxtfRMe_IM0ClRg1U,517
-wipo_gbd_transformation-1.1.54.dist-info/SOURCES_Stefans-Mac-Studio.local_Sep-18-063455-2024_Conflict.txt,sha256=NeGxpq7lHSg1kaKoQE1hRDhEL5c39TAp008ptbN08NU,29740
-wipo_gbd_transformation-1.1.54.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-wipo_gbd_transformation-1.1.54.dist-info/entry_points.txt,sha256=NFLtlP3mPHUi-hEoUcz4CXa7vcpP8bbwd18HS4arbEk,223
-wipo_gbd_transformation-1.1.54.dist-info/top_level.txt,sha256=oU1j-JNLga18Fd-EV6Xl9wM8zxYoNVEzb7P8MDhTPJg,26
-wipo_gbd_transformation-1.1.54.dist-info/RECORD,,
+wipo_gbd_transformation-1.1.56.dist-info/LICENSE.md,sha256=6r2dL13EwZqSt2ellLbJRFTA-6ECIDOer4YthCfkac0,35654
+wipo_gbd_transformation-1.1.56.dist-info/METADATA,sha256=-GsZkwzqAtr15pV7LlkbNrADlvlquHLOkExZqpL2YGg,577
+wipo_gbd_transformation-1.1.56.dist-info/SOURCES_Stefans-Mac-Studio.local_Sep-18-063455-2024_Conflict.txt,sha256=NeGxpq7lHSg1kaKoQE1hRDhEL5c39TAp008ptbN08NU,29740
+wipo_gbd_transformation-1.1.56.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+wipo_gbd_transformation-1.1.56.dist-info/entry_points.txt,sha256=NFLtlP3mPHUi-hEoUcz4CXa7vcpP8bbwd18HS4arbEk,223
+wipo_gbd_transformation-1.1.56.dist-info/top_level.txt,sha256=oU1j-JNLga18Fd-EV6Xl9wM8zxYoNVEzb7P8MDhTPJg,26
+wipo_gbd_transformation-1.1.56.dist-info/RECORD,,