wipo-gbd-transformation 1.1.53__py3-none-any.whl → 1.1.55__py3-none-any.whl

gbdtransformation/execs.py

@@ -461,7 +461,7 @@ def organize():
         buffer = []
         for root, dirs, files in os.walk(root_path):
             for f in files:
-                if  f.endswith('.xml'):
+                if  f.endswith('.xml') or f.endswith('.json'):
                     buffer.append(os.path.join(root_path, root, f))
         return buffer
     path = args.path
@@ -546,7 +546,7 @@ def run():
         buffer = []
         for root, dirs, files in os.walk(root_path):
             for f in files:
-                if f.endswith('.xml.gz') or  f.endswith('.xml'):
+                if f.endswith('.xml.gz') or  f.endswith('.xml') or f.endswith('.json'):
                     buffer.append(os.path.join(root_path, root, f))
                     if len(buffer) == nb:
                         return buffer
@@ -624,8 +624,12 @@ def run():
     st13s = set()
     l1 = []
     l2 = []
+    non_skipped_results = []
     import json
     for rest in results:
+        if rest.get('terror', None) and 'skipping' in str(rest['terror']['message']).lower():
+            continue
+        non_skipped_results.append(rest)
         st13 = json.loads(rest['out'])['st13']
         appnumber = json.loads(rest['out']).get('applicationNumber')
         registration_number = json.loads(rest['out']).get('registrationNumber')
@@ -635,7 +639,7 @@ def run():
             l1.append(st13)
             l2.append(appnumber)
         st13s.add(st13)
-    print(len(results), len(st13s))
+    print(len(non_skipped_results), len(st13s))
 
 
 def _print_transformation_out(results, args):
@@ -702,7 +706,8 @@ def _print_transformation_err(results, args):
     for result in results:
         if not result.get('terror', None):
             continue
-
+        if 'skipping' in str(result['terror']['message']).lower():
+            continue
         display_line = {}
         display_line['Transformation Failed File'] = __format_color(result['src'], bcolors.FAIL)
         display_line['Error Message'] = result['terror']['message']

{wipo_gbd_transformation-1.1.53.dist-info → wipo_gbd_transformation-1.1.55.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: wipo-gbd-transformation
-Version: 1.1.53
+Version: 1.1.55
 Summary: GBD XML ETL package
 Home-page: https://github.com/GBD-Wipo/xmlE
 Author: WIPO GDB team
@@ -9,12 +9,14 @@ Keywords: gbdtransformation
 Classifier: Programming Language :: Python :: 3.6
 License-File: LICENSE.md
 Requires-Dist: boto3
-Requires-Dist: jinja2 ==2.11.2
+Requires-Dist: jinja2 (==2.11.2)
 Requires-Dist: xmltodict
 Requires-Dist: dicttoxml
 Requires-Dist: PyYAML
 Requires-Dist: munch
 Requires-Dist: tabulate
-Requires-Dist: markupsafe ==2.0.1
+Requires-Dist: markupsafe (==2.0.1)
+Requires-Dist: langdetect
+Requires-Dist: lxml
 
 GBD XML ETL package

{wipo_gbd_transformation-1.1.53.dist-info → wipo_gbd_transformation-1.1.55.dist-info}/RECORD

@@ -1,6 +1,8 @@
 gbdtransformation/.DS_Store,sha256=0P5iuLZ7zgY5l38MNfo5m8w3yfR_rIdKFFFjvnF0ws4,6148
 gbdtransformation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gbdtransformation/execs.py,sha256=H1TxxWGWzZsEUfqgp0Pg7olmWeFMKDonTRyxEc2Lgb8,25120
+gbdtransformation/execs-nico.py,sha256=UC8E6CPLS5YwhB8AC_Z9_VIxlDGjweOv7NEMMxEVte0,24514
+gbdtransformation/execs.py,sha256=h4BBz3YrEBwPRwt312iNf2tAT_AglqLbssa1faJe1PA,25450
+gbdtransformation/gbd-transform.exec.tgz,sha256=fOcqmzJRIuAhCVtbhju3kaikTDAuQF2K16lt9xllnOE,6262
 gbdtransformation/parser.py,sha256=m6b1J0kJEaEDc0I8HKxzzN2nsQWKFfLlQqS3nT02kb4,7074
 gbdtransformation/renders.py,sha256=RmvQgugnG2ErvDxP4I9yovW67gEZNpOd59nrzEYfQPI,4555
 gbdtransformation/brands/__init__.py,sha256=abDdinNkilR-qYg4dhVxP_e1-ZixCzVuHGxbFt710TE,1605
@@ -64,13 +66,13 @@ gbdtransformation/brands/bztm/schema,sha256=AP0MxQyD0hY4APRh8nxitlxMqJYJB4AaaTJ8
 gbdtransformation/brands/bztm/template.yml,sha256=PO7s1HDQM9ushIJuIX3z_dfWO-f62YDzBG_sYKDlnG8,34
 gbdtransformation/brands/bztm/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gbdtransformation/brands/catm/__init__.py,sha256=pMtR-N5slJD0QHJU36_dbeWyqoqn4Q0eaMOmfO4Ed_o,270
-gbdtransformation/brands/catm/filters.py,sha256=_bjcSr1EccujS-zJnUAIqtacOxDTmY4PfCrYuQqIeio,8204
+gbdtransformation/brands/catm/filters.py,sha256=iZOJFFpmXySl08VWkLDF3cMqFxW3ZGclTIXfG20HW-A,8216
 gbdtransformation/brands/catm/schema,sha256=Xace88lwiEefhHkk6Zg12dzVF237nMy06HMISEXaTwk,34762
-gbdtransformation/brands/catm/template.yml,sha256=Qp3-S_WsdnjTnjRPCpxC4cOB70xwek9bbQm0Nox5izc,9738
+gbdtransformation/brands/catm/template.yml,sha256=AwAv3VPRY2VmoyTyPZCwKdRJSmYdVUTRpJj4Zv3uqrM,9861
 gbdtransformation/brands/chtm/__init__.py,sha256=HPYmDCQ41vkuoXSA94CRtqN_pEKDaUhbpXLOBqlaumQ,130
-gbdtransformation/brands/chtm/filters.py,sha256=920M3dD2ag6RmotTQJwrGaxnsuI5VvTwsdZsYwDxcVI,5174
-gbdtransformation/brands/chtm/schema,sha256=PWp5xUNXHbOt3U2zQKelVOKIbH0OYqNmwzkcB3QucuE,1385
-gbdtransformation/brands/chtm/template.yml,sha256=RUiGJU8gU-pBbOSp1qt8NUEYNbGbDSlMPOfOdtmNEhE,3434
+gbdtransformation/brands/chtm/filters.py,sha256=RpLX9q3BhIlReuK5rchof2GyuQA2xK7WsLqI7cPRiY0,5010
+gbdtransformation/brands/chtm/schema,sha256=f3lVto7Y6O9W7dmhR-4lShQMTVL3tl6bGbw1DZLXuxU,2071
+gbdtransformation/brands/chtm/template.yml,sha256=Desw_6ECzW_tXZCKHCZfyu-DdMeVrCl4vQgXXYBHU-A,4397
 gbdtransformation/brands/cltm/__init__.py,sha256=yqzC7OagUR0RLui3pHPWo5WxLyksznHcpI-NEEgnlYE,36
 gbdtransformation/brands/cltm/filters.py,sha256=tmcDE85IAHVuV7GX-EddvNqDktDxYkCCeZIC-RPlbck,2417
 gbdtransformation/brands/cltm/schema,sha256=TFrF4FR76cytcbtQkDWxtF74I0tCPRDIvWRFeqaJt6Q,3242
@@ -280,11 +282,14 @@ gbdtransformation/brands/mztm/filters.py,sha256=tth_VE7SNWFzXQVeTQaUiuie0_JM_TY1
 gbdtransformation/brands/mztm/schema,sha256=TFrF4FR76cytcbtQkDWxtF74I0tCPRDIvWRFeqaJt6Q,3242
 gbdtransformation/brands/mztm/template.yml,sha256=PO7s1HDQM9ushIJuIX3z_dfWO-f62YDzBG_sYKDlnG8,34
 gbdtransformation/brands/mztm/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-gbdtransformation/brands/natm/__init__.py,sha256=IU1684C-h4dkjtW82vYxlXM_D3P5nmFd5LvvjWUfxxg,254
-gbdtransformation/brands/natm/filters.py,sha256=J2oTUtoJX7BIy_dIvksOWG0MMnL1N3S1_ELs96sArJw,2506
+gbdtransformation/brands/natm/__init__.py,sha256=EjLdRVnlzSTlU2VD_YRTDAR_Zb69iCRRVjsKmIB0RT4,208
+gbdtransformation/brands/natm/filters.py,sha256=xTGTSiymu_UgbTGRrXd7eIydfjSy5aJLPwPE_neuScY,2874
 gbdtransformation/brands/natm/schema,sha256=TFrF4FR76cytcbtQkDWxtF74I0tCPRDIvWRFeqaJt6Q,3242
 gbdtransformation/brands/natm/template.yml,sha256=PO7s1HDQM9ushIJuIX3z_dfWO-f62YDzBG_sYKDlnG8,34
 gbdtransformation/brands/natm/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+gbdtransformation/brands/notm/__init__.py,sha256=YRZPymjJv7V5vqjphBN1UOHZ3RL1oeYYqaOI6AKInl0,88
+gbdtransformation/brands/notm/filters.py,sha256=_hOTKGKBpEptiVobk9IfhHojWtU5sXmOxddGToikRSE,3354
+gbdtransformation/brands/notm/template.yml,sha256=71Nk8ViYW8Oa3C9_F2sbugIT6bUytRkRZrEzQ-x6ZnA,5279
 gbdtransformation/brands/nztm/__init__.py,sha256=UHmbQDIPDdApISBKfO9tKOX6LgUQ_Ib-IVMR5kCVMTY,86
 gbdtransformation/brands/nztm/filters.py,sha256=dAjrg03Yq37H10oAM8rnAMNa71lZHuG1uMwHi25kIvA,4211
 gbdtransformation/brands/nztm/schema,sha256=tpcyNMtmiBQQ0FsxKKTASRSo4nbrw0j0_b1nhELyAzE,6355
@@ -308,8 +313,10 @@ gbdtransformation/brands/pgtm/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQ
 gbdtransformation/brands/pgtm/tests/pgtm.xml,sha256=fAzAz2VtqOFV_2QImDbNxDvuTr-Ue3e5tGx8h-Lnnvg,6533
 gbdtransformation/brands/phtm/__init__.py,sha256=UHmbQDIPDdApISBKfO9tKOX6LgUQ_Ib-IVMR5kCVMTY,86
 gbdtransformation/brands/phtm/filters.py,sha256=yNBSktkG4dBGe_E8vxT6N4k6kwkM1A2llNLD4lHVh88,3599
-gbdtransformation/brands/phtm/schema,sha256=3JOKHUfK0jSo0NBlDmeGFAKqfYdMJOrIPBIoNUMrVFI,808
-gbdtransformation/brands/phtm/template.yml,sha256=U5th90SpXjspWTPuimqftd8vZfJ3tT90mIud5n7Zv8w,2820
+gbdtransformation/brands/phtm/schema,sha256=Nb5tI5MUrzn19c8GpLFuJhpiLn0Fa9XPza10eNHeesI,2877
+gbdtransformation/brands/phtm/schema.classic,sha256=3JOKHUfK0jSo0NBlDmeGFAKqfYdMJOrIPBIoNUMrVFI,808
+gbdtransformation/brands/phtm/template.classic.yml,sha256=U5th90SpXjspWTPuimqftd8vZfJ3tT90mIud5n7Zv8w,2820
+gbdtransformation/brands/phtm/template.yml,sha256=PO7s1HDQM9ushIJuIX3z_dfWO-f62YDzBG_sYKDlnG8,34
 gbdtransformation/brands/qatm/__init__.py,sha256=NBdOewZ1F_3eErahjyR-up8bjz1FSxwEiPSJfDw6GxY,79
 gbdtransformation/brands/qatm/filters.py,sha256=lMPVBX2ProdUtg5LcuQAmlInoGCo1-JZemHrvE1lNvw,2330
 gbdtransformation/brands/qatm/schema,sha256=AP0MxQyD0hY4APRh8nxitlxMqJYJB4AaaTJ8y20-XBA,3283
@@ -399,6 +406,11 @@ gbdtransformation/brands/uytm/__init__.py,sha256=UHmbQDIPDdApISBKfO9tKOX6LgUQ_Ib
 gbdtransformation/brands/uytm/filters.py,sha256=i7SBMVTF70OERVdsS3Dfv19S3-9kyxE-y4aYA59YxA4,1976
 gbdtransformation/brands/uytm/schema,sha256=uMd1E_XRVQ_wHVrGq5fqFH6Fyg8cWx2DTQbVvH8tmmA,3730
 gbdtransformation/brands/uytm/template.yml,sha256=fLZVKwC0j6fAxv-kpngeSnGOZMiK-T_wWdxFmd4L7pc,5497
+gbdtransformation/brands/vctm/__init__.py,sha256=EHssGg8NHP_ywIgUYk2fxpNtalIlSdpzuCOhUfbJuA8,86
+gbdtransformation/brands/vctm/filters.py,sha256=sjw2IhCg0CYh0zeci5dL7VY8A2us8dHpigIi6JNCTYY,2138
+gbdtransformation/brands/vctm/schema,sha256=AP0MxQyD0hY4APRh8nxitlxMqJYJB4AaaTJ8y20-XBA,3283
+gbdtransformation/brands/vctm/template.yml,sha256=PO7s1HDQM9ushIJuIX3z_dfWO-f62YDzBG_sYKDlnG8,34
+gbdtransformation/brands/vctm/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 gbdtransformation/brands/vntm/__init__.py,sha256=po50MWZ7H_x6jhT_C83-HvsjAE0J8IQpubzvXwTqmgI,225
 gbdtransformation/brands/vntm/filters.py,sha256=R6qF0UGIHL3njBEXH5P_GI9I8Fyg1__HhTAvRwu92rw,2441
 gbdtransformation/brands/vntm/schema,sha256=TFrF4FR76cytcbtQkDWxtF74I0tCPRDIvWRFeqaJt6Q,3242
@@ -436,7 +448,7 @@ gbdtransformation/brands/wstm/tests/test.xml.gz,sha256=UKm7LTvKaETUtHMKurFGqkqXO
 gbdtransformation/brands/xxxx/__init__.py,sha256=fricc3VHm4BwGRFKIIqB0t-NtP3tTVRrEYee_gWpiFo,172
 gbdtransformation/brands/xxxx/filters.py,sha256=YCaQ6yH2LINwCQvbPHDhnORQyWglbswLlSOY6ur3KXQ,1874
 gbdtransformation/brands/xxxx/schema,sha256=g_oWkd7k2e5fAQR1BdNkPSsIgP3dkTyc7esWo_UOHQA,163
-gbdtransformation/brands/xxxx/template.yml,sha256=EfJdXmkz0EMc751vZZZPvIu8IPW23GXrqtS-PEROOYY,4664
+gbdtransformation/brands/xxxx/template.yml,sha256=asJd5FHB2g5mfneMMqIkTSR9w3w-AUROnO6YgTyaR00,4665
 gbdtransformation/brands/zmtm/__init__.py,sha256=Mtsi_-CaLQirHkhnletNhJ4li-pZlzEZMcKjv6mEk50,256
 gbdtransformation/brands/zmtm/filters.py,sha256=FkGfv3nPiYDUy97O7bDzPp824qoDsqX-oh2Ox01NTpA,2344
 gbdtransformation/brands/zmtm/schema,sha256=TFrF4FR76cytcbtQkDWxtF74I0tCPRDIvWRFeqaJt6Q,3242
@@ -472,10 +484,6 @@ gbdtransformation/designs/alid/__init__.py,sha256=U1i1Qng034s7l_2No1yJKbHvUSnMWl
 gbdtransformation/designs/alid/filters.py,sha256=bwE0eg3BCaoUlWT_U1BSvBIbKz1a2n0JTENJW-ZfD5s,1947
 gbdtransformation/designs/alid/schema,sha256=4W6aAkQ4JFTzOEVGYRWlWpsieoIIWoVqhLLnGzI3MjM,3502
 gbdtransformation/designs/alid/template.yml,sha256=PO7s1HDQM9ushIJuIX3z_dfWO-f62YDzBG_sYKDlnG8,34
-gbdtransformation/designs/bgid/__init__.py,sha256=jLrJQ5nccnWItNDV4kmUdq-uo6ms500KnR9qchLry8Q,84
-gbdtransformation/designs/bgid/filters.py,sha256=wDLEZ8GAtVl4UBVwtW59siB44tiSmJOCMDS-aKUEd7s,2897
-gbdtransformation/designs/bgid/schema,sha256=WOLoyQZCQ_PYjsXODbJSE3vEPppqwm85K7thf5T7lKQ,3667
-gbdtransformation/designs/bgid/template.yml,sha256=dAnTluo-554scf_FxYalZ7xHj8RfGfBIhFZurXAenZY,5860
 gbdtransformation/designs/bnid/__init__.py,sha256=Y_X59eGmIFOkwWF4SkaxTQ3z7QAfIHGoL1VHM8ywbHo,87
 gbdtransformation/designs/bnid/filters.py,sha256=vx4rZhlOIYzpYfMvm8baxuKfQZWml8dW58oN_I_NT6M,1644
 gbdtransformation/designs/bnid/schema,sha256=BSzYzhQUcv3cLI-rDSLEEcIAOxMSIgQClvfKDVVTyak,3145
@@ -548,13 +556,13 @@ gbdtransformation/designs/vnid/filters.py,sha256=HlZJp1Zb1zU37tZO-xBe0Kt-TlCT0nl
 gbdtransformation/designs/vnid/schema,sha256=HxkKmaih8mUTYZst9aIbEgv_uXhqS6PQp3C4S7utz18,3830
 gbdtransformation/designs/vnid/template.yml,sha256=PO7s1HDQM9ushIJuIX3z_dfWO-f62YDzBG_sYKDlnG8,34
 gbdtransformation/designs/woid/__init__.py,sha256=Cdy9Ki01mAvufymKb9QSLwfFggaoerOenq6BxhPu500,66
-gbdtransformation/designs/woid/filters.py,sha256=q9ZbgRRuNYMV5sMo_PA0NYz9Ez9xQQxP5dTO7kdaV8g,16569
+gbdtransformation/designs/woid/filters.py,sha256=RVqDYsGL-9BNEpe5VmAXdBwtM8B5HuHDI1ycP65ssmc,17352
 gbdtransformation/designs/woid/schema,sha256=DoJKgqrbOIPrrSJ7WcJM6aQpDqG34yD0MT7bsxauNpM,19967
-gbdtransformation/designs/woid/template.yml,sha256=Pk4mvnUSjOEh1t0sbC1MPywk2g6Cvl_oBTB5SKuESkQ,19318
+gbdtransformation/designs/woid/template.yml,sha256=td3Y7vfssL569Anr4Sz1y11ejOZmbRbC_-xw2ON7Vk4,27778
 gbdtransformation/designs/xxid/__init__.py,sha256=Cdy9Ki01mAvufymKb9QSLwfFggaoerOenq6BxhPu500,66
 gbdtransformation/designs/xxid/filters.py,sha256=YCaQ6yH2LINwCQvbPHDhnORQyWglbswLlSOY6ur3KXQ,1874
 gbdtransformation/designs/xxid/schema,sha256=KaFhfG6P5SE787wkAuME6hhpcg7vLnSb9x1rW_0EL3M,163
-gbdtransformation/designs/xxid/template.yml,sha256=6NgprAqO8xaXEGX0G5z6CHbGmH49q3KAsV7UYpw3Cto,4745
+gbdtransformation/designs/xxid/template.yml,sha256=m1V4DZqfFwGuMNDLDlCsiw_YjBVlGruga6AzVvzH6HA,6934
 gbdtransformation/utilities/ISOCountryCodeType-V2006.xsd,sha256=T-QCdih6hFG7Tj_YlL7R0OyEmdAh1_NUDK_sMhVy4CI,41465
 gbdtransformation/utilities/ISOCurrencyCodeType-V2001.xsd,sha256=FC0I3EPmeLfXeRGV25i7t5G8KXLHnX5m-pKHOYWNmSw,28868
 gbdtransformation/utilities/ISOLanguageCodeType-V2002.xsd,sha256=ouRSwAnkVtjGLwZ50LXOW3V21lIWVlPw3yr9CcsVPRU,22147
@@ -567,9 +575,10 @@ gbdtransformation/utilities/st66.xsd,sha256=co8aFN3a5TpudllRttWmfLeiZu8ulNipfeXm
 schemas/ShazamConfig.py,sha256=D67os5B11C41h_WZ7kk54Ss0Kk7tHh8W0d_1c_aX-lY,1191
 schemas/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 schemas/schema_extractor.py,sha256=3-ImtnI777f6b3VA0A_w-NoXdlGz5VZMzK6MnPdQQAY,10294
-wipo_gbd_transformation-1.1.53.dist-info/LICENSE.md,sha256=6r2dL13EwZqSt2ellLbJRFTA-6ECIDOer4YthCfkac0,35654
-wipo_gbd_transformation-1.1.53.dist-info/METADATA,sha256=5NvYhVs0g7orM4YRHqZlCDVakI3Ul-2eoc_aJdM6q9Y,517
-wipo_gbd_transformation-1.1.53.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-wipo_gbd_transformation-1.1.53.dist-info/entry_points.txt,sha256=NFLtlP3mPHUi-hEoUcz4CXa7vcpP8bbwd18HS4arbEk,223
-wipo_gbd_transformation-1.1.53.dist-info/top_level.txt,sha256=oU1j-JNLga18Fd-EV6Xl9wM8zxYoNVEzb7P8MDhTPJg,26
-wipo_gbd_transformation-1.1.53.dist-info/RECORD,,
+wipo_gbd_transformation-1.1.55.dist-info/LICENSE.md,sha256=6r2dL13EwZqSt2ellLbJRFTA-6ECIDOer4YthCfkac0,35654
+wipo_gbd_transformation-1.1.55.dist-info/METADATA,sha256=-aFWzNc8YO0RxZ-bOyEobspc3gIRWGE0jLhNJTi3fu8,567
+wipo_gbd_transformation-1.1.55.dist-info/SOURCES_Stefans-Mac-Studio.local_Sep-18-063455-2024_Conflict.txt,sha256=NeGxpq7lHSg1kaKoQE1hRDhEL5c39TAp008ptbN08NU,29740
+wipo_gbd_transformation-1.1.55.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+wipo_gbd_transformation-1.1.55.dist-info/entry_points.txt,sha256=NFLtlP3mPHUi-hEoUcz4CXa7vcpP8bbwd18HS4arbEk,223
+wipo_gbd_transformation-1.1.55.dist-info/top_level.txt,sha256=oU1j-JNLga18Fd-EV6Xl9wM8zxYoNVEzb7P8MDhTPJg,26
+wipo_gbd_transformation-1.1.55.dist-info/RECORD,,