datamule 1.4.2__py3-none-any.whl → 1.4.4__py3-none-any.whl

datamule/document/document.py

@@ -6,7 +6,7 @@ from doc2dict.mapping import flatten_hierarchy
 from doc2dict import html2dict, visualize_dict, get_title, unnest_dict, pdf2dict
 from ..mapping_dicts.txt_mapping_dicts import dict_10k, dict_10q, dict_8k, dict_13d, dict_13g
 from ..mapping_dicts.xml_mapping_dicts import dict_345
-from ..mapping_dicts.html_mapping_dicts import dict_10k_html, dict_10q_html, dict_8k_html
+from ..mapping_dicts.html_mapping_dicts import *
 from selectolax.parser import HTMLParser
 from .processing import process_tabular_data
 from pathlib import Path
@@ -120,12 +120,47 @@ class Document:
             self.data = {}
             self.data['document'] = dict2dict(txt2dict(content=content, mapping_dict=mapping_dict))
         elif self.extension in ['.htm', '.html']:
-            if self.type == '10-K':
+            
+            if self.type == '1-K':
+                mapping_dict = dict_1kpartii_html
+            elif self.type == '1-SA':
+                mapping_dict = dict_1sa_html
+            elif self.type == '1-U':
+                mapping_dict = dict_1u_html
+            elif self.type == '10-12B':
+                mapping_dict = dict_1012b_html
+            elif self.type == '10-D':
+                mapping_dict = dict_10d_html
+            elif self.type == '10-K':
                 mapping_dict = dict_10k_html
             elif self.type == '10-Q':
                 mapping_dict = dict_10q_html
+            elif self.type == '20-F':
+                mapping_dict = dict_20f_html
+            elif self.type == '8-A12B':
+                mapping_dict = dict_8a12b_html
+            elif self.type == '8-A12G':
+                mapping_dict = dict_8a12g_html
             elif self.type == '8-K':
                 mapping_dict = dict_8k_html
+            elif self.type == '8-K12B':
+                mapping_dict = dict_8k12b_html
+            elif self.type == '8-K12G3':
+                mapping_dict = dict_8k12g3_html
+            elif self.type == '8-K15D5':
+                mapping_dict = dict_8k15d5_html
+            elif self.type == 'ABS-15G':
+                mapping_dict = dict_abs15g_html
+            elif self.type == 'ABS-EE':
+                mapping_dict = dict_absee_html
+            elif self.type == 'APP NTC':
+                dict_appntc_html
+            elif self.type == 'CB':
+                mapping_dict = dict_cb_html
+            elif self.type == 'SD':
+                mapping_dict = dict_sd_html
+            elif self.type in ['NT 10-K', 'NT 10-Q','NT 20-F']:
+                mapping_dict = dict_nt10k_html
             
             dct = html2dict(content=self.content, mapping_dict=mapping_dict)
             self.data = dct

datamule/helper.py

@@ -89,6 +89,9 @@ def _process_cik_and_metadata_filters(cik=None, ticker=None, **kwargs):
             if ticker_ciks:
                 cik.extend(ticker_ciks)
 
+        if len(cik) == 0:
+            raise ValueError(f"No CIKs found for ticker: {ticker}")
+
     # Normalize CIK format
     if cik is not None:
         if isinstance(cik, str):

datamule/mapping_dicts/html_mapping_dicts.py

@@ -8,4 +8,68 @@ dict_10q_html = dict_10k_html
 dict_8k_html = {
     ('signatures',r'^signatures?\.*$') : 0,
     ('item',r'^item\s*(\d+\.\d+)') : 0,
+}
+
+dict_sd_html = {
+    ('signatures',r'^signatures?\.*$') : 0,
+    ('item',r'^item\s*(\d+\.\d+)') : 0,
+}
+
+dict_abs15g_html = {
+    ('part',r'^part\s*([ivx]+)') : 0,
+    ('signatures',r'^signatures?\.*$') : 0,
+    ('item',r'^item\s*(\d+\.\d+)') : 1,
+}
+
+
+
+dict_nt10k_html = {
+    ('part',r'^part\s*([ivx]+)') : 0,
+}
+
+dict_1kpartii_html = {
+    ('item',r'^item\s*(\d+)') : 0,
+}
+
+dict_1sa_html = dict_1kpartii_html
+
+dict_1u_html = {('item',r'^item\s*(\d+)') : 0,
+                ('signatures',r'^signatures?\.*$') : 0,}
+
+dict_1012b_html = dict_1u_html
+
+dict_10d_html = dict_10k_html
+
+dict_20f_html = {
+    ('part',r'^part\s*([ivx]+)') : 0,
+    ('item',r'^item\s*(\d+)\.?([a-z])?') : 1,
+    ('letter',r'\d*\.?([a-z])') : 2,
+    ('signatures',r'^signatures?\.*$') : 0,
+}
+
+dict_8a12b_html = dict_1kpartii_html
+dict_8a12g_html = dict_1kpartii_html
+
+dict_8k12b_html = dict_8k_html
+
+dict_8k12g3_html = dict_8k_html
+dict_8k15d5_html = dict_8k_html
+
+dict_absee_html = {('item',r'^item\s*(\d+)') : 0,
+                ('signatures',r'^signatures?\.*$') : 0,}
+
+dict_appntc_html = {('agency',r'^agency') : 0,
+                    ('action',r'^action') : 0,
+                    ('summary',r'^summary of application') : 0,
+                    ('applicants',r'^applicants') : 0,
+                    ('filing',r'^filing dates') : 0,
+                    ('hearing',r'^hearing or notification of hearing') : 0,
+                    ('addresses',r'^addresses') : 0,
+                    ('further contact',r'^for further information contact') : 0,
+                    ('supplementary information',r'^supplementary information') : 0,
+}
+
+dict_cb_html = {
+    ('part', r'^part\s*([ivx]+)') : 0,
+    ('item', r'^item\s*(\d+)') : 1,
 }

{datamule-1.4.2.dist-info → datamule-1.4.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datamule
-Version: 1.4.2
+Version: 1.4.4
 Summary: Work with SEC submissions at scale.
 Home-page: https://github.com/john-friedman/datamule-python
 Author: John Friedman

{datamule-1.4.2.dist-info → datamule-1.4.4.dist-info}/RECORD

@@ -1,6 +1,6 @@
 datamule/__init__.py,sha256=glzwBeGJEE6-TG7mRule9GH6L59XaIRR9T7ALcdpMus,1067
 datamule/config.py,sha256=Y--CVv7JcgrjJkMOSLrvm2S8B9ost6RMSkGviP-MKtg,883
-datamule/helper.py,sha256=u6VNbxPuu505sDhXCF0pRyeYl3LSTtaFIVpAzqG39fU,3579
+datamule/helper.py,sha256=KqhAmTMdvATEh3I-O4xLcAcrHB9zXQERBuwzue7zyQw,3674
 datamule/index.py,sha256=_7Ox5hyF_7RWdblVFr5rNyv_ARwBP7VY4f703pk9qQ8,2074
 datamule/package_updater.py,sha256=Z9zaa_y0Z5cknpRn8oPea3gg4kquFHfpfhduKKCZ6NU,958
 datamule/portfolio.py,sha256=8fiK-vfZM5-NJSvOEsDR2YDb-2njjzFk6l7BiRyrzOM,7168
@@ -8,7 +8,7 @@ datamule/sheet.py,sha256=TvFqK9eAYuVoJ2uWdAlx5EN6vS9lke-aZf7FqtUiDBc,22304
 datamule/submission.py,sha256=Yh5nG3ioumhl6z30wJdIEmKjDDNSuo0r2xycZSIaeIg,11035
 datamule/data/listed_filer_metadata.csv,sha256=dT9fQ8AC5P1-Udf_UF0ZkdXJ88jNxJb_tuhi5YYL1rc,2426827
 datamule/document/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datamule/document/document.py,sha256=uHpkLyl6er4MdZDDJNzxSdtwkfDMtMVeG01uRCRblfA,11002
+datamule/document/document.py,sha256=RQkeBl9VxyjP2_3BT2GyCiwuFrQM-YlJlqMq3SdeIdU,12438
 datamule/document/processing.py,sha256=jDCEzBFDSQtq7nQxRScIsbALnFcvMPOkNkMUCa7mFxg,31921
 datamule/document/table.py,sha256=73yUJKY82ap32jhLmZeTti-jQ_lyhcJGlGwyxLtgYOg,12944
 datamule/document/mappings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -36,7 +36,7 @@ datamule/document/mappings/thirteenfhr.py,sha256=XpYRIMPZnGLfEE4TqBI0BPXbyuq0xf3
 datamule/document/mappings/twentyfivense.py,sha256=lKyj0ZBhkHX9gQJMTUPrQlxYFg3k-aBnWqtoS5bujZM,905
 datamule/document/mappings/twentyfourf2nt.py,sha256=Q7RPT3JgJHjYdjMuaSyAxclt6QPT_LgCQloxp-ByDuI,4118
 datamule/mapping_dicts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datamule/mapping_dicts/html_mapping_dicts.py,sha256=Tfg7wX6EUUtsg_HD2KHH3Z6S3GR9FZc1pwL8kCGfRRU,282
+datamule/mapping_dicts/html_mapping_dicts.py,sha256=bh3aM0IXKA6v_LhFdO_6akUN7sfp8mhXydeDyVe1ht4,1985
 datamule/mapping_dicts/txt_mapping_dicts.py,sha256=DQPrGYbAPQxomRUtt4iiMGrwuF7BHc_LeFBQuYBzU9o,6311
 datamule/mapping_dicts/xml_mapping_dicts.py,sha256=Z22yDVwKYonUfM5foQP00dVDE8EHhhMKp0CLqVKV5OI,438
 datamule/sec/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -58,7 +58,7 @@ datamule/seclibrary/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 datamule/seclibrary/bq.py,sha256=C8sb_rpXTvchprrFLcbRar4Qi0XWW25tnv1YsHSS5o4,18025
 datamule/seclibrary/downloader.py,sha256=PIgz_7ASUTZOHcUZGcD1SmLaGSbq7xe7EiJT0Z7HU4M,13653
 datamule/seclibrary/query.py,sha256=qGuursTERRbOGfoDcYcpo4oWkW3PCBW6x1Qf1Puiak4,7352
-datamule-1.4.2.dist-info/METADATA,sha256=mUujGnhNFWQFCH8qg2aJ4_bS4Zp-XhEkD_Y6x9qAh9Q,469
-datamule-1.4.2.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-datamule-1.4.2.dist-info/top_level.txt,sha256=iOfgmtSMFVyr7JGl_bYSTDry79JbmsG4p8zKq89ktKk,9
-datamule-1.4.2.dist-info/RECORD,,
+datamule-1.4.4.dist-info/METADATA,sha256=-_m15CLGbd7csE_aiXo9Q54wMCqFjW0VfN1QJKplQtY,469
+datamule-1.4.4.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+datamule-1.4.4.dist-info/top_level.txt,sha256=iOfgmtSMFVyr7JGl_bYSTDry79JbmsG4p8zKq89ktKk,9
+datamule-1.4.4.dist-info/RECORD,,