datamule 2.0.1__py3-none-any.whl → 2.0.3__py3-none-any.whl

datamule/datamule/downloader.py

@@ -311,11 +311,11 @@ class Downloader:
                     columns=['accessionNumber'], distinct=True, page_size=25000, quiet=False,api_key=self.api_key)
 
             if filtered_accession_numbers:
-                filtered_accession_numbers = [str(int(item.replace('-',''))) for item in filtered_accession_numbers]
+                filtered_accession_numbers = [format_accession(item,'int') for item in filtered_accession_numbers]
                 filings = [filing for filing in filings if filing['accessionNumber'] in filtered_accession_numbers]
             
             if skip_accession_numbers:
-                skip_accession_numbers = [int(item.replace('-','')) for item in skip_accession_numbers]
+                skip_accession_numbers = [format_accession(item,'int') for item in skip_accession_numbers]
                 filings = [filing for filing in filings if filing['accessionNumber'] not in skip_accession_numbers]
 
             logger.debug(f"Generating URLs for {len(filings)} filings...")
@@ -394,7 +394,7 @@ def download(submission_type=None, cik=None, filing_date=None, api_key=None, out
              skip_accession_numbers=[], max_batch_size=1024*1024*1024,accession_numbers=None):
     
     if filtered_accession_numbers:
-        filtered_accession_numbers = [int(str(x).replace('-', '')) for x in filtered_accession_numbers]
+        filtered_accession_numbers = [format_accession(x,'int') for x in filtered_accession_numbers]
     elif filtered_accession_numbers == []:
         raise ValueError("Applied filter resulted in empty accession numbers list")
     downloader = Downloader(api_key=api_key)

datamule/document/document.py

@@ -106,6 +106,7 @@ class Document:
             return bool(re.search(pattern, self.content))
         return False
     
+    # slated for removal
     def parse_xbrl(self,type='inline'):
         if self.xbrl:
             return

datamule/submission.py

@@ -14,6 +14,10 @@ class Submission:
     def __init__(self, path=None, sgml_content=None, keep_document_types=None,
                  batch_tar_path=None, accession_prefix=None, portfolio_ref=None,url=None):
         
+
+        # declare vars to be filled later
+        self.xbrl = None
+        
         # Validate parameters
         param_count = sum(x is not None for x in [path, sgml_content, batch_tar_path,url])
         if param_count != 1:
@@ -238,4 +242,18 @@ class Submission:
             if doc['type'] in document_types:
                 yield self._load_document_by_index(idx)
 
+    # def parse_xbrl(self):
+    #     for idx, doc in enumerate(self.metadata.content['documents']):
+    #         if doc['type'] in ['EX-100.INS','EX-101.INS']:
+    #             document = self._load_document_by_index(idx)
+    #             break
 
+    #         if doc['filename'].endswith('_htm.xml'):
+    #             document = self._load_document_by_index(idx)
+    #             break
+        
+    #     print(doc['type'])
+    #     if not document:
+    #         return
+        
+    #     self.xbrl = document.parse_xbrl()

{datamule-2.0.1.dist-info → datamule-2.0.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datamule
-Version: 2.0.1
+Version: 2.0.3
 Summary: Work with SEC submissions at scale.
 Home-page: https://github.com/john-friedman/datamule-python
 Author: John Friedman

{datamule-2.0.1.dist-info → datamule-2.0.3.dist-info}/RECORD

@@ -6,15 +6,15 @@ datamule/package_updater.py,sha256=Z9zaa_y0Z5cknpRn8oPea3gg4kquFHfpfhduKKCZ6NU,9
 datamule/portfolio.py,sha256=YViG1JgJ9SFhg8N3tOOhBI8oc6Pmi2vwnHeHmlkC_5U,12119
 datamule/portfolio_compression_utils.py,sha256=8OPYEN5zAdV1FiTxgVN3S7cTKs99Elv74bwgoIJP4QY,12654
 datamule/sheet.py,sha256=Ws_YRtpvewLVioarngVMe8cgG_sp11MP9_goGbRaiWE,23952
-datamule/submission.py,sha256=TkD_SVCEGjxOmHm5hjQm69j8DqQWr3YtgjTdKRWm26k,11205
+datamule/submission.py,sha256=DtLoiwRE7JJW2R0NvJNyQfwstWIlU2N9Z6yOgpnH1LU,11812
 datamule/data/listed_filer_metadata.csv,sha256=dT9fQ8AC5P1-Udf_UF0ZkdXJ88jNxJb_tuhi5YYL1rc,2426827
 datamule/datamule/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/datamule/datamule_lookup.py,sha256=e8djAg-ctSyHiKk7BjbtgugZ3p8roUjzsym5z3AihUg,9468
 datamule/datamule/datamule_mysql_rds.py,sha256=Oj_xPTBKkzWsuRlb_tphjJrBW1eua1cOuxjGwJx581k,10591
-datamule/datamule/downloader.py,sha256=IbeBkvc4-xefHq37qktTxzCXh90cG8ayx80qQWehRvU,18527
+datamule/datamule/downloader.py,sha256=aTyVUuIwynPtHB0Z9BvCasy9Ao5wfHptNAsjN-7yDTk,18525
 datamule/datamule/sec_connector.py,sha256=VwOaODpHoAWy8JIky6kLR1-orW_PB61RHw7pIGRpkow,3288
 datamule/document/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datamule/document/document.py,sha256=wr7gup139l7wJl8xiipROMo9in_44wAl27Rb__tpb84,16770
+datamule/document/document.py,sha256=8UC5QfiMDufkA7v3o76mlfftqsUjNUFWKB3j894tsKw,16795
 datamule/document/processing.py,sha256=jDCEzBFDSQtq7nQxRScIsbALnFcvMPOkNkMUCa7mFxg,31921
 datamule/document/table.py,sha256=73yUJKY82ap32jhLmZeTti-jQ_lyhcJGlGwyxLtgYOg,12944
 datamule/document/mappings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -65,7 +65,7 @@ datamule/seclibrary/bq.py,sha256=C8sb_rpXTvchprrFLcbRar4Qi0XWW25tnv1YsHSS5o4,180
 datamule/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/utils/construct_submissions_data.py,sha256=NB_hvfxlRXPyt4Fgc-5qA8vJRItkLhBedCSTaxwW7Jg,5887
 datamule/utils/format_accession.py,sha256=60RtqoNqoT9zSKVb1DeOv1gncJxzPTFMNW4SNOVmC_g,476
-datamule-2.0.1.dist-info/METADATA,sha256=DK6UPncyMfZZ1smZFXpY29iFAMPh93rfT7M5LNpecoc,560
-datamule-2.0.1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-datamule-2.0.1.dist-info/top_level.txt,sha256=iOfgmtSMFVyr7JGl_bYSTDry79JbmsG4p8zKq89ktKk,9
-datamule-2.0.1.dist-info/RECORD,,
+datamule-2.0.3.dist-info/METADATA,sha256=xILAQeqGiaZbF19rqWWRoFqBLv1to0a3RdRFKdhlu0Q,560
+datamule-2.0.3.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+datamule-2.0.3.dist-info/top_level.txt,sha256=iOfgmtSMFVyr7JGl_bYSTDry79JbmsG4p8zKq89ktKk,9
+datamule-2.0.3.dist-info/RECORD,,