datamule 2.0.0__tar.gz → 2.0.2__tar.gz

{datamule-2.0.0 → datamule-2.0.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datamule
-Version: 2.0.0
+Version: 2.0.2
 Summary: Work with SEC submissions at scale.
 Home-page: https://github.com/john-friedman/datamule-python
 Author: John Friedman

{datamule-2.0.0 → datamule-2.0.2}/datamule/datamule/downloader.py

@@ -311,11 +311,11 @@ class Downloader:
                     columns=['accessionNumber'], distinct=True, page_size=25000, quiet=False,api_key=self.api_key)
 
             if filtered_accession_numbers:
-                filtered_accession_numbers = [str(int(item.replace('-',''))) for item in filtered_accession_numbers]
+                filtered_accession_numbers = [format_accession(item,'int') for item in filtered_accession_numbers]
                 filings = [filing for filing in filings if filing['accessionNumber'] in filtered_accession_numbers]
             
             if skip_accession_numbers:
-                skip_accession_numbers = [int(item.replace('-','')) for item in skip_accession_numbers]
+                skip_accession_numbers = [format(item,'int') for item in skip_accession_numbers]
                 filings = [filing for filing in filings if filing['accessionNumber'] not in skip_accession_numbers]
 
             logger.debug(f"Generating URLs for {len(filings)} filings...")
@@ -394,7 +394,7 @@ def download(submission_type=None, cik=None, filing_date=None, api_key=None, out
              skip_accession_numbers=[], max_batch_size=1024*1024*1024,accession_numbers=None):
     
     if filtered_accession_numbers:
-        filtered_accession_numbers = [int(str(x).replace('-', '')) for x in filtered_accession_numbers]
+        filtered_accession_numbers = [format_accession(x,'int') for x in filtered_accession_numbers]
     elif filtered_accession_numbers == []:
         raise ValueError("Applied filter resulted in empty accession numbers list")
     downloader = Downloader(api_key=api_key)

{datamule-2.0.0 → datamule-2.0.2}/datamule/sheet.py

@@ -5,6 +5,8 @@ from .helper import _process_cik_and_metadata_filters, load_package_dataset
 from .sec.xbrl.downloadcompanyfacts import download_company_facts
 from .datamule.datamule_lookup import datamule_lookup
 from .datamule.datamule_mysql_rds import query_mysql_rds
+from company_fundamentals.utils import get_fundamental_mappings
+from company_fundamentals import construct_fundamentals
 # slated for deprecation?
 from .seclibrary.bq import get_information_table, get_345, get_proxy_voting_record
 
@@ -21,7 +23,25 @@ class Sheet:
     
     def get_table(self,table,cik=None,ticker=None,**kwargs):
         cik = _process_cik_and_metadata_filters(cik, ticker)
-        return query_mysql_rds(table=table,cik=cik,**kwargs)
+
+        if table == 'fundamentals':
+            fundamentals = kwargs.pop('fundamentals', None)
+            if fundamentals is None:
+                raise ValueError("fundamentals parameter required for fundamentals table")
+            
+            categories = kwargs.pop('categories',None)
+            
+            mappings = get_fundamental_mappings(fundamentals=fundamentals)
+            #print(mappings)
+            taxonomies = [item[0] for item in mappings]
+            names = [item[1] for item in mappings]
+            xbrl = query_mysql_rds(table='simple_xbrl',cik=cik,taxonomy=taxonomies,name=names,**kwargs)
+            #print(xbrl)
+
+            return construct_fundamentals(xbrl, 'taxonomy', 'name', 'period_start_date', 'period_end_date', categories=categories,fundamentals=fundamentals)
+            
+        else:
+            return query_mysql_rds(table=table,cik=cik,**kwargs)
 
     def download_xbrl(
         self, 

{datamule-2.0.0 → datamule-2.0.2}/datamule.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datamule
-Version: 2.0.0
+Version: 2.0.2
 Summary: Work with SEC submissions at scale.
 Home-page: https://github.com/john-friedman/datamule-python
 Author: John Friedman

{datamule-2.0.0 → datamule-2.0.2}/setup.py

@@ -32,7 +32,7 @@ if not os.path.exists(file_path):
 setup(
     name="datamule",
     author="John Friedman",
-    version="2.0.0",
+    version="2.0.2",
     description="Work with SEC submissions at scale.",
     packages=find_packages(include=['datamule', 'datamule.*']),
     url="https://github.com/john-friedman/datamule-python",