datamule 1.5.8__py3-none-any.whl → 1.6.0__py3-none-any.whl

datamule/document/document.py

@@ -12,6 +12,7 @@ from .processing import process_tabular_data
 from pathlib import Path
 import webbrowser
 from secsgml.utils import bytes_to_str
+from secxbrl import parse_inline_xbrl
 
 class Document:
     def __init__(self, type, content, extension,accession,filing_date,path=None):
@@ -33,6 +34,7 @@ class Document:
         self.extension = extension
         # this will be filled by parsed
         self.data = None
+        self.xbrl = None
 
     #_load_text_content
     def _preprocess_txt_content(self):
@@ -101,12 +103,23 @@ class Document:
         if self.extension in ['.htm', '.html', '.txt','.xml']:
             return bool(re.search(pattern, self.content))
         return False
+    
+    def parse_xbrl(self,type='inline'):
+        if self.xbrl:
+            return
+        if type =='inline':
+            if self.extension not in ['.htm','.html']:
+                return
+            
+            self.xbrl = parse_inline_xbrl(self.content)
+        else:
+            raise ValueError("Only inline has been implemented so far.")
 
     # Note: this method will be heavily modified in the future
     def parse(self):
         # check if we have already parsed the content
         if self.data:
-            return self.data
+            return
         
         mapping_dict = None
         

datamule/document/mappings_new/mappings.py

@@ -0,0 +1,13 @@
+import ownership
+
+
+# key is document type
+# note: this assumes XML format.
+table_mappings = {
+    '3' : ownership.mappings,
+    '3/A' : ownership.mappings,
+    '4' : ownership.mappings,
+    '4/A' : ownership.mappings,
+    '5' : ownership.mappings,
+    '5/A' : ownership.mappings,
+}

datamule/document/mappings_new/ownership.py

@@ -0,0 +1,174 @@
+
+
+
+# Non-derivative transaction ownership mapping
+ownership_non_derivative_transactions_dict = {
+    'securityTitle_value': 'securityTitle',
+    'securityTitle_footnote': 'securityTitleFootnote',
+    'transactionDate_value': 'transactionDate',
+    'transactionDate_footnote': 'transactionDateFootnote',
+    'deemedExecutionDate_value': 'deemedExecutionDate',
+    'deemedExecutionDate_footnote': 'deemedExecutionDateFootnote',
+    'transactionCoding_transactionFormType': 'transactionFormType',
+    'transactionCoding_transactionCode': 'transactionCode',
+    'transactionCoding_equitySwapInvolved': 'equitySwapInvolved',
+    'transactionCoding_footnote': 'transactionCodingFootnote',
+    'transactionAmounts_transactionShares_value': 'transactionShares',
+    'transactionAmounts_transactionShares_footnote': 'transactionSharesFootnote',
+    'transactionAmounts_transactionPricePerShare_value': 'transactionPricePerShare',
+    'transactionAmounts_transactionPricePerShare_footnote': 'transactionPricePerShareFootnote',
+    'transactionAmounts_transactionAcquiredDisposedCode_value': 'transactionAcquiredDisposedCode',
+    'transactionAmounts_transactionAcquiredDisposedCode_footnote': 'transactionAcquiredDisposedCodeFootnote',
+    'postTransactionAmounts_sharesOwnedFollowingTransaction_value': 'sharesOwnedFollowingTransaction',
+    'postTransactionAmounts_sharesOwnedFollowingTransaction_footnote': 'sharesOwnedFollowingTransactionFootnote',
+    'ownershipNature_directOrIndirectOwnership_value': 'directOrIndirectOwnership',
+    'ownershipNature_directOrIndirectOwnership_footnote': 'directOrIndirectOwnershipFootnote',
+    'ownershipNature_natureOfOwnership_value': 'natureOfOwnership',
+    'ownershipNature_natureOfOwnership_footnote': 'natureOfOwnershipFootnote',
+    'transactionTimeliness_value': 'transactionTimeliness',
+    'transactionTimeliness_footnote': 'transactionTimelinessFootnote',
+    'postTransactionAmounts_valueOwnedFollowingTransaction_value': 'valueOwnedFollowingTransaction',
+    'postTransactionAmounts_valueOwnedFollowingTransaction_footnote': 'valueOwnedFollowingTransactionFootnote'
+}
+
+# Derivative transaction ownership mapping
+derivative_transaction_ownership_dict = {
+    'securityTitle_value': 'securityTitle',
+    'securityTitle_footnote': 'securityTitleFootnote',
+    'conversionOrExercisePrice_value': 'conversionOrExercisePrice',
+    'conversionOrExercisePrice_footnote': 'conversionOrExercisePriceFootnote',
+    'transactionDate_value': 'transactionDate',
+    'transactionDate_footnote': 'transactionDateFootnote',
+    'deemedExecutionDate_value': 'deemedExecutionDate',
+    'deemedExecutionDate_footnote': 'deemedExecutionDateFootnote',
+    'transactionCoding_transactionFormType': 'transactionFormType',
+    'transactionCoding_transactionCode': 'transactionCode',
+    'transactionCoding_equitySwapInvolved': 'equitySwapInvolved',
+    'transactionCoding_footnote': 'transactionCodingFootnote',
+    'transactionAmounts_transactionShares_value': 'transactionShares',
+    'transactionAmounts_transactionShares_footnote': 'transactionSharesFootnote',
+    'transactionAmounts_transactionPricePerShare_value': 'transactionPricePerShare',
+    'transactionAmounts_transactionPricePerShare_footnote': 'transactionPricePerShareFootnote',
+    'transactionAmounts_transactionAcquiredDisposedCode_value': 'transactionAcquiredDisposedCode',
+    'transactionAmounts_transactionTotalValue_value': 'transactionTotalValue',
+    'transactionAmounts_transactionTotalValue_footnote': 'transactionTotalValueFootnote',
+    'exerciseDate_value': 'exerciseDate',
+    'exerciseDate_footnote': 'exerciseDateFootnote',
+    'expirationDate_value': 'expirationDate',
+    'expirationDate_footnote': 'expirationDateFootnote',
+    'underlyingSecurity_underlyingSecurityTitle_value': 'underlyingSecurityTitle',
+    'underlyingSecurity_underlyingSecurityTitle_footnote': 'underlyingSecurityTitleFootnote',
+    'underlyingSecurity_underlyingSecurityShares_value': 'underlyingSecurityShares',
+    'underlyingSecurity_underlyingSecurityShares_footnote': 'underlyingSecuritySharesFootnote',
+    'underlyingSecurity_underlyingSecurityValue_value': 'underlyingSecurityValue',
+    'postTransactionAmounts_sharesOwnedFollowingTransaction_value': 'sharesOwnedFollowingTransaction',
+    'postTransactionAmounts_sharesOwnedFollowingTransaction_footnote': 'sharesOwnedFollowingTransactionFootnote',
+    'ownershipNature_directOrIndirectOwnership_value': 'directOrIndirectOwnership',
+    'ownershipNature_directOrIndirectOwnership_footnote': 'directOrIndirectOwnershipFootnote',
+    'ownershipNature_natureOfOwnership_value': 'natureOfOwnership',
+    'ownershipNature_natureOfOwnership_footnote': 'natureOfOwnershipFootnote',
+    'transactionTimeliness_value': 'transactionTimeliness',
+    'transactionTimeliness_footnote': 'transactionTimelinessFootnote',
+    'postTransactionAmounts_valueOwnedFollowingTransaction_value': 'valueOwnedFollowingTransaction',
+    'postTransactionAmounts_valueOwnedFollowingTransaction_footnote': 'valueOwnedFollowingTransactionFootnote',
+    'transactionAmounts_transactionAcquiredDisposedCode_footnote': 'transactionAcquiredDisposedCodeFootnote',
+    'underlyingSecurity_underlyingSecurityValue_footnote': 'underlyingSecurityValueFootnote'
+}
+
+# Non-derivative holding ownership mapping
+non_derivative_holding_ownership_dict = {
+    'securityTitle_value': 'securityTitle',
+    'securityTitle_footnote': 'securityTitleFootnote',
+    'postTransactionAmounts_sharesOwnedFollowingTransaction_value': 'sharesOwnedFollowingTransaction',
+    'postTransactionAmounts_sharesOwnedFollowingTransaction_footnote': 'sharesOwnedFollowingTransactionFootnote',
+    'ownershipNature_directOrIndirectOwnership_value': 'directOrIndirectOwnership',
+    'ownershipNature_directOrIndirectOwnership_footnote': 'directOrIndirectOwnershipFootnote',
+    'ownershipNature_natureOfOwnership_value': 'natureOfOwnership',
+    'ownershipNature_natureOfOwnership_footnote': 'natureOfOwnershipFootnote',
+    'postTransactionAmounts_valueOwnedFollowingTransaction_value': 'valueOwnedFollowingTransaction',
+    'transactionCoding_footnote': 'transactionCodingFootnote',
+    'transactionCoding_transactionFormType': 'transactionFormType',
+    'postTransactionAmounts_valueOwnedFollowingTransaction_footnote': 'valueOwnedFollowingTransactionFootnote'
+}
+
+# Derivative holding ownership mapping
+derivative_holding_ownership_dict = {
+    'securityTitle_value': 'securityTitle',
+    'securityTitle_footnote': 'securityTitleFootnote',
+    'conversionOrExercisePrice_value': 'conversionOrExercisePrice',
+    'conversionOrExercisePrice_footnote': 'conversionOrExercisePriceFootnote',
+    'exerciseDate_value': 'exerciseDate',
+    'exerciseDate_footnote': 'exerciseDateFootnote',
+    'expirationDate_value': 'expirationDate',
+    'expirationDate_footnote': 'expirationDateFootnote',
+    'underlyingSecurity_underlyingSecurityTitle_value': 'underlyingSecurityTitle',
+    'underlyingSecurity_underlyingSecurityTitle_footnote': 'underlyingSecurityTitleFootnote',
+    'underlyingSecurity_underlyingSecurityShares_value': 'underlyingSecurityShares',
+    'underlyingSecurity_underlyingSecurityShares_footnote': 'underlyingSecuritySharesFootnote',
+    'underlyingSecurity_underlyingSecurityValue_value': 'underlyingSecurityValue',
+    'underlyingSecurity_underlyingSecurityValue_footnote': 'underlyingSecurityValueFootnote',
+    'ownershipNature_directOrIndirectOwnership_value': 'directOrIndirectOwnership',
+    'ownershipNature_directOrIndirectOwnership_footnote': 'directOrIndirectOwnershipFootnote',
+    'ownershipNature_natureOfOwnership_value': 'natureOfOwnership',
+    'ownershipNature_natureOfOwnership_footnote': 'natureOfOwnershipFootnote',
+    'postTransactionAmounts_sharesOwnedFollowingTransaction_value': 'sharesOwnedFollowingTransaction',
+    'postTransactionAmounts_sharesOwnedFollowingTransaction_footnote': 'sharesOwnedFollowingTransactionFootnote',
+    'postTransactionAmounts_valueOwnedFollowingTransaction_value': 'valueOwnedFollowingTransaction',
+    'postTransactionAmounts_valueOwnedFollowingTransaction_footnote': 'valueOwnedFollowingTransactionFootnote',
+    'transactionCoding_transactionFormType': 'transactionFormType',
+    'transactionCoding_footnote': 'transactionCodingFootnote'
+}
+
+# Reporting owner ownership mapping
+reporting_owner_ownership_dict = {
+    'reportingOwnerAddress_rptOwnerCity': 'rptOwnerCity',
+    'reportingOwnerAddress_rptOwnerState': 'rptOwnerState',
+    'reportingOwnerAddress_rptOwnerStateDescription': 'rptOwnerStateDescription',
+    'reportingOwnerAddress_rptOwnerStreet1': 'rptOwnerStreet1',
+    'reportingOwnerAddress_rptOwnerStreet2': 'rptOwnerStreet2',
+    'reportingOwnerAddress_rptOwnerZipCode': 'rptOwnerZipCode',
+    'reportingOwnerId_rptOwnerCik': 'rptOwnerCik',
+    'reportingOwnerId_rptOwnerName': 'rptOwnerName',
+    'reportingOwnerRelationship_isDirector': 'rptOwnerIsDirector',
+    'reportingOwnerRelationship_isOfficer': 'rptOwnerIsOfficer',
+    'reportingOwnerRelationship_isTenPercentOwner': 'rptOwnerIsTenPercentOwner',
+    'reportingOwnerRelationship_isOther': 'rptOwnerIsOther',
+    'reportingOwnerRelationship_officerTitle': 'rptOwnerOfficerTitle',
+    'reportingOwnerRelationship_otherText': 'rptOwnerOtherText'
+}
+
+# Metadata ownership mapping
+metadata_ownership_dict = {
+    'periodOfReport': 'periodOfReport',
+    'issuer_issuerCik': 'issuerCik',
+    'issuer_issuerName': 'issuerName',
+    'issuer_issuerTradingSymbol': 'issuerTradingSymbol',
+    'documentType': 'documentType',
+    'remarks': 'remarks',
+    'documentDescription': 'documentDescription',
+    'footnotes': 'footnotes',
+    'notSubjectToSection16': 'notSubjectToSection16',
+    'form3HoldingsReported': 'form3HoldingsReported',
+    'form4TransactionsReported': 'form4TransactionsReported',
+    'noSecuritiesOwned': 'noSecuritiesOwned',
+    'aff10b5One': 'aff10b5One',
+    'dateOfOriginalSubmission': 'dateOfOriginalSubmission',
+    'schemaVersion': 'schemaVersion'
+}
+
+# Owner signature ownership mapping
+owner_signature_ownership_dict = {
+    'signatureName': 'signatureName',
+    'signatureDate': 'signatureDate'
+}
+
+
+mappings = {
+    'ownership_non_derivative_transactions' : ownership_non_derivative_transactions_dict,
+    'ownership_derivative_transactions' : derivative_transaction_ownership_dict,
+    'ownership_non_derivative_holdings' : non_derivative_holding_ownership_dict,
+    'ownership_derivative_holdings' : derivative_holding_ownership_dict,
+    'ownership_reporting_owner' : reporting_owner_ownership_dict,
+    'ownership_metadata' : metadata_ownership_dict,
+    'ownership_owner_signature' : owner_signature_ownership_dict
+}

datamule/portfolio.py

@@ -127,7 +127,7 @@ class Portfolio:
             self.accession_numbers = new_accession_numbers
 
     def download_submissions(self, cik=None, ticker=None, submission_type=None, filing_date=None, provider=None,document_type=[],
-                             requests_per_second=5,keep_filtered_metadata=False,standardize_metadata=True, **kwargs):
+                             requests_per_second=5,keep_filtered_metadata=False,standardize_metadata=True,skip_existing=True, **kwargs):
         if provider is None:
             config = Config()
             provider = config.get_default_source()
@@ -135,6 +135,11 @@ class Portfolio:
         # Process CIK and metadata filters
         cik = _process_cik_and_metadata_filters(cik, ticker, **kwargs)
 
+        accession_numbers = self.accession_numbers if hasattr(self, 'accession_numbers') else None
+        skip_accession_numbers = []
+        if skip_existing:
+            skip_accession_numbers = [sub.accession for sub in self]
+
         if provider == 'datamule':
 
             seclibrary_download(
@@ -143,10 +148,11 @@ class Portfolio:
                 api_key=self.api_key,
                 submission_type=submission_type,
                 filing_date=filing_date,
-                accession_numbers=self.accession_numbers if hasattr(self, 'accession_numbers') else None,
+                accession_numbers=accession_numbers,
                 keep_document_types=document_type,
                 keep_filtered_metadata=keep_filtered_metadata,
                 standardize_metadata=standardize_metadata,
+                skip_accession_numbers=skip_accession_numbers
             )
         else:
             sec_download(
@@ -155,10 +161,11 @@ class Portfolio:
                 submission_type=submission_type,
                 filing_date=filing_date,
                 requests_per_second=requests_per_second, 
-                accession_numbers=self.accession_numbers if hasattr(self, 'accession_numbers') else None,
+                accession_numbers=accession_numbers,
                 keep_document_types=document_type,
                 keep_filtered_metadata=keep_filtered_metadata,
                 standardize_metadata=standardize_metadata,
+                skip_accession_numbers=skip_accession_numbers
             )
 
         self.submissions_loaded = False

datamule/sec/submissions/downloader.py

@@ -5,7 +5,8 @@ from tqdm import tqdm
 
 def download(cik=None, submission_type=None, filing_date=None, location=None, name=None, 
              requests_per_second=5, output_dir="filings", accession_numbers=None, 
-             quiet=False, keep_document_types=[],keep_filtered_metadata=False,standardize_metadata=True):
+             quiet=False, keep_document_types=[],keep_filtered_metadata=False,standardize_metadata=True,
+             skip_accession_numbers=[]):
     # Make sure output directory exists
     os.makedirs(output_dir, exist_ok=True)
 
@@ -29,5 +30,6 @@ def download(cik=None, submission_type=None, filing_date=None, location=None, na
         requests_per_second=requests_per_second,
         document_callback=callback_wrapper,
         accession_numbers=accession_numbers,
+        skip_accession_numbers=skip_accession_numbers,
         quiet=quiet
     )

datamule/sec/submissions/streamer.py

@@ -21,7 +21,7 @@ def fix_filing_url(url):
     return url
 
 class Streamer(EFTSQuery):
-    def __init__(self, requests_per_second=5.0, document_callback=None, accession_numbers=None, quiet=False):
+    def __init__(self, requests_per_second=5.0, document_callback=None, accession_numbers=None,skip_accession_numbers=None, quiet=False):
         super().__init__(requests_per_second=requests_per_second, quiet=quiet)
         self.document_callback = document_callback
         self.document_queue = asyncio.Queue()
@@ -32,6 +32,7 @@ class Streamer(EFTSQuery):
         self.documents_processed = 0
         self.total_documents = 0
         self.accession_numbers = accession_numbers
+        self.skip_accession_numbers = skip_accession_numbers
         self.skipped_documents = 0
         
     async def _fetch_worker(self):
@@ -81,6 +82,9 @@ class Streamer(EFTSQuery):
             if self.accession_numbers is not None and accno_w_dash not in self.accession_numbers:
                 return None, None, None
             
+            if self.skip_accession_numbers is not None and accno_w_dash in self.skip_accession_numbers:
+                return None, None, None
+            
             # Construct the URL
             url = f"https://www.sec.gov/Archives/edgar/data/{cik}/{accno_no_dash}/{accno_w_dash}.txt"
             url = fix_filing_url(url)
@@ -218,7 +222,7 @@ class Streamer(EFTSQuery):
         return results
 
 def stream(cik=None, submission_type=None, filing_date=None, location=None, 
-           requests_per_second=5.0, document_callback=None, accession_numbers=None,
+           requests_per_second=5.0, document_callback=None, accession_numbers=None,skip_accession_numbers=[],
            quiet=False, name=None):
     """
     Stream EFTS results and download documents into memory.
@@ -257,6 +261,7 @@ def stream(cik=None, submission_type=None, filing_date=None, location=None,
             requests_per_second=requests_per_second, 
             document_callback=document_callback,
             accession_numbers=accession_numbers,
+            skip_accession_numbers=skip_accession_numbers,
             quiet=quiet
         )
         return await streamer.stream(cik, submission_type, filing_date, location, name)

datamule/sec/xbrl/filter_xbrl.py

@@ -5,8 +5,6 @@ from ..utils import headers
 def fetch_frame(taxonomy, concept, unit, period):
     url = f"https://data.sec.gov/api/xbrl/frames/{taxonomy}/{concept}/{unit}/{period}.json"
     response = requests.get(url, headers=headers)
-    print(url)
-    print(response)
     return response.json()
 
 

datamule/seclibrary/downloader.py

@@ -14,7 +14,6 @@ from queue import Queue, Empty
 from threading import Thread
 from .query import query
 from os import cpu_count
-from ..submission import Submission
 from secsgml import write_sgml_file_to_tar
 
 
@@ -235,7 +234,8 @@ class Downloader:
             processor.stop_workers()
             decompression_pool.shutdown()
 
-    def download(self, submission_type=None, cik=None, filing_date=None, output_dir="downloads", accession_numbers=None, keep_document_types=[], keep_filtered_metadata=False, standardize_metadata=True):
+    def download(self, submission_type=None, cik=None, filing_date=None, output_dir="downloads", accession_numbers=None, keep_document_types=[], keep_filtered_metadata=False, standardize_metadata=True,
+                 skip_accession_numbers=[]):
         """
         Query SEC filings and download/process them.
         
@@ -259,10 +259,18 @@ class Downloader:
             filing_date=filing_date,
             api_key=self.api_key
         )
+
+
         # After querying but before generating URLs
         if accession_numbers:
+            accession_numbers = [str(int(item.replace('-',''))) for item in accession_numbers]
             filings = [filing for filing in filings if filing['accession_number'] in accession_numbers]
         
+
+        if skip_accession_numbers:
+            skip_accession_numbers = [int(item.replace('-','')) for item in skip_accession_numbers]
+            filings = [filing for filing in filings if filing['accession_number'] not in skip_accession_numbers]
+
         # Generate URLs from the query results
         
         print(f"Generating URLs for {len(filings)} filings...")
@@ -355,7 +363,8 @@ class Downloader:
         print(f"Processing speed: {len(urls)/elapsed_time:.2f} files/second")
 
 
-def download(submission_type=None, cik=None, filing_date=None, api_key=None, output_dir="downloads", accession_numbers=None, keep_document_types=[],keep_filtered_metadata=False,standardize_metadata=True):
+def download(submission_type=None, cik=None, filing_date=None, api_key=None, output_dir="downloads", accession_numbers=None, keep_document_types=[],keep_filtered_metadata=False,standardize_metadata=True,
+             skip_accession_numbers=[]):
     """
     Query SEC filings and download/process them.
     
@@ -383,28 +392,6 @@ def download(submission_type=None, cik=None, filing_date=None, api_key=None, out
         accession_numbers=accession_numbers,
         keep_document_types=keep_document_types,
         keep_filtered_metadata=keep_filtered_metadata,
-        standardize_metadata=standardize_metadata
+        standardize_metadata=standardize_metadata,
+        skip_accession_numbers=skip_accession_numbers
     )
-
-def download_files_using_filename(filenames, api_key=None, output_dir="downloads", keep_document_types=[], keep_filtered_metadata=False, standardize_metadata=True):
-    """
-    Download and process SEC filings using specific filenames.
-    
-    Parameters:
-    - filenames: List of specific filenames to download (e.g., ['000091205797006494.sgml', '000100704297000007.sgml.zst'])
-    - api_key: API key for datamule service (optional if DATAMULE_API_KEY env var is set)
-    - output_dir: Directory to save downloaded files
-    - keep_document_types: List of document types to keep (e.g., ['10-K', 'EX-10.1'])
-    - keep_filtered_metadata: Whether to keep metadata for filtered documents
-    - standardize_metadata: Whether to standardize metadata format
-    """
-    downloader = Downloader(api_key=api_key)
-    downloader.QUEUE_SIZE = 1
-    downloader.MAX_CONCURRENT_DOWNLOADS = 1
-    downloader.download_files_using_filename(
-        filenames=filenames,
-        output_dir=output_dir,
-        keep_document_types=keep_document_types,
-        keep_filtered_metadata=keep_filtered_metadata,
-        standardize_metadata=standardize_metadata
-    )

datamule/submission.py

@@ -251,7 +251,8 @@ class Submission:
                         try: 
                             content = tar.extractfile(filename+'.zst').read()
                         except:
-                            raise ValueError("Something went wrong with tar")
+                            # some of these issues are on SEC data end, will fix when I setup cloud.
+                            raise ValueError(f"Something went wrong with tar: {self.path}")
                 # Decompress if compressed
                 if filename.endswith('.gz'):
                     content = gzip.decompress(content)

{datamule-1.5.8.dist-info → datamule-1.6.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datamule
-Version: 1.5.8
+Version: 1.6.0
 Summary: Work with SEC submissions at scale.
 Home-page: https://github.com/john-friedman/datamule-python
 Author: John Friedman
@@ -15,6 +15,7 @@ Requires-Dist: selectolax
 Requires-Dist: pytz
 Requires-Dist: zstandard
 Requires-Dist: doc2dict
+Requires-Dist: secxbrl
 Requires-Dist: secsgml
 Requires-Dist: websocket-client
 

{datamule-1.5.8.dist-info → datamule-1.6.0.dist-info}/RECORD

@@ -3,14 +3,14 @@ datamule/config.py,sha256=Y--CVv7JcgrjJkMOSLrvm2S8B9ost6RMSkGviP-MKtg,883
 datamule/helper.py,sha256=KqhAmTMdvATEh3I-O4xLcAcrHB9zXQERBuwzue7zyQw,3674
 datamule/index.py,sha256=Rrcna9FJV-Oh_K6O2IuUEIDmtay_7UZ4l4jgKCi7A7I,2079
 datamule/package_updater.py,sha256=Z9zaa_y0Z5cknpRn8oPea3gg4kquFHfpfhduKKCZ6NU,958
-datamule/portfolio.py,sha256=Ijx4JFRHSzPoGJRdOTv8c90x79M80LlAXUhUncwYZSo,7755
+datamule/portfolio.py,sha256=eF1eDSwIg-CI8ZmZAHRjCGU0UhuPN4ijxPB0YDT4s2o,8023
 datamule/sheet.py,sha256=TvFqK9eAYuVoJ2uWdAlx5EN6vS9lke-aZf7FqtUiDBc,22304
-datamule/submission.py,sha256=6JIi-ayLL-jENVj6Q4IhmrYlAreJI7xBAHP_NYaDB6k,12918
+datamule/submission.py,sha256=vAiYNas1YrWgm4Grw24peJbfSUVERySEko1zmdtG49s,13033
 datamule/data/listed_filer_metadata.csv,sha256=dT9fQ8AC5P1-Udf_UF0ZkdXJ88jNxJb_tuhi5YYL1rc,2426827
 datamule/datamule/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/datamule/sec_connector.py,sha256=T3edE7I-d4oHysqj7zYlIOxH3Fuauj9tfw39UdFWvB8,2393
 datamule/document/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datamule/document/document.py,sha256=04Rivdphq0D1HEGIBjtl1LelJr-IyQU1qCMi8yNJajw,14038
+datamule/document/document.py,sha256=YGo-Iz_sBXekUeKEAoNJV0BiLDtSOgD9OXFo2FocYq8,14439
 datamule/document/processing.py,sha256=jDCEzBFDSQtq7nQxRScIsbALnFcvMPOkNkMUCa7mFxg,31921
 datamule/document/table.py,sha256=73yUJKY82ap32jhLmZeTti-jQ_lyhcJGlGwyxLtgYOg,12944
 datamule/document/mappings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -37,6 +37,9 @@ datamule/document/mappings/ta.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
 datamule/document/mappings/thirteenfhr.py,sha256=XpYRIMPZnGLfEE4TqBI0BPXbyuq0xf3hut1fePOF6kU,4250
 datamule/document/mappings/twentyfivense.py,sha256=lKyj0ZBhkHX9gQJMTUPrQlxYFg3k-aBnWqtoS5bujZM,905
 datamule/document/mappings/twentyfourf2nt.py,sha256=Q7RPT3JgJHjYdjMuaSyAxclt6QPT_LgCQloxp-ByDuI,4118
+datamule/document/mappings_new/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+datamule/document/mappings_new/mappings.py,sha256=sP94GK3-klMCTD6XFajAP9KxJ7Wq5YMMaXcHx1rQEKA,281
+datamule/document/mappings_new/ownership.py,sha256=GVtyROefvEC_X5l6kayvZv57-kHxj8bHckAru8JtFOQ,10656
 datamule/mapping_dicts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/mapping_dicts/html_mapping_dicts.py,sha256=G2PWB__FNg4VH9iFJFkflM0u-qOEtk67IWtGoqesb0k,5388
 datamule/mapping_dicts/txt_mapping_dicts.py,sha256=DQPrGYbAPQxomRUtt4iiMGrwuF7BHc_LeFBQuYBzU9o,6311
@@ -46,21 +49,21 @@ datamule/sec/utils.py,sha256=JUxwijJiqRMnRJNQzVUamyF5h9ZGc7RnO_zsLOIM73g,2079
 datamule/sec/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/sec/infrastructure/submissions_metadata.py,sha256=f1KarzFSryKm0EV8DCDNsBw5Jv0Tx5aljiGUJkk7DRk,18745
 datamule/sec/submissions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datamule/sec/submissions/downloader.py,sha256=tDWn8bsK9XabQo2pBGYSiqTw37MmqM8rEma8Ph7zp-o,1391
+datamule/sec/submissions/downloader.py,sha256=zGS0oJJI8tVF_GnVpZm20MymdYxnjrEjQioSVggw7Ck,1486
 datamule/sec/submissions/eftsquery.py,sha256=mSZon8rlW8dxma7M49ZW5V02Fn-ENOdt9TNO6elBrhE,27983
 datamule/sec/submissions/monitor.py,sha256=ll0nfHzG8FI3bA8zVFrfsfZGnbt5qAD4rRZ4LG2SORY,9567
-datamule/sec/submissions/streamer.py,sha256=EXyWNCD9N6mZmvm9lFSCFodF19zSQ8jfIbWPZNp0K5Y,11253
+datamule/sec/submissions/streamer.py,sha256=Qydj40CmWB_wsPv2dibefRohmCokegG2pR7iZ9C3xLQ,11584
 datamule/sec/submissions/textsearch.py,sha256=MKDXEz_VI_0ljl73_aw2lx4MVzJW5uDt8KxjvJBwPwM,5794
 datamule/sec/xbrl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/sec/xbrl/downloadcompanyfacts.py,sha256=rMWRiCF9ci_gNZMJ9MC2c_PGEd-yEthawQ0CtVwWTjM,3323
-datamule/sec/xbrl/filter_xbrl.py,sha256=g9OT4zrNS0tiUJeBIwbCs_zMisOBkpFnMR3tV4Tr39Q,1316
+datamule/sec/xbrl/filter_xbrl.py,sha256=QiSfm7tsJVLIw2PFqGh8D01qsRe_ZB-mbFhr6KcBa8A,1281
 datamule/sec/xbrl/streamcompanyfacts.py,sha256=Qq88PqW5_j1k3Aqrl0KRmKeF54D6Wbb6H5N2tbvKUzM,3307
 datamule/sec/xbrl/xbrlmonitor.py,sha256=TKFVfSyyUUfUgFQw4WxEVs4g8Nh-2C0tygNIRmTqW3Y,5848
 datamule/seclibrary/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/seclibrary/bq.py,sha256=C8sb_rpXTvchprrFLcbRar4Qi0XWW25tnv1YsHSS5o4,18025
-datamule/seclibrary/downloader.py,sha256=wNRURTGb3eqg12Ltt4578L0WcAm7DmCWg0Rm0Om6Z4U,17959
+datamule/seclibrary/downloader.py,sha256=ylv69VF22IVfrdeCkiGr5mVa2GKrPC9zFiDJU1fiBu8,17262
 datamule/seclibrary/query.py,sha256=qGuursTERRbOGfoDcYcpo4oWkW3PCBW6x1Qf1Puiak4,7352
-datamule-1.5.8.dist-info/METADATA,sha256=kfV8_aDjqzk6OZKmJn4GIffpvTW-SYi55O1qSOEnsGQ,501
-datamule-1.5.8.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-datamule-1.5.8.dist-info/top_level.txt,sha256=iOfgmtSMFVyr7JGl_bYSTDry79JbmsG4p8zKq89ktKk,9
-datamule-1.5.8.dist-info/RECORD,,
+datamule-1.6.0.dist-info/METADATA,sha256=E4F7MeBNWhHn19TH7eUyQN_vnONCvw-NiObNCRbsLE0,524
+datamule-1.6.0.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+datamule-1.6.0.dist-info/top_level.txt,sha256=iOfgmtSMFVyr7JGl_bYSTDry79JbmsG4p8zKq89ktKk,9
+datamule-1.6.0.dist-info/RECORD,,