datamule 2.3.6__py3-none-any.whl → 2.3.8__py3-none-any.whl

datamule/submission/submission.py

@@ -6,14 +6,13 @@ from secsgml.parse_sgml import transform_metadata_string
 from secsgml.utils import bytes_to_str
 from ..sec.utils import headers
 import tarfile
-import zstandard as zstd
-import gzip
 import urllib.request
 from secxbrl import parse_inline_xbrl
 from company_fundamentals import construct_fundamentals
 from decimal import Decimal
 from ..utils.format_accession import format_accession
 from .tar_submission import tar_submission
+import zstandard as zstd
 
 # probably needs rework later
 class FundamentalsAccessor:
@@ -22,10 +21,19 @@ class FundamentalsAccessor:
         self._cache = {}
         self._all_data = None
     
-    def __getattr__(self, category):
-        if category not in self._cache:
-            self._cache[category] = self.submission.parse_fundamentals(categories=[category])
-        return self._cache[category]
+    def __getattr__(self, name):
+        # Try as category first
+        try:
+            if name not in self._cache:
+                result = self.submission.parse_fundamentals(categories=[name])
+                if result:  # Only cache if we got actual data
+                    self._cache[name] = result
+                    return result
+        except:
+            pass
+    
+        # Fall back to dict behavior
+        return getattr(self._get_all_data(), name)
     
     def _get_all_data(self):
         if self._all_data is None:
@@ -98,6 +106,10 @@ class Submission:
 
                 if response.getcode() == 200:
                     sgml_content=response.read()
+                    content_type = response.headers.get('Content-Type', '')
+                    if content_type == 'application/zstd':
+                        dctx = zstd.ZstdDecompressor()
+                        sgml_content = dctx.decompress(sgml_content)
                 else:
                     raise ValueError(f"URL: {url}, Error: {response.getcode()}")
 
@@ -109,6 +121,7 @@ class Submission:
             metadata = transform_metadata_string(metadata)
 
             self.metadata = Document(type='submission_metadata', content=metadata, extension='.json',filing_date=None,accession=None,path=None)
+
             self.filing_date= f"{self.metadata.content['filing-date'][:4]}-{self.metadata.content['filing-date'][4:6]}-{self.metadata.content['filing-date'][6:8]}"
     
             self.documents_obj_list = []

{datamule-2.3.6.dist-info → datamule-2.3.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datamule
-Version: 2.3.6
+Version: 2.3.8
 Summary: Work with SEC submissions at scale.
 Home-page: https://github.com/john-friedman/datamule-python
 Author: John Friedman

{datamule-2.3.6.dist-info → datamule-2.3.8.dist-info}/RECORD

@@ -43,7 +43,7 @@ datamule/seclibrary/bq.py,sha256=TOP0WA6agDKu4vE1eHd62NDpAc02LDDrOP-g1bJpxbw,180
 datamule/sheet/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/sheet/sheet.py,sha256=Dw979JGygS566N0Iwsvqk0h1s26GfbrIHDWiBaS2oH8,10711
 datamule/submission/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datamule/submission/submission.py,sha256=_dcQFZ0f8Me4-R5E92_HHNb_k2shcspRgQeN3s5-db4,16836
+datamule/submission/submission.py,sha256=I_7F658vTW1C_dsogIXdxXnV3W1Gbfj_6uzse1YHgY0,17343
 datamule/submission/tar_submission.py,sha256=lkm1neVLW2_-G26VylL6Rzx98Cavvml0Qd2wlJHD0bw,3075
 datamule/tables/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/tables/tables.py,sha256=Z3Eu6bdjiaNx4pgXlTMwk2Q-DhpMpEAygF2kJdp-Pu8,5722
@@ -65,7 +65,7 @@ datamule/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/utils/construct_submissions_data.py,sha256=NB_hvfxlRXPyt4Fgc-5qA8vJRItkLhBedCSTaxwW7Jg,5887
 datamule/utils/format_accession.py,sha256=60RtqoNqoT9zSKVb1DeOv1gncJxzPTFMNW4SNOVmC_g,476
 datamule/utils/pdf.py,sha256=Z9xrdVhKex2YdvjYsaPaygRE_J6P_JNiUGkwflz2Hw0,735
-datamule-2.3.6.dist-info/METADATA,sha256=njsh6r7ekNM3iYGV1GIAns0_fMAlxYy6nOcxlRrHIeI,609
-datamule-2.3.6.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-datamule-2.3.6.dist-info/top_level.txt,sha256=iOfgmtSMFVyr7JGl_bYSTDry79JbmsG4p8zKq89ktKk,9
-datamule-2.3.6.dist-info/RECORD,,
+datamule-2.3.8.dist-info/METADATA,sha256=wJ1iQL5mMQ6hyK9Wqh27ohWjZmCoZmi3XfXC5PwCwL8,609
+datamule-2.3.8.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+datamule-2.3.8.dist-info/top_level.txt,sha256=iOfgmtSMFVyr7JGl_bYSTDry79JbmsG4p8zKq89ktKk,9
+datamule-2.3.8.dist-info/RECORD,,