datamule 2.3.6__tar.gz → 2.3.8__tar.gz

{datamule-2.3.6 → datamule-2.3.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datamule
-Version: 2.3.6
+Version: 2.3.8
 Summary: Work with SEC submissions at scale.
 Home-page: https://github.com/john-friedman/datamule-python
 Author: John Friedman

{datamule-2.3.6 → datamule-2.3.8}/datamule/submission/submission.py

@@ -6,14 +6,13 @@ from secsgml.parse_sgml import transform_metadata_string
 from secsgml.utils import bytes_to_str
 from ..sec.utils import headers
 import tarfile
-import zstandard as zstd
-import gzip
 import urllib.request
 from secxbrl import parse_inline_xbrl
 from company_fundamentals import construct_fundamentals
 from decimal import Decimal
 from ..utils.format_accession import format_accession
 from .tar_submission import tar_submission
+import zstandard as zstd
 
 # probably needs rework later
 class FundamentalsAccessor:
@@ -22,10 +21,19 @@ class FundamentalsAccessor:
         self._cache = {}
         self._all_data = None
     
-    def __getattr__(self, category):
-        if category not in self._cache:
-            self._cache[category] = self.submission.parse_fundamentals(categories=[category])
-        return self._cache[category]
+    def __getattr__(self, name):
+        # Try as category first
+        try:
+            if name not in self._cache:
+                result = self.submission.parse_fundamentals(categories=[name])
+                if result:  # Only cache if we got actual data
+                    self._cache[name] = result
+                    return result
+        except:
+            pass
+    
+        # Fall back to dict behavior
+        return getattr(self._get_all_data(), name)
     
     def _get_all_data(self):
         if self._all_data is None:
@@ -98,6 +106,10 @@ class Submission:
 
                 if response.getcode() == 200:
                     sgml_content=response.read()
+                    content_type = response.headers.get('Content-Type', '')
+                    if content_type == 'application/zstd':
+                        dctx = zstd.ZstdDecompressor()
+                        sgml_content = dctx.decompress(sgml_content)
                 else:
                     raise ValueError(f"URL: {url}, Error: {response.getcode()}")
 
@@ -109,6 +121,7 @@ class Submission:
             metadata = transform_metadata_string(metadata)
 
             self.metadata = Document(type='submission_metadata', content=metadata, extension='.json',filing_date=None,accession=None,path=None)
+
             self.filing_date= f"{self.metadata.content['filing-date'][:4]}-{self.metadata.content['filing-date'][4:6]}-{self.metadata.content['filing-date'][6:8]}"
     
             self.documents_obj_list = []

{datamule-2.3.6 → datamule-2.3.8}/datamule.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datamule
-Version: 2.3.6
+Version: 2.3.8
 Summary: Work with SEC submissions at scale.
 Home-page: https://github.com/john-friedman/datamule-python
 Author: John Friedman

{datamule-2.3.6 → datamule-2.3.8}/setup.py

@@ -32,7 +32,7 @@ if not os.path.exists(file_path):
 setup(
     name="datamule",
     author="John Friedman",
-    version="2.3.6",
+    version="2.3.8",
     description="Work with SEC submissions at scale.",
     packages=find_packages(include=['datamule', 'datamule.*']),
     url="https://github.com/john-friedman/datamule-python",