datamule 1.8.0__py3-none-any.whl → 1.8.1__py3-none-any.whl

datamule/submission.py

@@ -3,17 +3,21 @@ import json
 from .document.document import Document
 from secsgml import parse_sgml_content_into_memory
 from secsgml.parse_sgml import transform_metadata_string
+from secsgml.utils import bytes_to_str
+from .sec.utils import headers
 import tarfile
 import zstandard as zstd
 import gzip
+import urllib.request
+
 
 
 class Submission:
     def __init__(self, path=None, sgml_content=None, keep_document_types=None,
-                 batch_tar_path=None, accession_prefix=None, portfolio_ref=None):
+                 batch_tar_path=None, accession_prefix=None, portfolio_ref=None,url=None):
         
         # Validate parameters
-        param_count = sum(x is not None for x in [path, sgml_content, batch_tar_path])
+        param_count = sum(x is not None for x in [path, sgml_content, batch_tar_path,url])
         if param_count != 1:
             raise ValueError("Exactly one of path, sgml_content, or batch_tar_path must be provided")
         
@@ -25,9 +29,19 @@ class Submission:
         self.accession_prefix = accession_prefix
         self.portfolio_ref = portfolio_ref
         
-        if sgml_content is not None:
+        if url is not None or sgml_content is not None:
+            if url is not None:
+                request = urllib.request.Request(url, headers=headers)
+                response = urllib.request.urlopen(request)
+
+                if response.getcode() == 200:
+                    sgml_content=response.read()
+                else:
+                    raise ValueError(f"URL: {url}, Error: {response.getcode()}")
+
             self.path = None
             metadata, raw_documents = parse_sgml_content_into_memory(sgml_content)
+            metadata = bytes_to_str(metadata)
 
             # standardize metadata
             metadata = transform_metadata_string(metadata)

{datamule-1.8.0.dist-info → datamule-1.8.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datamule
-Version: 1.8.0
+Version: 1.8.1
 Summary: Work with SEC submissions at scale.
 Home-page: https://github.com/john-friedman/datamule-python
 Author: John Friedman

{datamule-1.8.0.dist-info → datamule-1.8.1.dist-info}/RECORD

@@ -6,7 +6,7 @@ datamule/package_updater.py,sha256=Z9zaa_y0Z5cknpRn8oPea3gg4kquFHfpfhduKKCZ6NU,9
 datamule/portfolio.py,sha256=tADqQMkFaFyjanbJ0QcaOHGdJJB254rOg29FW7a13l0,11835
 datamule/portfolio_compression_utils.py,sha256=8OPYEN5zAdV1FiTxgVN3S7cTKs99Elv74bwgoIJP4QY,12654
 datamule/sheet.py,sha256=V5iR9_LkuwTFxfHCfzgadO6qgB6qOhzWiCAED-y8ZJQ,22744
-datamule/submission.py,sha256=ooLsesZ5HkgSWyEFID4u08CobTxdo35eAUHSCB6fw2k,10332
+datamule/submission.py,sha256=IHfEvHcLj9mrJGCNaJSMRqP9kHuJerGGM9IrN5mLDtM,10865
 datamule/data/listed_filer_metadata.csv,sha256=dT9fQ8AC5P1-Udf_UF0ZkdXJ88jNxJb_tuhi5YYL1rc,2426827
 datamule/datamule/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/datamule/sec_connector.py,sha256=qCDsOgSFtfp-uz-APJjX4YrRoIGnnX-xHCL_JjLmRxk,2387
@@ -65,7 +65,7 @@ datamule/seclibrary/query.py,sha256=qGuursTERRbOGfoDcYcpo4oWkW3PCBW6x1Qf1Puiak4,
 datamule/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/utils/construct_submissions_data.py,sha256=aX7ZaAp3zXHLcv4TFk_rGwjb8r7yNDQDFVg4nPf60kM,5934
 datamule/utils/format_accession.py,sha256=60RtqoNqoT9zSKVb1DeOv1gncJxzPTFMNW4SNOVmC_g,476
-datamule-1.8.0.dist-info/METADATA,sha256=QGhncvN1wEhQ3m9mrqZ2-jrb7LZ9BwJAzhCp72CEUWc,524
-datamule-1.8.0.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-datamule-1.8.0.dist-info/top_level.txt,sha256=iOfgmtSMFVyr7JGl_bYSTDry79JbmsG4p8zKq89ktKk,9
-datamule-1.8.0.dist-info/RECORD,,
+datamule-1.8.1.dist-info/METADATA,sha256=EANuFHyM9j25cEgk3wWP9eY1Pgb8hT2xV_g0010zpAA,524
+datamule-1.8.1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+datamule-1.8.1.dist-info/top_level.txt,sha256=iOfgmtSMFVyr7JGl_bYSTDry79JbmsG4p8zKq89ktKk,9
+datamule-1.8.1.dist-info/RECORD,,