datamule 0.418__cp310-cp310-win_amd64.whl → 0.421__cp310-cp310-win_amd64.whl

datamule/portfolio.py

@@ -1,16 +1,21 @@
 from pathlib import Path
+from tqdm import tqdm
+from concurrent.futures import ProcessPoolExecutor
 from .submission import Submission
 
 class Portfolio:
     def __init__(self, path):
         self.path = Path(path)
-        self.submissions = []
-        
-        # Load all subdirectories as submissions
-        for folder in self.path.iterdir():
-            if folder.is_dir():
-                self.submissions.append(Submission(folder))
-
+        folders = [f for f in self.path.iterdir() if f.is_dir()]
+        print(f"Loading {len(folders)} submissions")
+        # Load submissions in parallel
+        with ProcessPoolExecutor() as executor:
+            # Show progress while loading
+            self.submissions = list(tqdm(
+                executor.map(Submission, folders),
+                total=len(folders),
+                desc="Loading submissions"  
+            ))
 
     def __iter__(self):
         return iter(self.submissions)

datamule/submission.py

@@ -51,8 +51,14 @@ class Submission:
                 filepath.unlink()
 
     def document_type(self, document_type):
+        # Convert single document type to list for consistent handling
+        if isinstance(document_type, str):
+            document_types = [document_type]
+        else:
+            document_types = document_type
+
         for doc in self.metadata['documents']:
-            if doc['TYPE'] == document_type:
+            if doc['TYPE'] in document_types:
                 filename = doc.get('FILENAME')
                 if filename is None:
                     continue

{datamule-0.418.dist-info → datamule-0.421.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: datamule
-Version: 0.418
+Version: 0.421
 Summary: Making it easier to use SEC filings.
 Home-page: https://github.com/john-friedman/datamule-python
 Author: John Friedman
@@ -16,11 +16,11 @@ Requires-Dist: selectolax
 Requires-Dist: pytz
 Requires-Dist: zstandard
 Provides-Extra: all
-Requires-Dist: flask; extra == "all"
 Requires-Dist: psutil; extra == "all"
 Requires-Dist: pandas; extra == "all"
 Requires-Dist: openai; extra == "all"
 Requires-Dist: google-generativeai; extra == "all"
+Requires-Dist: flask; extra == "all"
 Provides-Extra: dataset_builder
 Requires-Dist: pandas; extra == "dataset-builder"
 Requires-Dist: google-generativeai; extra == "dataset-builder"

{datamule-0.418.dist-info → datamule-0.421.dist-info}/RECORD

@@ -3,8 +3,8 @@ datamule/document.py,sha256=6xEaI-32AQiBxX3gZcX4Qr49bgvcvLviFAwUGpTwtr0,5273
 datamule/helper.py,sha256=8HOjB3Y7svw_zjEY-AY5JKOJ-LrBiuQMPyok3MH6CCg,4716
 datamule/monitor.py,sha256=WVds1HGV_ojYgWmo0b4Dsiv9mzZ85HHnCucH-7XoUw8,9350
 datamule/packageupdater.py,sha256=qVabK4YwSd62OjIvNY59hcQNgZCi4R2PRgCenq7THgE,9790
-datamule/portfolio.py,sha256=is7QY2QkK9S2U2yZ6INC8TmLqIy5E1i0TUAlVT-Qzhg,440
-datamule/submission.py,sha256=TNaj-epcpuV8JLRwawForQRFUAlqbyvRwAykj6xLANE,2334
+datamule/portfolio.py,sha256=T6V04T0WmN4Wy7cudiv3c2BbSxpUTt3mI3jZOsM6kUM,730
+datamule/submission.py,sha256=sB6tidsAdaqP5VIQEFPq6PjLTgmD-crgdNviaOpiqlU,2558
 datamule/data/company_former_names.csv,sha256=zTBWdV12_JE3aROFOMrFNTHLPW_M4TDruxtl15-XfA0,714528
 datamule/data/company_metadata.csv,sha256=X7uSIwConqC0sz-moIhXIISg6FI7GLGSlvAfDDf8Sd0,3078648
 datamule/data/company_tickers.csv,sha256=ihU6aNFriN0lADloCO85Op04deFk3qVcLZ0EJhi5QVo,410362
@@ -36,7 +36,6 @@ datamule/parser/document_parsing/basic_10q_parser.py,sha256=kZWGljvC0TYLh4eWl4JQ
 datamule/parser/document_parsing/basic_13d_parser.py,sha256=1nxBi9KFJuzw7CeEXpJFDzYVUd6rj4eCYiKHsGjK2b4,1585
 datamule/parser/document_parsing/basic_13g_parser.py,sha256=H9_MuOgkYVTIGwhj9w_WIpfMDdgakE_qs0Y3fvaUj_E,1691
 datamule/parser/document_parsing/basic_8k_parser.py,sha256=fzf8q9LOpBMHGWw-sfqUq3pyFZBlw47nLJBQWPhtGGg,2549
-datamule/parser/document_parsing/company_concepts_parser.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamule/parser/document_parsing/form_d_parser.py,sha256=NTAfC8W3i2y7aIofXoLlAbY-4F6QVELYfIPIrVErjVY,2105
 datamule/parser/document_parsing/generalized_item_parser.py,sha256=M2bmYivSXe0POyBtDlPMykyyCgG8n1egRpJuZtZTR_g,2694
 datamule/parser/document_parsing/generalized_xml_parser.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -48,8 +47,8 @@ datamule/parser/document_parsing/n_port_p_parser.py,sha256=T6GliMm-TETPsFM-hDKt1
 datamule/parser/document_parsing/sec_parser.py,sha256=YewOdOsi0P25teQuxS5DNEND9ZCyxE2ewK1DoP9mPto,2788
 datamule/parser/document_parsing/sgml_parser.py,sha256=ASpe1SzgPj4qk0VOmmuMiEQeatjcwZzsuO3MvsYCHhc,3410
 datamule/parser/sgml_parsing/sgml_parser_cy.c,sha256=vxLnjpUgZ5LLvBvzYI_CZVxjpgRpulnzj3EFQG5eB8g,797203
-datamule/parser/sgml_parsing/sgml_parser_cy.cp310-win_amd64.pyd,sha256=8JvbOWZgTRVUllMBRjghOu_OYQWGF56-QYAU-h2DtUM,121856
-datamule-0.418.dist-info/METADATA,sha256=_JAZVOyjkRtg8m8A6i8DjspRv7mLrUtsHdSw02cxc4w,1039
-datamule-0.418.dist-info/WHEEL,sha256=NVXpD7b4Gxps0cd2ds5rr5TG8W4ApEwx_i5J99qMZ5E,102
-datamule-0.418.dist-info/top_level.txt,sha256=iOfgmtSMFVyr7JGl_bYSTDry79JbmsG4p8zKq89ktKk,9
-datamule-0.418.dist-info/RECORD,,
+datamule/parser/sgml_parsing/sgml_parser_cy.cp310-win_amd64.pyd,sha256=nebSE9Y9EW1LICyATjxkkDP1jTs3vo6jIow5aV4UdL0,121856
+datamule-0.421.dist-info/METADATA,sha256=IMuCSjHWVMJWichSrkQJlgibTs_Wisk8yTI4D2gVKA4,1039
+datamule-0.421.dist-info/WHEEL,sha256=NVXpD7b4Gxps0cd2ds5rr5TG8W4ApEwx_i5J99qMZ5E,102
+datamule-0.421.dist-info/top_level.txt,sha256=iOfgmtSMFVyr7JGl_bYSTDry79JbmsG4p8zKq89ktKk,9
+datamule-0.421.dist-info/RECORD,,