datamule 0.418__tar.gz → 0.420__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of datamule might be problematic. Click here for more details.
- {datamule-0.418 → datamule-0.420}/PKG-INFO +1 -1
- datamule-0.420/datamule/portfolio.py +21 -0
- {datamule-0.418 → datamule-0.420}/datamule/submission.py +7 -1
- {datamule-0.418 → datamule-0.420}/datamule.egg-info/PKG-INFO +1 -1
- {datamule-0.418 → datamule-0.420}/datamule.egg-info/SOURCES.txt +0 -1
- {datamule-0.418 → datamule-0.420}/setup.py +1 -1
- datamule-0.418/datamule/parser/document_parsing/company_concepts_parser.py +0 -0
- datamule-0.418/datamule/portfolio.py +0 -16
- {datamule-0.418 → datamule-0.420}/datamule/__init__.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/data/company_former_names.csv +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/data/company_metadata.csv +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/data/company_tickers.csv +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/data/sec-glossary.csv +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/data/xbrl_descriptions.csv +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/dataset_builder/dataset_builder.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/document.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/downloader/downloader.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/downloader/premiumdownloader.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/helper.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/monitor.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/__init__.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/helper.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/__init__.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/server.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/css/minimalist.css +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/artifacts.js +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/chat.js +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/filingArtifacts.js +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/listArtifacts.js +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/main.js +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/prefilledPrompt.js +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/suggestions.js +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/tableArtifacts.js +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/utils.js +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/templates/chat-minimalist.html +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/search.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/mulebot/tools.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/packageupdater.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/basic_10k_parser.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/basic_10q_parser.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/basic_13d_parser.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/basic_13g_parser.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/basic_8k_parser.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/form_d_parser.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/generalized_item_parser.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/generalized_xml_parser.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/helper.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/information_table_parser_13fhr.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/insider_trading_parser.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/mappings.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/n_port_p_parser.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/sec_parser.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/sgml_parser.py +0 -0
- {datamule-0.418 → datamule-0.420}/datamule/parser/sgml_parsing/sgml_parser_cy.c +0 -0
- {datamule-0.418 → datamule-0.420}/datamule.egg-info/dependency_links.txt +0 -0
- {datamule-0.418 → datamule-0.420}/datamule.egg-info/requires.txt +2 -2
- {datamule-0.418 → datamule-0.420}/datamule.egg-info/top_level.txt +0 -0
- {datamule-0.418 → datamule-0.420}/setup.cfg +0 -0
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
from pathlib import Path
|
|
2
|
+
from tqdm import tqdm
|
|
3
|
+
from concurrent.futures import ProcessPoolExecutor
|
|
4
|
+
from .submission import Submission
|
|
5
|
+
|
|
6
|
+
class Portfolio:
|
|
7
|
+
def __init__(self, path):
|
|
8
|
+
self.path = Path(path)
|
|
9
|
+
folders = [f for f in self.path.iterdir() if f.is_dir()]
|
|
10
|
+
print(f"Loading {len(folders)} submissions")
|
|
11
|
+
# Load submissions in parallel
|
|
12
|
+
with ProcessPoolExecutor() as executor:
|
|
13
|
+
# Show progress while loading
|
|
14
|
+
self.submissions = list(tqdm(
|
|
15
|
+
executor.map(Submission, folders),
|
|
16
|
+
total=len(folders),
|
|
17
|
+
desc="Loading submissions"
|
|
18
|
+
))
|
|
19
|
+
|
|
20
|
+
def __iter__(self):
|
|
21
|
+
return iter(self.submissions)
|
|
@@ -51,8 +51,14 @@ class Submission:
|
|
|
51
51
|
filepath.unlink()
|
|
52
52
|
|
|
53
53
|
def document_type(self, document_type):
|
|
54
|
+
# Convert single document type to list for consistent handling
|
|
55
|
+
if isinstance(document_type, str):
|
|
56
|
+
document_types = [document_type]
|
|
57
|
+
else:
|
|
58
|
+
document_types = document_type
|
|
59
|
+
|
|
54
60
|
for doc in self.metadata['documents']:
|
|
55
|
-
if doc['TYPE']
|
|
61
|
+
if doc['TYPE'] in document_types:
|
|
56
62
|
filename = doc.get('FILENAME')
|
|
57
63
|
if filename is None:
|
|
58
64
|
continue
|
|
@@ -42,7 +42,6 @@ datamule/parser/document_parsing/basic_10q_parser.py
|
|
|
42
42
|
datamule/parser/document_parsing/basic_13d_parser.py
|
|
43
43
|
datamule/parser/document_parsing/basic_13g_parser.py
|
|
44
44
|
datamule/parser/document_parsing/basic_8k_parser.py
|
|
45
|
-
datamule/parser/document_parsing/company_concepts_parser.py
|
|
46
45
|
datamule/parser/document_parsing/form_d_parser.py
|
|
47
46
|
datamule/parser/document_parsing/generalized_item_parser.py
|
|
48
47
|
datamule/parser/document_parsing/generalized_xml_parser.py
|
|
@@ -55,7 +55,7 @@ extras["all"] = list(all_dependencies)
|
|
|
55
55
|
setup(
|
|
56
56
|
name="datamule",
|
|
57
57
|
author="John Friedman",
|
|
58
|
-
version="0.
|
|
58
|
+
version="0.420",
|
|
59
59
|
description="Making it easier to use SEC filings.",
|
|
60
60
|
packages=find_namespace_packages(include=['datamule*']),
|
|
61
61
|
url="https://github.com/john-friedman/datamule-python",
|
|
File without changes
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
from pathlib import Path
|
|
2
|
-
from .submission import Submission
|
|
3
|
-
|
|
4
|
-
class Portfolio:
|
|
5
|
-
def __init__(self, path):
|
|
6
|
-
self.path = Path(path)
|
|
7
|
-
self.submissions = []
|
|
8
|
-
|
|
9
|
-
# Load all subdirectories as submissions
|
|
10
|
-
for folder in self.path.iterdir():
|
|
11
|
-
if folder.is_dir():
|
|
12
|
-
self.submissions.append(Submission(folder))
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
def __iter__(self):
|
|
16
|
-
return iter(self.submissions)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/artifacts.js
RENAMED
|
File without changes
|
|
File without changes
|
{datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/filingArtifacts.js
RENAMED
|
File without changes
|
{datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/listArtifacts.js
RENAMED
|
File without changes
|
|
File without changes
|
{datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/prefilledPrompt.js
RENAMED
|
File without changes
|
{datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/suggestions.js
RENAMED
|
File without changes
|
{datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/static/scripts/tableArtifacts.js
RENAMED
|
File without changes
|
|
File without changes
|
{datamule-0.418 → datamule-0.420}/datamule/mulebot/mulebot_server/templates/chat-minimalist.html
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/generalized_item_parser.py
RENAMED
|
File without changes
|
{datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/generalized_xml_parser.py
RENAMED
|
File without changes
|
|
File without changes
|
{datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/information_table_parser_13fhr.py
RENAMED
|
File without changes
|
{datamule-0.418 → datamule-0.420}/datamule/parser/document_parsing/insider_trading_parser.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|