sovai 0.2.26__tar.gz → 0.2.28__tar.gz

{sovai-0.2.26 → sovai-0.2.28}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sovai
-Version: 0.2.26
+Version: 0.2.28
 Summary: python for asset management
 License: Proprietary License
 Author: Derek Snow
@@ -22,6 +22,7 @@ Requires-Dist: joblib (>=1.0)
 Requires-Dist: lightgbm (>=4.5.0) ; extra == "full"
 Requires-Dist: matplotlib (>=3.0) ; extra == "full"
 Requires-Dist: mfles (>=0.2) ; extra == "full"
+Requires-Dist: networkx (>=3.3,<4.0)
 Requires-Dist: numba (>=0.50) ; extra == "full"
 Requires-Dist: numpy (>=1.20)
 Requires-Dist: openai (>=1.0) ; extra == "full"
@@ -33,6 +34,7 @@ Requires-Dist: polars-talib (==0.1.3) ; extra == "full"
 Requires-Dist: pyarrow (>=5.0)
 Requires-Dist: python-dateutil (>=2.8)
 Requires-Dist: python-dotenv (>=0.10)
+Requires-Dist: pyvis (>=0.3.2,<0.4.0)
 Requires-Dist: rapidfuzz (>=3.9.7,<4.0.0)
 Requires-Dist: requests (>=2.20)
 Requires-Dist: ruptures (>=1.0) ; extra == "full"
@@ -42,6 +44,7 @@ Requires-Dist: shap (>=0.40) ; extra == "full"
 Requires-Dist: skfolio (>=0.3) ; extra == "full"
 Requires-Dist: statsforecast (>=1.0) ; extra == "full"
 Requires-Dist: tensorly (>=0.6) ; extra == "full"
+Requires-Dist: yachalk (>=0.1.6,<0.2.0)
 Description-Content-Type: text/markdown
 
 [![Sovai Python SDK package](https://github.com/sovai-research/SovAI/actions/workflows/main.yml/badge.svg)](https://github.com/sovai-research/SovAI/actions/workflows/main.yml) 

{sovai-0.2.26 → sovai-0.2.28}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "sovai"
-version = "0.2.26"
+version = "0.2.28"
 description = "python for asset management"
 authors = ["Derek Snow <d.snow@outlook.com>"]
 license = "Proprietary License"
@@ -40,6 +40,8 @@ python-dotenv = ">=0.10"
 polars = ">=0.20.30"
 boto3 = ">=1.20"
 joblib = ">=1.0"
+rapidfuzz = "^3.9.7"
+edgar-tool = "^1.3.3"
 scipy = {version = ">=1.0", optional = true}
 matplotlib = {version = ">=3.0", optional = true}
 plotly = {version = ">=5.0", optional = true}
@@ -59,8 +61,10 @@ lightgbm = {version = ">=4.5.0", optional = true}
 ipywidgets = {version = ">=8.1.3", optional = true}
 polars-talib = {version = "0.1.3", optional = true}
 dash-bootstrap-components = {version = ">=1.6.0", optional = true}
-rapidfuzz = "^3.9.7"
-edgar-tool = "^1.3.3"
+yachalk = "^0.1.6"
+pyvis = "^0.3.2"
+networkx = "^3.3"
+
 
 [tool.poetry.extras]
 full = [
@@ -85,6 +89,17 @@ full = [
  "dash-bootstrap-components"
 ]
 
+[tool.poetry.group.dev]
+optional = true
+
+[tool.poetry.group.dev.dependencies]
+jinja2 = "^3.1.4"
+traitlets = "^5.14.3"
+jupyterlab = "^4.2.5"
+pytest = "^7.0"
+black = "^22.0"
+
+
 [build-system]
 requires = ["poetry-core"]
 build-backend = "poetry.core.masonry.api"

{sovai-0.2.26 → sovai-0.2.28}/sovai/__init__.py

@@ -6,8 +6,10 @@ from .get_data import data
 from .basic_auth import basic_auth
 from .token_auth import token_auth
 from .utils.file_management import save_or_update_tickers, save_or_update_codes
+
+
 import warnings
-warnings.filterwarnings("ignore", category=FutureWarning)
+warnings.filterwarnings("ignore")
 
 
 __version__ = "0.1.25"
@@ -23,7 +25,7 @@ try:
     from .get_compute import compute
     from .studies.nowcasting import nowcast
     from .extensions.pandas_extensions import CustomDataFrame as extension
-    from .get_tools import sec_search, sec_filing, code
+    from .get_tools import sec_search, sec_filing, code, sec_graph
     HAS_FULL_INSTALL = True
 except ImportError:
     HAS_FULL_INSTALL = False
@@ -31,4 +33,4 @@ except ImportError:
 __all__ = ['read_key', 'save_key', 'ApiConfig', 'data', 'basic_auth', 'token_auth']
 
 if HAS_FULL_INSTALL:
-    __all__ += ['plot', 'report', 'compute', 'nowcast', 'extension', 'sec_search', 'sec_filing', 'code']
+    __all__ += ['plot', 'report', 'compute', 'nowcast', 'extension', 'sec_search', 'sec_filing', 'code', 'sec_graph']

{sovai-0.2.26 → sovai-0.2.28}/sovai/get_data.py

@@ -21,6 +21,7 @@ from sovai.utils.converter import convert_data2df
 from sovai.utils.stream import stream_data, stream_data_pyarrow
 from sovai.utils.datetime_formats import datetime_format
 from sovai.utils.client_side import client_side_frame
+from sovai.utils.client_side_s3 import load_frame_s3
 
 ## Note run these for TEST - IT COULD BE HERE some silent problems
 try:
@@ -281,7 +282,7 @@ def normalize_endpoint(endpoint):
     return endpoint.strip("/").strip()
 
 
-client_side_endpoints = {
+client_side_endpoints_gcs = {
     "ratios/relative",
     "market/prices",
     "market/closeadj",
@@ -291,6 +292,10 @@ client_side_endpoints = {
     "lobbying/public",
 }
 
+client_side_endpoints_s3 = {
+    "sec/10k"
+}
+
 # In your main function or wherever this logic is implemented:
 
 
@@ -577,16 +582,25 @@ def data(
     normalized_endpoint = normalize_endpoint(endpoint)
 
     if (
-        normalized_endpoint in client_side_endpoints
+        normalized_endpoint in client_side_endpoints_gcs
         and tickers is not None
         and frequency is None
     ):
-        verbose_mode.vprint("Grabbing client side")
+        verbose_mode.vprint("Grabbing gcs client side")
         _query_cache[cache_key] = client_side_frame(
             normalized_endpoint, tickers, columns, start_date, end_date
         )
         return _query_cache[cache_key]
 
+    elif (
+        normalized_endpoint in client_side_endpoints_s3
+        # and tickers is not None
+        and frequency is None
+    ):
+        verbose_mode.vprint("Grabbing s3 client side")
+        _query_cache[cache_key] = load_frame_s3(
+            normalized_endpoint, tickers, columns, start_date, end_date)
+        return _query_cache[cache_key]
     try:
         if tickers is not None and not is_all(tickers):
             params = ticker_mapper(params,verbose)

{sovai-0.2.26 → sovai-0.2.28}/sovai/get_tools.py

@@ -4,6 +4,8 @@ from .tools.sec.sec_10_k_8_k_filings import large_filing_module
 
 from .tools.sec.llm_code_generator import generate_sovai_code
 
+from .tools.sec.graphs import analyze_10k_graph
+
 
 
 def sec_search(search="CFO Resgination"):
@@ -25,3 +27,6 @@ def code(prompt="get bankruptcy data for Tesla", verbose=False, run=False):
 
 
 
+def sec_graph(ticker="AAPL", date_input="2024-Q3", verbose=False, ontology_type="causal", oai_model="gpt-4o-mini", batch=True, batch_size=10, sentiment_filter=None, output_dir="./docs", use_cache=True):
+
+    return analyze_10k_graph(ticker, date_input, section_select=True, ontology_type=ontology_type, oai_model=oai_model, batch=batch, batch_size=batch_size, sentiment_filter=sentiment_filter, output_dir=output_dir, use_cache=use_cache, verbose=verbose)

sovai-0.2.28/sovai/tools/authentication/authentication.py

@@ -0,0 +1,98 @@
+import sovai as sov
+from sovai.api_config import ApiConfig
+import requests
+import pickle
+import base64
+from pyarrow.fs import S3FileSystem
+
+def get_s3_filesystem_pickle(storage_provider: str, verbose: bool = False):
+    """
+    Retrieve the S3FileSystem for the specified storage provider using pickle.
+    
+    :param storage_provider: Either 'wasabi' or 'digitalocean'
+    :param verbose: If True, print additional information about the request
+    :return: S3FileSystem object, or None if the request fails
+    """
+    if storage_provider.lower() not in ['wasabi', 'digitalocean']:
+        raise ValueError("storage_provider must be either 'wasabi' or 'digitalocean'")
+
+    url = f"{ApiConfig.base_url}/credentials/get_s3_filesystem_pickle"
+    headers = {
+        "Authorization": f"Bearer {ApiConfig.token}",
+        "Content-Type": "application/json"
+    }
+    params = {"storage_provider": storage_provider.lower()}
+
+    try:
+        response = requests.get(url, headers=headers, params=params)
+        response.raise_for_status()
+        
+        encoded = response.content
+        pickled = base64.b64decode(encoded)
+        s3fs = pickle.loads(pickled)
+
+        return s3fs
+
+    except requests.RequestException as e:
+        if verbose:
+            print(f"Failed to retrieve S3FileSystem for {storage_provider}: {e}")
+        return None
+
+def get_s3_filesystem_json(storage_provider: str, verbose: bool = False):
+    """
+    Retrieve the S3FileSystem for the specified storage provider using JSON.
+    
+    :param storage_provider: Either 'wasabi' or 'digitalocean'
+    :param verbose: If True, print additional information about the request
+    :return: S3FileSystem object, or None if the request fails
+    """
+    if storage_provider.lower() not in ['wasabi', 'digitalocean']:
+        raise ValueError("storage_provider must be either 'wasabi' or 'digitalocean'")
+
+    url = f"{ApiConfig.base_url}/credentials/get_s3_filesystem_json"
+    headers = {
+        "Authorization": f"Bearer {ApiConfig.token}",
+        "Content-Type": "application/json"
+    }
+    params = {"storage_provider": storage_provider.lower()}
+
+    try:
+        response = requests.get(url, headers=headers, params=params)
+        response.raise_for_status()
+        
+        cred = response.json()
+
+        if verbose:
+            print(f"Successfully retrieved S3 credentials for {storage_provider}")
+
+        s3fs = S3FileSystem(
+            access_key=cred['access_key'],
+            secret_key=cred['secret_key'],
+            endpoint_override=cred['endpoint']
+        )
+
+        try:
+            s3fs.ls('/')
+            if verbose:
+                print(f"Successfully verified S3FileSystem for {storage_provider}")
+            return s3fs
+        except Exception as e:
+            if verbose:
+                print(f"Failed to verify S3FileSystem: {str(e)}")
+            return None
+
+    except requests.RequestException as e:
+        if verbose:
+            print(f"Failed to retrieve S3 credentials for {storage_provider}: {e}")
+        return None
+
+# Usage example:
+# s3fs = get_s3_filesystem_pickle('wasabi', verbose=True)
+# or
+# s3fs = get_s3_filesystem_json('wasabi', verbose=True)
+# if s3fs:
+#     # Use s3fs in your operations
+#     files = s3fs.ls('/')
+#     print(files)
+# else:
+#     print("Failed to get S3FileSystem")