virgo-modules 0.0.1__tar.gz

virgo_modules-0.0.1/PKG-INFO

@@ -0,0 +1,37 @@
+Metadata-Version: 2.1
+Name: virgo_modules
+Version: 0.0.1
+Summary: data processing and statistical modeling using stock market data
+Home-page: https://github.com/miguelmayhem92/virgo_module
+Author: Miguel Mayhuire
+Author-email: miguelmayhem92@gmail.com
+License: MIT
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.9, <3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: feature-engine==1.6.1
+Requires-Dist: matplotlib==3.6.3
+Requires-Dist: mlflow==2.1.1
+Requires-Dist: numpy==1.23.5
+Requires-Dist: optuna==3.1.0
+Requires-Dist: pandas==1.5.3
+Requires-Dist: plotly==5.15.0
+Requires-Dist: rsa==4.9
+Requires-Dist: scikit-learn==1.2.1
+Requires-Dist: scipy==1.10.0
+Requires-Dist: seaborn==0.12.2
+Requires-Dist: starlette==0.22.0
+Requires-Dist: statsmodels==0.13.5
+Requires-Dist: ta==0.10.2
+Requires-Dist: yfinance==0.2.9
+Requires-Dist: hmmlearn==0.3.0
+Requires-Dist: boto3
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0; extra == "dev"
+
+# Virgo Package
+
+complete me

virgo_modules-0.0.1/README.md

@@ -0,0 +1 @@
+# complete me

virgo_modules-0.0.1/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

virgo_modules-0.0.1/setup.py

@@ -0,0 +1,30 @@
+from setuptools import find_packages, setup
+
+with open("virgo_app/README.md", "r") as f:
+    long_description = f.read()
+
+setup(
+    name="virgo_modules",
+    version="0.0.1",
+    description="data processing and statistical modeling using stock market data",
+    package_dir={"": "virgo_app"},
+    packages=find_packages(where="virgo_app"),
+    long_description=long_description,
+    long_description_content_type="text/markdown",
+    url="https://github.com/miguelmayhem92/virgo_module",
+    author="Miguel Mayhuire",
+    author_email="miguelmayhem92@gmail.com",
+    license="MIT",
+    classifiers=[
+        "License :: OSI Approved :: MIT License",
+        "Programming Language :: Python :: 3.9",
+        "Operating System :: OS Independent",
+    ],
+    install_requires=["feature-engine==1.6.1","matplotlib==3.6.3","mlflow==2.1.1","numpy==1.23.5","optuna==3.1.0","pandas==1.5.3",
+                "plotly==5.15.0","rsa==4.9","scikit-learn==1.2.1","scipy==1.10.0","seaborn==0.12.2","starlette==0.22.0","statsmodels==0.13.5",
+                "ta==0.10.2","yfinance==0.2.9","hmmlearn==0.3.0","boto3"],
+    extras_require={
+        "dev": ["pytest>=7.0"],
+    },
+    python_requires=">=3.9, <3.10",
+)

virgo_modules-0.0.1/virgo_app/virgo_modules/src/aws_utils.py

@@ -0,0 +1,23 @@
+import yaml
+import boto3
+from pathlib import Path
+from io import StringIO
+
+def upload_file_to_aws(bucket,key,input_path):
+    
+    credentials = yaml.safe_load(Path('secrets.yaml').read_text())
+    session = boto3.Session(aws_access_key_id=credentials['AWS_ACCESS_KEY_ID'],aws_secret_access_key=credentials['AWS_SECRET_ACCESS_KEY'])
+    bucket = credentials[bucket]
+    s3 = session.resource('s3')
+    s3.meta.client.upload_file(Filename=input_path , Bucket=bucket, Key=key)
+
+def upload_pandas_to_s3(data_frame,bucket,key):
+
+    csv_buffer = StringIO()
+    data_frame.to_csv(csv_buffer)
+    csv_buffer.seek(0)
+
+    credentials = yaml.safe_load(Path('secrets.yaml').read_text())
+    s3 = boto3.client("s3",region_name=credentials['AWS_DEFAULT_REGION'],aws_access_key_id=credentials['AWS_ACCESS_KEY_ID'],aws_secret_access_key=credentials['AWS_SECRET_ACCESS_KEY'])
+    bucket = credentials[bucket]
+    s3.put_object(Bucket=bucket, Body=csv_buffer.getvalue(), Key= key)

virgo_modules-0.0.1/virgo_app/virgo_modules/src/pull_artifacts.py

@@ -0,0 +1,45 @@
+import os
+import yaml
+from yaml import Loader, Dumper
+
+def edit_content(doc, source, edit_yml = False, yml_path = False, ini_patern= None, end_patern = None, verbose = True):
+    content = doc.get(source,False)
+    if content:
+        if verbose:
+            print(f'   {source} content: ',content)
+        
+        if edit_yml:
+            new_value = doc[source].replace(ini_patern, end_patern)
+            doc[source] = f"{new_value}"
+            if verbose:
+                print(f'   {source} new content: ', new_value)
+            with open(yml_path, 'w') as f:
+                yaml.dump(doc, f)
+                
+# root = r"C:\Users\Miguel\ImageFinder\app\mlruns"
+# ini_patern = 'file:C:/Users/Miguel/ImageFinder/app'
+# end_patern = 'file:///app'
+# edit_yml = False
+
+def pull_artifacts_from_mlflow(root_path, ini_patern, end_patern, verbose = True, edit_yml = False):
+
+    for path, subdirs, files in os.walk(root_path):
+        for name in files:
+            if name == 'meta.yaml':
+                if verbose:
+                    print(os.path.join(path, name))
+                yml_path = os.path.join(path, name)
+                with open(yml_path) as f:
+                    doc = yaml.load(f,Loader)
+
+                edit_content(doc, 'source', edit_yml, yml_path, ini_patern, end_patern, verbose)
+                edit_content(doc, 'artifact_uri', edit_yml, yml_path, ini_patern, end_patern, verbose )
+                edit_content(doc, 'artifact_location', edit_yml, yml_path, ini_patern, end_patern, verbose )
+    if edit_yml:
+        print('------------------------------------------------------------')
+        print('---------------artifacts were pulled-----------------------')
+        print(f'initial pattern: {ini_patern}')
+        print(f'new pattern: {end_patern}')
+        print('------------------------------------------------------------')
+    else:
+        print('----------------------just viz-------------------------')