dataflow-conda-plugin 0.1.0__py3-none-any.whl

dataflow_conda_plugin-0.1.0.dist-info/METADATA

@@ -0,0 +1,3 @@
+Metadata-Version: 2.4
+Name: dataflow-conda-plugin
+Version: 0.1.0

dataflow_conda_plugin-0.1.0.dist-info/RECORD

@@ -0,0 +1,8 @@
+plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+plugin/plugin.py,sha256=eFeDWyigMqLaBo7RSyvPEZjek-ToDb-JJBwctTP6eiA,1254
+plugin/scripts/install_dataflow_deps.sh,sha256=tZUMJRORVYr0koxSsJAXyXDjfJGFLzzVVYwCUbYExAU,1091
+dataflow_conda_plugin-0.1.0.dist-info/METADATA,sha256=b1gjmYsDnNVMut6E0_aFLRKbfaj0oTUFl7uS1Gv-1KA,65
+dataflow_conda_plugin-0.1.0.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
+dataflow_conda_plugin-0.1.0.dist-info/entry_points.txt,sha256=Vk2GKuQjr-5WV4NDKyPsnF37p3LUoAgPYOSMHxnpac8,46
+dataflow_conda_plugin-0.1.0.dist-info/top_level.txt,sha256=Io_dflkI6h0vZSGOzZxx4e76CDTSANVfu4v4tVY6zsA,7
+dataflow_conda_plugin-0.1.0.dist-info/RECORD,,

dataflow_conda_plugin-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.7.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

dataflow_conda_plugin-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[conda]
+dataflow-conda-plugin = plugin.plugin

dataflow_conda_plugin-0.1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+plugin

plugin/plugin.py

@@ -0,0 +1,42 @@
+import subprocess, sys, pkg_resources, os
+from conda import plugins
+from conda.base.context import context
+
+def install_deps(command: str):
+    """Install dataflow dependencies."""
+    target_prefix = context.target_prefix
+    args = context._argparse_args
+    try:
+        # if cloning, skip the install
+        if (args.get('clone') is not None):
+            return
+        
+        install_dataflow_deps = pkg_resources.resource_filename('plugin', 'scripts/install_dataflow_deps.sh')
+        process = subprocess.Popen(
+            ["bash", install_dataflow_deps, target_prefix],
+            stdout=subprocess.PIPE,
+            stderr=subprocess.STDOUT,
+            text=True,
+            bufsize=1
+        )
+        
+        for line in iter(process.stdout.readline, ''):
+            print(line, end='')
+            sys.stdout.flush()
+        
+        return_code = process.wait()
+        if return_code != 0:
+            print(f"Error in creating environment!!")
+        
+    except Exception as e:
+        print(f"An unexpected error occurred: {str(e)}")
+
+
+    
+@plugins.hookimpl
+def conda_post_commands():
+    yield plugins.CondaPostCommand(
+        name=f"install_deps_post_command",
+        action=install_deps,
+        run_for={"create"},
+    )

plugin/scripts/install_dataflow_deps.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+set -e
+conda_env_path=$1
+
+py_version=$(${conda_env_path}/bin/python -c "import sys; print('.'.join(map(str, sys.version_info[:2])))")
+                      
+${conda_env_path}/bin/pip install dash dash-renderer plotly flask flask-appbuilder typing jupyterhub oauthenticator jupyter-server-proxy jupyter streamlit ipython ipykernel ipython-sql jupysql psycopg2-binary dataflow-core dataflow-dbt    
+
+# 3. Install Dataflow Airflow to a separate path in environment 
+${conda_env_path}/bin/pip install \
+    --force-reinstall --root-user-action ignore \
+    --no-warn-conflicts dataflow-airflow==2.10.5 \
+    --target ${conda_env_path}/bin/airflow-libraries/
+
+files=(
+    ${conda_env_path}/lib/python${py_version}/site-packages/dbt/config/profile.py 
+    ${conda_env_path}/lib/python${py_version}/site-packages/dbt/task/debug.py
+)
+for file in ${files[@]}
+do      
+    awk '{gsub("from dbt.clients.yaml_helper import load_yaml_text", "from dbt.dataflow_config.secrets_manager import load_yaml_text"); print}' $file > temp 
+    mv temp $file
+done
+
+echo "Environment Creation Successful"