dataflow-conda-plugin 0.1.7rc3__py3-none-any.whl → 0.1.7rc5__py3-none-any.whl

{dataflow_conda_plugin-0.1.7rc3.dist-info → dataflow_conda_plugin-0.1.7rc5.dist-info}/METADATA

@@ -1,3 +1,3 @@
 Metadata-Version: 2.4
 Name: dataflow-conda-plugin
-Version: 0.1.7rc3
+Version: 0.1.7rc5

dataflow_conda_plugin-0.1.7rc5.dist-info/RECORD

@@ -0,0 +1,8 @@
+plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+plugin/plugin.py,sha256=vfA-3GgQ19ExFHXr6s_LRby7zHwk3QGNQgFfUSmTzQ0,7292
+plugin/scripts/install_dataflow_deps.sh,sha256=1IwrlU39LcVuP6QF4Safv9h59W5OVGgCieNx0Ej38N0,1265
+dataflow_conda_plugin-0.1.7rc5.dist-info/METADATA,sha256=7hFOWigXxuoDoPyAcuwcKmYyDMANmoNBd4FdHR0S030,68
+dataflow_conda_plugin-0.1.7rc5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dataflow_conda_plugin-0.1.7rc5.dist-info/entry_points.txt,sha256=Vk2GKuQjr-5WV4NDKyPsnF37p3LUoAgPYOSMHxnpac8,46
+dataflow_conda_plugin-0.1.7rc5.dist-info/top_level.txt,sha256=Io_dflkI6h0vZSGOzZxx4e76CDTSANVfu4v4tVY6zsA,7
+dataflow_conda_plugin-0.1.7rc5.dist-info/RECORD,,

plugin/plugin.py

@@ -1,4 +1,4 @@
-import subprocess, sys, pkg_resources, os, requests
+import subprocess, sys, pkg_resources, os, requests, re, sys
 from conda import plugins
 from conda.base.context import context
 from dataflow.utils.logger import CustomLogger
@@ -77,7 +77,6 @@ def install_deps(command: str):
             print(f"Error in creating environment!!")
             if should_save_to_db and env_name:
                 save_environment(env_name, "Failed")
-            raise RuntimeError(f"Dataflow dependency installation failed! Please make sure compatible python version is used")
         else:
             if env_name and should_save_to_db:
                 save_environment(env_name, "Success")
@@ -87,7 +86,6 @@ def install_deps(command: str):
         logger.error(f"Error installing dependencies: {str(e)}")
         if should_save_to_db and env_name:
             save_environment(env_name, "Failed")
-        raise e
 
 def remove_environment(env_name: str):
     """Remove environment information via API."""
@@ -149,6 +147,24 @@ def package_operations(command: str):
     if should_update_db:
         mark_environment_for_refresh(env_name)
 
+def set_pip_constraint(command: str):
+    """Set PIP_CONSTRAINT environment variable based on Python version."""
+    if "NO_CONDA_PLUGIN_PIP_CONSTRAINT" in os.environ:
+        return
+    for arg in sys.argv:
+        if arg.startswith("python"):
+            # Match python=3.10, python=3.10.1, python=3.11, python=3.11.5, etc.
+            match = re.fullmatch(r"python=(3\.10(\.\d+)?|3\.11(\.\d+)?|3\.12(\.\d+)?)", arg)
+            if not match:
+                raise ValueError(f"Invalid argument: {arg}! Only Python 3.10, 3.11, and 3.12 are supported.")
+            version = match.group(1)
+            major_minor = ".".join(version.split(".")[:2])
+            break
+    else:
+        major_minor = "3.12"
+    # Set PIP_CONSTRAINT environment variable to the appropriate constraint file
+    os.environ["PIP_CONSTRAINT"] = f"/dataflow/tmp/pip_constraints/py{major_minor}-constraints.txt"
+
 @plugins.hookimpl
 def conda_post_commands():
     yield plugins.CondaPostCommand(
@@ -160,4 +176,12 @@ def conda_post_commands():
         name=f"package_operations_post_command",
         action=package_operations,
         run_for={"install", "remove", "update"},
+    )
+
+@plugins.hookimpl
+def conda_pre_commands():
+    yield plugins.CondaPreCommand(
+        name="set_pip_constraint",
+        action=set_pip_constraint,
+        run_for={"create"},
     )

plugin/scripts/install_dataflow_deps.sh

@@ -4,14 +4,13 @@ conda_env_path=$1
 
 py_version=$(${conda_env_path}/bin/python -c "import sys; print('.'.join(map(str, sys.version_info[:2])))")
                       
-# make sure to install dataflow deps from pypi only
-${conda_env_path}/bin/pip install --index-url https://pypi.org/simple/ dash==3.0.3 dash-renderer==1.9.1 plotly==6.0.1 typing==3.7.4.3 streamlit==1.45.1 ipython==9.2.0 ipykernel==6.29.5 ipython-sql==0.4.1 jupysql==0.10.14 psycopg2-binary==2.9.10 cryptography==44.0.3 dataflow-core==2.1.15rc3 dataflow-dbt==0.0.3
+${conda_env_path}/bin/pip install --index-url https://pypi.org/simple dash==3.0.3 dash-renderer==1.9.1 plotly==6.0.1 typing==3.7.4.3 streamlit==1.45.1 ipython==8.37.0 ipykernel==6.29.5 ipython-sql==0.4.1 jupysql==0.10.14 psycopg2-binary==2.9.10 dataflow-core==2.1.14rc3 dataflow-dbt==0.0.3
 
 # 3. Install Dataflow Airflow to a separate path in environment 
-${conda_env_path}/bin/pip install \
+${conda_env_path}/bin/pip install --index-url https://pypi.org/simple \
     --force-reinstall --root-user-action ignore \
     --no-warn-conflicts dataflow-airflow==2.10.7 \
-    --constraint https://raw.githubusercontent.com/apache/airflow/constraints-2.10.5/constraints-${py_version}.txt \
+    --constraint /dataflow/setup/pip_constraints/airflow_constraints${py_version}.txt \
     --target ${conda_env_path}/bin/airflow-libraries/
 
 files=(

dataflow_conda_plugin-0.1.7rc3.dist-info/RECORD

@@ -1,8 +0,0 @@
-plugin/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-plugin/plugin.py,sha256=ehGg1wEvqiEZFXwhvp8Jc4p5e0senirTd-aUNg74T5I,6352
-plugin/scripts/install_dataflow_deps.sh,sha256=oeCw1kD-okNZyjD5fJ2pOJV6a0SphVMYTxbk2zHx2as,1331
-dataflow_conda_plugin-0.1.7rc3.dist-info/METADATA,sha256=I6nQLgw6Be2aTeexSlrY-tbhjsC-jp4VtttEquSvUOc,68
-dataflow_conda_plugin-0.1.7rc3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dataflow_conda_plugin-0.1.7rc3.dist-info/entry_points.txt,sha256=Vk2GKuQjr-5WV4NDKyPsnF37p3LUoAgPYOSMHxnpac8,46
-dataflow_conda_plugin-0.1.7rc3.dist-info/top_level.txt,sha256=Io_dflkI6h0vZSGOzZxx4e76CDTSANVfu4v4tVY6zsA,7
-dataflow_conda_plugin-0.1.7rc3.dist-info/RECORD,,