dataflow-core 2.1.3__py3-none-any.whl → 2.1.5__py3-none-any.whl

dataflow/environment.py

@@ -108,7 +108,7 @@ class EnvironmentManager:
             yaml_file_path=yaml_path,
             source_path=source_path,
             log_file_location=log_file_location,
-            version=1           
+            version="1"          
         )
         
         # Update job log status if db was provided

dataflow/scripts/clone_environment.sh

@@ -4,10 +4,12 @@ set -e
 source_env_name=$1
 target_env_path=$2
 
-# Use an isolated conda package cache to avoid concurrency issues
-export CONDA_PKGS_DIRS=$(mktemp -d)
-# to delete conda package cache after script finishes
-trap 'rm -rf "$CONDA_PKGS_DIRS"' EXIT
+# Extract just the env name (basename) from the target path
+env_name=$(basename "$target_env_path")
+
+# Set unique cache dir per environment
+export CONDA_PKGS_DIRS="/dataflow/envs/cache/${env_name}"
+mkdir -p "$CONDA_PKGS_DIRS"
 
 # 1. Cloning conda env
 conda create --clone ${source_env_name} --prefix ${target_env_path} --yes

dataflow/scripts/create_environment.sh

@@ -17,11 +17,12 @@ if [ ! -f "$yaml_file_path" ]; then
     exit 1
 fi
 
-# Use an isolated conda package cache to avoid concurrency issues
-export CONDA_PKGS_DIRS=$(mktemp -d)
+# Extract just the env name (basename) from the target path
+env_name=$(basename "$conda_env_path")
 
-# to delete conda package cache after script finishes
-trap 'rm -rf "$CONDA_PKGS_DIRS"' EXIT
+# Set unique cache dir per environment
+export CONDA_PKGS_DIRS="/dataflow/envs/cache/${env_name}"
+mkdir -p "$CONDA_PKGS_DIRS"
 
 # Create the conda environment from the YAML file
 conda env create --file "$yaml_file_path" --prefix "$conda_env_path" --yes

dataflow/scripts/update_environment.sh

@@ -22,11 +22,12 @@ if [ ! -d "$conda_env_path" ]; then
     exit 1
 fi
 
-# Use an isolated conda package cache to avoid concurrency issues
-export CONDA_PKGS_DIRS=$(mktemp -d)
+# Extract just the env name (basename) from the target path
+env_name=$(basename "$conda_env_path")
 
-# to delete conda package cache after script finishes
-trap 'rm -rf "$CONDA_PKGS_DIRS"' EXIT
+# Set unique cache dir per environment
+export CONDA_PKGS_DIRS="/dataflow/envs/cache/${env_name}"
+mkdir -p "$CONDA_PKGS_DIRS"
 
 # Update the conda environment using the YAML file
 conda env update --prefix "$conda_env_path" --file "$yaml_file_path" --prune

{dataflow_core-2.1.3.dist-info → dataflow_core-2.1.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dataflow-core
-Version: 2.1.3
+Version: 2.1.5
 Summary: Dataflow core package
 Author: Dataflow
 Author-email: 

{dataflow_core-2.1.3.dist-info → dataflow_core-2.1.5.dist-info}/RECORD

@@ -7,7 +7,7 @@ dataflow/configuration.py,sha256=7To6XwH1eESiYp39eqPcswXWwrdBUdPF6xN6WnazOF0,663
 dataflow/database_manager.py,sha256=tJHMuOZ9Muskrh9t4uLRlTuFU0VkHAzoHlGP5DORIC4,899
 dataflow/dataflow.py,sha256=-UYZst7EO1GgaOjlAkKu-tu7RC6XsgadGeDp1MOvZiA,7439
 dataflow/db.py,sha256=5UwE4w5Vn9RqFIhr8ARlu2haZX-PtHDLRPjmn5BG2m8,1649
-dataflow/environment.py,sha256=eAWYhQFM7CA3o-CA3qTWbkE8ZHZ-Jo2qvSkDQ4dKqmY,27238
+dataflow/environment.py,sha256=05F-dBRyZu2mr26vuiuJU13pfgtRpA9yW69bk83HGUw,27239
 dataflow/models/__init__.py,sha256=QMLiKj8BMhfScWMm8kgHkMjwAlFeg5Cym3_AI1NvBUA,783
 dataflow/models/app_types.py,sha256=yE_ZB13lhpK7AZ7PyBwnQlf0RlIHYs_-vdMKx7_RMlY,379
 dataflow/models/blacklist_library.py,sha256=B2oi3Z8GcR_glhLAyinFk0W8c9txXvm3uOER6dY-q7I,991
@@ -29,16 +29,16 @@ dataflow/models/user.py,sha256=PT-zwZj7NWUubIj_7EY2EsjduMbI_42EyMclWMLESGk,1073
 dataflow/models/user_environment.py,sha256=yI9NutULcLiwlycuEin6ROe6o1Sjdv_sgw2MEkJFeYg,568
 dataflow/models/user_team.py,sha256=r_fmKvf6JuGgiiI9TXWjVG2QZ3WOvDrOwYWVQ3r8oWo,659
 dataflow/models/variables.py,sha256=Sinvv3zFYni5i_GrL69cVfhCh4tOOaIHiEzWYRJ-i10,1132
-dataflow/scripts/clone_environment.sh,sha256=dVs-NAGHtpYsk-OjoZ_gbYuZZoi3jIbEp_zXbDXEVbc,455
-dataflow/scripts/create_environment.sh,sha256=TLJ7FKYyhsLe0bqBy74FnpuvjFTSHiGXp1iLMcOaeJA,798
-dataflow/scripts/update_environment.sh,sha256=p8r2qV4blqLyC7eksHSkUDoXx_UL4Xc4NWmx8y0h_rc,962
+dataflow/scripts/clone_environment.sh,sha256=xWJBw9z1W1rztrzLXYro3UtEdFuBSqNrB83y45zqFfE,487
+dataflow/scripts/create_environment.sh,sha256=3FHgNplJuEZvyTsLqlCJNX9oyfXgsfqn80VZk2xtvso,828
+dataflow/scripts/update_environment.sh,sha256=2dtn2xlNi6frpig-sqlGE1_IKRbbkqYOCpf_qyMKKII,992
 dataflow/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dataflow/utils/aws_secrets_manager.py,sha256=A_fNs9VNah9dDdl9NhqizJamYU7xr2v_GXlw9InEDFk,2380
 dataflow/utils/get_current_user.py,sha256=akjcUyTpmMdAZj9LFGSTs76hjBRjltNk9hLUqC_BdkA,1140
 dataflow/utils/json_handler.py,sha256=5_7WdypegRBDe2HSqBXyrJAdd92wsha8qRcmQvCj1TA,782
 dataflow/utils/logger.py,sha256=7BFrOq5Oiqn8P4XZbgJzMP5O07d2fpdECbbfsjrUuHw,1213
-dataflow_core-2.1.3.dist-info/METADATA,sha256=dRhOgxGmyMCLl9eJQ0XfExl5Fp0BYZzdJfYGgvVS3Mo,301
-dataflow_core-2.1.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-dataflow_core-2.1.3.dist-info/entry_points.txt,sha256=ppj_EIbYrJJwCPg1kfdsZk5q1N-Ejfis1neYrnjhO8o,117
-dataflow_core-2.1.3.dist-info/top_level.txt,sha256=SZsUOpSCK9ntUy-3Tusxzf5A2e8ebwD8vouPb1dPt_8,23
-dataflow_core-2.1.3.dist-info/RECORD,,
+dataflow_core-2.1.5.dist-info/METADATA,sha256=8UhovnGu3NJ6b4wK-xBK7QBkr17y3O96P_RGTJHf8XY,301
+dataflow_core-2.1.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+dataflow_core-2.1.5.dist-info/entry_points.txt,sha256=ppj_EIbYrJJwCPg1kfdsZk5q1N-Ejfis1neYrnjhO8o,117
+dataflow_core-2.1.5.dist-info/top_level.txt,sha256=SZsUOpSCK9ntUy-3Tusxzf5A2e8ebwD8vouPb1dPt_8,23
+dataflow_core-2.1.5.dist-info/RECORD,,