dataflow-core 2.1.3__tar.gz → 2.1.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of dataflow-core might be problematic. Click here for more details.
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/PKG-INFO +1 -1
- dataflow_core-2.1.4/dataflow/scripts/clone_environment.sh +19 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/scripts/create_environment.sh +5 -4
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/scripts/update_environment.sh +5 -4
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow_core.egg-info/PKG-INFO +1 -1
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/setup.py +1 -1
- dataflow_core-2.1.3/dataflow/scripts/clone_environment.sh +0 -17
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/README.md +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/authenticator/__init__.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/authenticator/dataflowairflowauthenticator.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/authenticator/dataflowhubauthenticator.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/authenticator/dataflowsupersetauthenticator.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/__init__.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/configuration.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/database_manager.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/dataflow.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/db.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/environment.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/__init__.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/app_types.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/blacklist_library.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/connection.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/environment.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/environment_status.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/git_ssh.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/pinned_projects.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/project_details.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/recent_project_studio.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/recent_projects.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/role.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/role_server.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/runtime.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/server_config.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/session.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/team.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/user.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/user_environment.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/user_team.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/models/variables.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/utils/__init__.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/utils/aws_secrets_manager.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/utils/get_current_user.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/utils/json_handler.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow/utils/logger.py +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow_core.egg-info/SOURCES.txt +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow_core.egg-info/dependency_links.txt +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow_core.egg-info/entry_points.txt +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow_core.egg-info/requires.txt +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/dataflow_core.egg-info/top_level.txt +0 -0
- {dataflow_core-2.1.3 → dataflow_core-2.1.4}/setup.cfg +0 -0
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
#!/bin/bash
|
|
2
|
+
set -e
|
|
3
|
+
|
|
4
|
+
source_env_name=$1
|
|
5
|
+
target_env_path=$2
|
|
6
|
+
|
|
7
|
+
# Extract just the env name (basename) from the target path
|
|
8
|
+
env_name=$(basename "$target_env_path")
|
|
9
|
+
|
|
10
|
+
# Set unique cache dir per environment
|
|
11
|
+
export CONDA_PKGS_DIRS="/dataflow/envs/cache/${env_name}"
|
|
12
|
+
mkdir -p "$CONDA_PKGS_DIRS"
|
|
13
|
+
|
|
14
|
+
# 1. Cloning conda env
|
|
15
|
+
conda create --clone ${source_env_name} --prefix ${target_env_path} --yes
|
|
16
|
+
|
|
17
|
+
conda env export --prefix "$conda_env_path" > "$yaml_file_path"
|
|
18
|
+
|
|
19
|
+
echo "Environment Creation Successful"
|
|
@@ -17,11 +17,12 @@ if [ ! -f "$yaml_file_path" ]; then
|
|
|
17
17
|
exit 1
|
|
18
18
|
fi
|
|
19
19
|
|
|
20
|
-
#
|
|
21
|
-
|
|
20
|
+
# Extract just the env name (basename) from the target path
|
|
21
|
+
env_name=$(basename "$conda_env_path")
|
|
22
22
|
|
|
23
|
-
#
|
|
24
|
-
|
|
23
|
+
# Set unique cache dir per environment
|
|
24
|
+
export CONDA_PKGS_DIRS="/dataflow/envs/cache/${env_name}"
|
|
25
|
+
mkdir -p "$CONDA_PKGS_DIRS"
|
|
25
26
|
|
|
26
27
|
# Create the conda environment from the YAML file
|
|
27
28
|
conda env create --file "$yaml_file_path" --prefix "$conda_env_path" --yes
|
|
@@ -22,11 +22,12 @@ if [ ! -d "$conda_env_path" ]; then
|
|
|
22
22
|
exit 1
|
|
23
23
|
fi
|
|
24
24
|
|
|
25
|
-
#
|
|
26
|
-
|
|
25
|
+
# Extract just the env name (basename) from the target path
|
|
26
|
+
env_name=$(basename "$conda_env_path")
|
|
27
27
|
|
|
28
|
-
#
|
|
29
|
-
|
|
28
|
+
# Set unique cache dir per environment
|
|
29
|
+
export CONDA_PKGS_DIRS="/dataflow/envs/cache/${env_name}"
|
|
30
|
+
mkdir -p "$CONDA_PKGS_DIRS"
|
|
30
31
|
|
|
31
32
|
# Update the conda environment using the YAML file
|
|
32
33
|
conda env update --prefix "$conda_env_path" --file "$yaml_file_path" --prune
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
#!/bin/bash
|
|
2
|
-
set -e
|
|
3
|
-
|
|
4
|
-
source_env_name=$1
|
|
5
|
-
target_env_path=$2
|
|
6
|
-
|
|
7
|
-
# Use an isolated conda package cache to avoid concurrency issues
|
|
8
|
-
export CONDA_PKGS_DIRS=$(mktemp -d)
|
|
9
|
-
# to delete conda package cache after script finishes
|
|
10
|
-
trap 'rm -rf "$CONDA_PKGS_DIRS"' EXIT
|
|
11
|
-
|
|
12
|
-
# 1. Cloning conda env
|
|
13
|
-
conda create --clone ${source_env_name} --prefix ${target_env_path} --yes
|
|
14
|
-
|
|
15
|
-
conda env export --prefix "$conda_env_path" > "$yaml_file_path"
|
|
16
|
-
|
|
17
|
-
echo "Environment Creation Successful"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|