rc-qlc 0.3.24__cp310-cp310-win32.whl

qlc/sh/qlc_D1.sh

@@ -0,0 +1,130 @@
+#!/bin/sh -e
+
+# Source the configuration file to load the settings
+. "$CONFIG_FILE"
+# Include common functions
+source $FUNCTIONS
+
+PLOTTYPE="python"
+SCRIPT="$0"
+ log  "________________________________________________________________________________________"
+ log  "Start ${SCRIPT} at `date`"
+ log  "Create Python plots for selected variables (to be defined in $CONFIG_FILE)              "
+#log  "----------------------------------------------------------------------------------------"
+#log  "Copyright (c) 2021-2025 ResearchConcepts io GmbH. All Rights Reserved.                  "
+#log  "Questions / comments to: Swen M. Metzger <sm@researchconcepts.io>                       "
+ log  "----------------------------------------------------------------------------------------"
+
+# Loop through and process the parameters received
+for param in "$@"; do
+  log "Subscript $0 received parameter: $param"
+done
+
+log "$0 ANALYSIS_DIRECTORY = $ANALYSIS_DIRECTORY"
+pwd -P
+
+# module load for ATOS
+myOS="`uname -s`"
+HOST=`hostname -s  | awk '{printf $1}' | cut -c 1`
+#log   ${HOST} ${ARCH}
+if [  "${HOST}" == "a" ] && [ "${myOS}" != "Darwin" ]; then
+module load python3/3.10.10-01
+fi
+
+# Check if python exists
+if ! command_exists python; then
+  log  "Error: python command not found" >&2
+  exit 1
+else
+  log  "Success: python command found"
+  which python
+fi
+
+# Create output directory if not existent
+if [    ! -d "$PLOTS_DIRECTORY" ]; then
+    mkdir -p "$PLOTS_DIRECTORY"
+fi
+
+# get script name without path and extension
+script_name="${SCRIPT##*/}"     # Remove directory path
+script_name="${script_name%.*}" # Remove extension
+QLTYPE="$script_name"
+
+# Assign the command line input parameters to variables
+exp1="$1"
+exp2="$2"
+sDat="$3"
+eDat="$4"
+sDate="${sDat//[-:]/}"
+eDate="${eDat//[-:]/}"
+mDate="$sDate-$eDate"
+ext="${QLTYPE}.pdf"
+
+exps="$exp1 $exp2"
+for exp in $exps ; do
+	log "Processing ${PLOTTYPE} plot for experiment: $exp"
+
+	log "TEAM_PREFIX      : $TEAM_PREFIX"
+	log "EVALUATION_PREFIX: $EVALUATION_PREFIX"
+	log "MODEL_RESOLUTION : $MODEL_RESOLUTION"
+	log "TIME_RESOLUTION  : $TIME_RESOLUTION"
+	log "mDate            : $mDate"
+	log "ext              : $ext"
+	log "exp1             : $exp1"
+	log "exp2             : $exp2"
+
+	ipath="$ANALYSIS_DIRECTORY/$exp"
+	tpath="$PLOTS_DIRECTORY/$exp"
+    hpath="$PLOTS_DIRECTORY/${exp1}-${exp2}_${mDate}"
+
+	# Create help directory if not existent
+  	if [  ! -d "$hpath" ]; then
+    	mkdir -p "$hpath"
+	fi
+
+	# Create output directory if not existent
+  	if [  ! -d "$tpath" ]; then
+    	mkdir -p "$tpath"
+	fi
+
+    for name in "${MARS_RETRIEVALS[@]}"; do
+
+	  log "name             : $name"
+
+	  # Define the corresponding arrays based on the name
+	  param_var="param_${name}[@]"
+	  ncvar_var="ncvar_${name}[@]"
+	  myvar_var="myvar_${name}[@]"
+
+	  # Use variable indirection to access the arrays
+	  param=("${!param_var}")
+	  ncvar=("${!ncvar_var}")
+	  myvar=("${!myvar_var}")
+
+	  cd $ipath
+
+	  # Loop through the variables for this $name
+	  for ((i = 0; i < ${#ncvar[@]}; i++)); do
+
+		myvar_name="${myvar[i]}"
+		log "myvar_name       : $myvar_name"
+
+		tfile="${EVALUATION_PREFIX}_${exp1}-${exp2}_${myvar_name}_${mDate}_${name}_$ext"
+		log "${PLOTTYPE} plot for: $myvar_name - $tpath/$tfile"
+		log "work in progress, plot scripts to be implemented ..."
+
+ 		touch  $tpath/$tfile
+ 		ls -lh $tpath/$tfile
+
+ 	  done # ncvar
+    done # name
+done # exps
+
+log "$ipath"
+log "$tpath"
+
+log  "----------------------------------------------------------------------------------------"
+log  "End ${SCRIPT} at `date`"
+log  "________________________________________________________________________________________"
+
+exit 0

qlc/sh/qlc_Z1.sh

@@ -0,0 +1,165 @@
+#!/bin/sh -e
+
+# Source the configuration file to load the settings
+. "$CONFIG_FILE"
+# Include common functions
+source $FUNCTIONS
+
+CUSR="`echo $USER`"
+PLOTTYPE="pdftex"
+SCRIPT="$0"
+ log  "________________________________________________________________________________________"
+ log  "Start ${SCRIPT} at `date`"
+#log  "----------------------------------------------------------------------------------------"
+#log  "Copyright (c) 2021-2025 ResearchConcepts io GmbH. All Rights Reserved.                  "
+#log  "Questions / comments to: Swen M. Metzger <sm@researchconcepts.io>                       "
+ log  "----------------------------------------------------------------------------------------"
+
+# Loop through and process the parameters received
+for param in "$@"; do
+  log "Subscript $0 received parameter: $param"
+done
+
+log "$0 TEX_DIRECTORY = $TEX_DIRECTORY"
+pwd -P
+
+# module load for ATOS
+myOS="`uname -s`"
+HOST=`hostname -s  | awk '{printf $1}' | cut -c 1`
+#log   ${HOST} ${ARCH}
+if [  "${HOST}" == "a" ] && [ "${myOS}" != "Darwin" ]; then
+module load texlive/2022
+fi
+# Check if pdflatex exists
+if ! command_exists pdflatex; then
+  log  "Error: pdflatex command not found" >&2
+  exit 1
+else
+  log  "Success: pdflatex command found"
+  TEX="`which pdflatex` -interaction=batchmode -shell-escape"
+  log "${TEX}"
+fi
+
+# get script name without path and extension
+script_name="${SCRIPT##*/}"     # Remove directory path
+script_name="${script_name%.*}" # Remove extension
+QLTYPE="$script_name"           # qlc script type
+base_name="${QLTYPE%_*}"        # Remove subscript
+CDATE="20`date +"%y%m%d%H"`"    # pdf creation date
+CDATE="20`date +"%y%m%d%H%M"`"  # pdf creation date
+ext="$PLOTEXTENSION"            # embedded plot type
+
+# Assign the command line input parameters to variables
+exp1="$1"
+exp2="$2"
+sDat="$3"
+eDat="$4"
+sDate="${sDat//[-:]/}"
+eDate="${eDat//[-:]/}"
+mDate="$sDate-$eDate"
+
+# definition of tex file name
+pfile="${TEAM_PREFIX}_${exp1}-${exp2}_${mDate}_${QLTYPE}-${ext}_${CDATE}"
+log "pfile base name  : $pfile"
+
+tpath="${TEX_DIRECTORY}/${pfile}"
+hpath="$PLOTS_DIRECTORY/${exp1}-${exp2}_${mDate}"
+
+# Create help directory if not existent
+if [  ! -d "$hpath" ]; then
+    mkdir -p "$hpath"
+fi
+
+# Create output directory if not existent
+if [    ! -d "$tpath" ]; then
+	mkdir -p "$tpath"
+fi
+
+cd ${tpath}
+pwd -P
+
+if [   -d "$SCRIPTS_PATH/tex_template" ]; then
+    rm -rf                            ${tpath}/tex
+	cp -rp $SCRIPTS_PATH/tex_template ${tpath}/tex
+else
+	log "Error: tex template not found! : $SCRIPTS_PATH/tex_template"
+	exit 1
+fi
+
+log  "----------------------------------------------------------------------------------------"
+log "Processing ${PLOTTYPE}:"
+
+log "QLTYPE           : $QLTYPE"
+log "TEAM_PREFIX      : $TEAM_PREFIX"
+log "EVALUATION_PREFIX: $EVALUATION_PREFIX"
+log "MODEL_RESOLUTION : $MODEL_RESOLUTION"
+log "TIME_RESOLUTION  : $TIME_RESOLUTION"
+log "mDate            : $mDate"
+log "ext              : $ext"
+log "exp1             : $exp1"
+log "exp2             : $exp2"
+log "USER             : $CUSR"
+log "DATE             : $CDATE"
+
+cd ${tpath}/tex
+pwd -P
+
+rm -f texPlotfiles.tex
+touch texPlotfiles.tex
+
+log  "----------------------------------------------------------------------------------------"
+for subname in "${SUBSCRIPT_NAMES[@]}"; do
+
+	name="${base_name}_${subname}"
+	log "name             : $name"
+
+	# list name for plot files used for final tex pdf
+	texPlots="${hpath}/texPlotfiles_${name}.tex"
+	if [ -f "${texPlots}" ]; then
+		log "${texPlots}"
+		cat  ${texPlots} >> texPlotfiles.tex
+	else
+		log "Note: No texPlotfiles_${name}.tex found!"
+		log "${texPlots}"
+	fi
+
+done # name
+log  "----------------------------------------------------------------------------------------"
+ls -lh        texPlotfiles.tex
+log  "----------------------------------------------------------------------------------------"
+cat           texPlotfiles.tex > ./CAMS_PLOTS.tex
+log  "----------------------------------------------------------------------------------------"
+log                             "./CAMS_PLOTS.tex"
+	cat                          ./CAMS_PLOTS.tex
+log  "----------------------------------------------------------------------------------------"
+# Replace placeholders in the template file
+# XXTIT, XXRES, XEXP1, XEXP2, XXDAT, XXAVG, XXUSR, XXTEAM
+TEAM=$(echo "$TEAM_PREFIX" | sed 's/_/\\\\_/g')
+log "TEAM $TEAM"
+sed -e "s/XXTIT/${EVALUATION_PREFIX}/g" \
+    -e "s/XXRES/${MODEL_RESOLUTION}/g" \
+    -e "s/XEXP1/${exp1}/g" \
+    -e "s/XEXP2/${exp2}/g" \
+    -e "s/XXAVG/${TIME_RESOLUTION}/g" \
+    -e "s/XXDAT/${mDate}/g" \
+    -e "s/XXUSR/${CUSR}/g" \
+    -e "s|XTEAM|${TEAM}|g" \
+     "template.tex" >    "./${pfile}.tex"
+log  "${TEX}              ./${pfile}.tex"
+      ${TEX}              ./${pfile}.tex
+      ${TEX}              ./${pfile}.tex
+      mv                  ./${pfile}.pdf $TEX_DIRECTORY/
+	  if [ "${myOS}" == "Darwin" ]; then
+      open   $TEX_DIRECTORY/${pfile}.pdf
+      fi
+      ls -lh $TEX_DIRECTORY/${pfile}.pdf
+rm -f *.aux *.nav *.out *.snm *.toc *.log 
+log  "----------------------------------------------------------------------------------------"
+log "$tpath"
+log  "----------------------------------------------------------------------------------------"
+
+log  "----------------------------------------------------------------------------------------"
+log  "End ${SCRIPT} at `date`"
+log  "________________________________________________________________________________________"
+
+exit 0

qlc/sh/qlc_common_functions.sh

@@ -0,0 +1,157 @@
+#!/bin/sh
+
+# Source the configuration file to load the settings
+. "$CONFIG_FILE"
+
+#log  "----------------------------------------------------------------------------------------"
+#log  "Copyright (c) 2021-2025 ResearchConcepts io GmbH. All Rights Reserved.                  "
+#log  "Questions / comments to: Swen M. Metzger <sm@researchconcepts.io>                       "
+#log  "----------------------------------------------------------------------------------------"
+
+myOS="`uname -s`"
+HOST=`hostname -s  | awk '{printf $1}' | cut -c 1`
+
+# Function to log messages to a file
+log() {
+  local timestamp
+  timestamp1=$(date +"%Y-%m-%d %H:%M:%S")
+  timestamp2=$(date +"%Y%m%d%H%M")
+# timestamp2=$(date +"%Y%m%d%H")
+  local log_message="[$timestamp1] $1"
+
+  # Create log directory if not existent
+  if  [ ! -d "$WORKING_DIRECTORY/log" ]; then
+	mkdir -p  $WORKING_DIRECTORY/log
+  fi
+  
+  # Specify the log file path
+# local log_file="$WORKING_DIRECTORY/log/qlc_${timestamp2}_$$.log"
+  local log_file="$WORKING_DIRECTORY/log/qlc_${timestamp2}.log"
+  
+  # Append the log message to the log file
+  echo "$log_message"       >> "$log_file"
+# echo "$log_message" | tee -a "$log_file"
+ 
+  # Also print the log message to the standard output (console)
+  echo "$log_message"
+}
+
+# Define the sorting function
+sort_files() {
+    local script_name="$1"
+    local exp1="$2"
+    local exp2="$3"
+    local files_list="$4"
+    local ext="$5"
+    local hpath="$6"
+    local fnam
+    local fvar
+    local sorted_file_list="${hpath}/sorted_files_${script_name}.list"
+    local temp_file_list="${hpath}/temp_file_list_${script_name}.list"
+    local variable_list="${hpath}/var_list_${script_name}.list"
+
+    # Initialize arrays
+    fnam=()
+    
+    # workaround for system dependency
+	if [ "${myOS}" == "Darwin" ]; then
+#		var_element=8
+		var_element=9
+		exp_element=10
+	else
+#		var_element=7
+		var_element=8
+		exp_element=9
+	fi
+
+    # Read the list of files from the file list
+    while read -r file; do
+        fnam+=("$file")
+        # Extract the variable name from the file name
+        IFS="_" read -ra parts <<< "$file"
+        var="${parts[$var_element]}"
+        fvar+=("$var")
+        vars+=" $var"  # Create a space-separated list of variable names
+    done < "$files_list"
+
+    # Get unique variable list
+    echo "$vars" | tr ' ' '\n' | sort -u > $variable_list
+    var_list="`cat $variable_list`"
+#   echo $var_list
+
+	set -f  # Disable globbing
+
+	# Split the var_list string into separate variables
+	set -- $var_list
+
+	# Create an array to store the variables
+	variables=()
+
+	# Store all variables from the var_list in the array
+	while [ "$#" -ge 1 ]; do
+		variables+=("$1")
+		shift
+	done
+
+	# Loop through the variables
+	for file_var in "${variables[@]}"; do
+		# Loop through the files and populate the temporary file
+		for file_nam in "${fnam[@]}"; do
+			fxxx="$file_nam"
+			# Extract the file name without directory and extension
+			file_xxx="${fxxx##*/}"  # Remove directory path
+			file_yyy="${file_xxx%.*}"  # Remove extension
+
+			# Split the file name into parts
+			IFS="_" read -ra parts <<< "$file_yyy"
+
+			tvar="${parts[$var_element]}"
+			texp="${parts[$exp_element]}"
+			ftype="$(echo "${parts[@]:$exp_element}.${ext}2" | sed 's| |_|g')"
+
+			if [ "$file_var" == "$tvar" ]; then
+#				echo "Processing file: $file_nam"
+				echo "$file_nam $ftype" >> "${temp_file_list}_${file_var}.$$"
+#				ls -lh                      ${temp_file_list}_${file_var}.$$
+			fi
+		done
+	done
+
+	set +f  # Enable globbing
+
+    # Define the desired sorting order
+#   sorting_order=("${exp1}.${ext}2" "${exp2}.${ext}2" "${exp2}_diff.${ext}2" "${exp1}_log.${ext}2" "${exp2}_log.${ext}2" "${exp2}_log_diff.${ext}2")
+#   sorting_order=("${exp1}.${ext}2" "${exp2}.${ext}2" "${exp1}_diff.${ext}2" "${exp1}_log.${ext}2" "${exp2}_log.${ext}2" "${exp1}_log_diff.${ext}2")
+    sorting_order=("${exp1}_surface.${ext}2" "${exp2}_surface.${ext}2" "${exp1}_surface_diff.${ext}2" "${exp1}_surface_log.${ext}2" "${exp2}_surface_log.${ext}2" "${exp1}_surface_log_diff.${ext}2" \
+                   "${exp1}_burden.${ext}2" "${exp2}_burden.${ext}2" "${exp1}_burden_diff.${ext}2" "${exp1}_burden_log.${ext}2" "${exp2}_burden_log.${ext}2" "${exp1}_burden_log_diff.${ext}2" \
+                   "${exp1}_meridional.${ext}2" "${exp2}_meridional.${ext}2" "${exp1}_meridional_diff.${ext}2" "${exp1}_meridional_log.${ext}2" "${exp2}_meridional_log.${ext}2" "${exp1}_meridional_log_diff.${ext}2" \
+                   "${exp1}_zonal.${ext}2" "${exp2}_zonal.${ext}2" "${exp1}_zonal_diff.${ext}2" "${exp1}_zonal_log.${ext}2" "${exp2}_zonal_log.${ext}2" "${exp1}_zonal_log_diff.${ext}2" \
+                   "${exp1}_utls.${ext}2" "${exp2}_utls.${ext}2" "${exp1}_utls_diff.${ext}2" "${exp1}_utls_log.${ext}2" "${exp2}_utls_log.${ext}2" "${exp1}_utls_log_diff.${ext}2" \
+                   )
+
+	# Sort the temporary files and write the sorted files to sorted_file.list
+	for file_var in "${variables[@]}"; do
+		for type in "${sorting_order[@]}"; do
+			grep -w "$type" "${temp_file_list}_${file_var}.$$" | sed "s|$type||g" >> "${sorted_file_list}_${file_var}.$$"
+		done
+#		ls -lh                                                                        ${sorted_file_list}_${file_var}.$$
+	done
+	# Concatenate the sorted files into the final sorted_file_list
+	cat "${sorted_file_list}"*".$$" > "$sorted_file_list"
+#	ls -lh  "$sorted_file_list"
+
+    sorted_list="$(cat "$sorted_file_list")"
+
+#   echo "Sorted file list: $sorted_file_list"
+#   echo "$sorted_list"
+
+    # Clean up the temporary file
+    rm -f ${sorted_file_list}*.$$ ${temp_file_list}*.$$
+}
+
+# Custom function to check if a command exists
+command_exists() {
+  command -v "$1" >/dev/null 2>&1
+}
+
+

qlc/sh/qlc_main.sh

@@ -0,0 +1,127 @@
+#!/bin/sh -e
+umask 0022
+
+ARCH="`uname -m`"
+myOS="`uname -s`"
+HOST="`hostname -s`"
+CUSR="`echo $USER`"
+# user specific configuration file
+QLC_DIR="$HOME/qlc"
+CONFIG_DIR="$QLC_DIR/config"
+CONFIG_FILE="$CONFIG_DIR/qlc.conf"
+CONFIG_TEX="$CONFIG_DIR/qlc_tex.conf"
+
+# Source the configuration file to load the settings
+. "$CONFIG_FILE"
+export CONFIG_DIR
+export CONFIG_FILE
+. "$CONFIG_TEX"
+export CONFIG_TEX
+
+# Include common functions
+FUNCTIONS="$SCRIPTS_PATH/qlc_common_functions.sh"
+source $FUNCTIONS
+export  FUNCTIONS
+
+SCRIPT="$0"
+log  "________________________________________________________________________________________"
+log  "Start ${SCRIPT} at `date`"
+log  "----------------------------------------------------------------------------------------"
+log  "Purpose of QLC = Quick Look CAMS/IFS results -- ${HOST} on ${myOS} / ${ARCH} - ${CUSR}  "
+log  "           QLC uses subscripts defined in $CONFIG_FILE                                  "
+log  "           see $QLC_DIR/doc/README.md for details                                        "
+log  "Don^t expect too much, as we follow the KISS principle >Keep it simple, stupid!< ;-) ..."
+log  "________________________________________________________________________________________"
+log  "Copyright (c) 2021-2025 ResearchConcepts io GmbH. All Rights Reserved.                  "
+log  "Questions / comments to: Swen M. Metzger <sm@researchconcepts.io>                       "
+log  "----------------------------------------------------------------------------------------"
+
+# Check if the required parameters are provided
+if [ $# -eq 0 ]; then
+  log  "Error: No parameters provided. Please provide your parameters in the following syntax:"
+  log  "$0 exp1 exp2  startDate   endDate, e.g.:"
+  log  "$0 b2ro iqi9 2018-12-15 2018-12-31 mars"
+  log  "$0 b2ro iqi9 2019-01-01 2019-01-31"
+  log  "________________________________________________________________________________________"
+  log  "End   ${SCRIPT} at `date`"
+  log  "________________________________________________________________________________________"
+  exit 1
+fi
+
+# Loop through the provided parameters
+for param in "$@"; do
+  log  "Command line input: $param"
+done
+
+# Check if the configuration file exists
+if [ -f "$CONFIG_FILE" ]; then
+	# Read and export the variables from the configuration file
+	while IFS= read -r line; do
+		var_name=$(echo "$line" | cut -d= -f1)
+		var_value=$(echo "$line" | cut -d= -f2-)
+
+		# Check if the variable is an array
+		if [[ "$var_value" =~ "^[[:space:]]*\(.*\)[[:space:]]*$" ]]; then
+			eval "array=($var_value)"
+			for element in "${array[@]}"; do
+				log "Configuration file: $var_name=$element"
+#			    export "$var_name"
+			done
+		else
+			log "Configuration file: $var_name=$var_value"
+#		    export "$var_name"
+		fi
+	done < "$CONFIG_FILE"
+else
+  log  "Error: Config file '$CONFIG_FILE' not found."
+  exit 1
+fi
+
+# Check if the SUBSCRIPT_NAMES array is defined
+if [ -z "${SUBSCRIPT_NAMES[*]}" ]; then
+  log "Error: SUBSCRIPT_NAMES is not defined in the configuration file."
+  exit 1
+fi
+
+# Create working directory if not existent
+if [ ! -d "$WORKING_DIRECTORY" ]; then
+    mkdir -p $WORKING_DIRECTORY
+fi
+
+# Create a temporary directory and store its path in a variable
+#TEMP_DIR=$(mktemp -d)
+TEMP_DIR=$WORKING_DIRECTORY
+export TEMP_DIR
+
+# Change to the temporary directory
+cd "$TEMP_DIR"
+PWD="`pwd -P`"
+log "changed to directory: $PWD" 
+
+# Loop through and call the specified subscripts individually
+for name in "${SUBSCRIPT_NAMES[@]}"; do
+  script_name="qlc_${name}.sh"
+  log  "processing subscript:  $script_name"
+
+  if [ -f "$SCRIPTS_PATH/$script_name" ]; then
+    # Call the subscript
+    log   "$SCRIPTS_PATH/$script_name" "$@"
+          "$SCRIPTS_PATH/$script_name" "$@"
+
+    if [ "$5" == "mars" ]; then
+       log "Only calling the mars retrieval script, the other processes can be called in the second qlc submission step (without option: mars)"
+       exit 1
+    fi
+          
+  else
+    log  "Error: $script_name not found in $SCRIPTS_PATH."
+  fi
+done
+
+pwd -P
+log  "----------------------------------------------------------------------------------------"
+log  "End ${SCRIPT} at `date`"
+log  "________________________________________________________________________________________"
+
+exit 0
+

qlc/sh/qlc_start.sh

@@ -0,0 +1,23 @@
+#!/bin/sh
+SCRIPT="$0"
+echo  "________________________________________________________________________________________"
+echo  "Start ${SCRIPT} at `date`"
+#echo "----------------------------------------------------------------------------------------"
+#echo "Copyright (c) 2021-2025 ResearchConcepts io GmbH. All Rights Reserved.                  "
+#echo "Questions / comments to: Swen M. Metzger <sm@researchconcepts.io>                       "
+echo  "----------------------------------------------------------------------------------------"
+if [ "$1" == "" ] ;then
+ls -lrth $HOME/qlc/log/qlc*
+echo "type, e.g.:"
+echo "$HOME/qlc/bin/qlc_start.sh b2ro iqi9 2018-12-01 2018-12-31 mars log001"
+echo  "________________________________________________________________________________________"
+echo  "End   ${SCRIPT} at `date`"
+echo  "________________________________________________________________________________________"
+exit 0
+fi
+$HOME/qlc/bin/qlc $1 $2 $3 $4 $5 mars >& $HOME/qlc/log/qlc.$6 &
+echo "tail -f                            $HOME/qlc/log/qlc.$6"
+echo  "________________________________________________________________________________________"
+echo  "End   ${SCRIPT} at `date`"
+echo  "________________________________________________________________________________________"
+exit 0

qlc/sh/qlc_start_batch.sh

@@ -0,0 +1,46 @@
+#!/bin/sh -e
+SCRIPT="$0"
+echo  "________________________________________________________________________________________"
+echo  "Start ${SCRIPT} at `date`"
+#echo "----------------------------------------------------------------------------------------"
+#echo "Copyright (c) 2021-2025 ResearchConcepts io GmbH. All Rights Reserved.                  "
+#echo "Questions / comments to: Swen M. Metzger <sm@researchconcepts.io>                       "
+echo  "----------------------------------------------------------------------------------------"
+if [ "$1" == "" ] ;then
+echo "type, e.g.:"
+echo "$HOME/qlc/bin/sqlc b2ro iqi9 2018-12-01 2018-12-31"
+echo "$HOME/qlc/bin/sqlc b2ro iqi9 2018-12-01 2018-12-31 mars"
+echo "Use option 'mars' to retrieve files and then submit a dependency job once all data have been retrieved."
+echo "Or, option 'mars' can be skipped, if all data are already present in $HOME/qlc/Results"
+echo  "________________________________________________________________________________________"
+echo  "End   ${SCRIPT} at `date`"
+echo  "________________________________________________________________________________________"
+exit 0
+fi
+if [ "$5" == "mars" ] ;then
+jobid='${SLURM_JOB_ID}'
+cat > $HOME/qlc/run/qlc_batch.sh$$<<EOF
+#!/bin/ksh -e
+#SBATCH --job-name=$HOME/qlc/run/qlc_batch.sh$$
+#SBATCH --output=log-%J.out
+#SBATCH --error=err-%J.out
+#SBATCH --export=ALL
+$HOME/qlc/bin/qlc $1 $2 $3 $4 $5
+echo "SLURM_JOB_ID = ${jobid}"
+sbatch --dependency=afterok:${jobid} --mail-user=$USER@ecmwf.int $HOME/qlc/bin/qlc $1 $2 $3 $4
+EOF
+else
+cat > $HOME/qlc/run/qlc_batch.sh$$<<EOF
+#!/bin/ksh -e
+#SBATCH --job-name=$HOME/qlc/run/qlc_batch.sh$$
+#SBATCH --output=log-%J.out
+#SBATCH --error=err-%J.out
+$HOME/qlc/bin/qlc $1 $2 $3 $4
+EOF
+fi
+sbatch $HOME/qlc/run/qlc_batch.sh$$
+squeue -u "$USER"
+echo  "________________________________________________________________________________________"
+echo  "End   ${SCRIPT} at `date`"
+echo  "________________________________________________________________________________________"
+exit 0