@colisweb/rescript-toolkit 5.44.4 → 5.45.0

package/.secure_files/{ci-functions-v17.12.0-feat-add-mysql-service-1.0.6beta → ci-functions-v20.3.3}

@@ -62,7 +62,7 @@ extract_arg() {
   value=$3
   if [ "--$name" != "$passed" ]; then
     echo "missing argument $name"
-    exit 1
+    return 1
   fi
   eval $name='$value'
 }
@@ -92,63 +92,6 @@ aws_ecr_token() {
   aws ecr get-authorization-token --region=eu-west-1 --output text --query 'authorizationData[].authorizationToken'
 }
 
-# you will need jq to use these commands. You can install it using "brew install jq"
-# delete_images colisweb_api 8
-# will delete images older than 8 weeks
-delete_images() {
-
-  REPO=$1
-  WEEKS=${2:-16}
-
-  WEEKS_AGO=$(date -v-${WEEKS}w +%F)
-
-  #Get all ecr images
-  IMAGES=$(aws ecr describe-images --repository-name $REPO --output json)
-
-  #Filter unnecessary values and map `imagePushedAt` to EPOCH
-  NON_LATEST_IMAGES=$(echo $IMAGES | jq '[.imageDetails[] | select(.imageTags | any(endswith("latest")) | not)]')
-
-  #Filter on EPOCH
-  OLD_IMAGES=$(echo $NON_LATEST_IMAGES | jq --arg date $WEEKS_AGO '.[] | select(.imagePushedAt[0:10] < $date).imageDigest')
-  while IFS= read -r IMAGE; do
-    if [ "$IMAGE" != "" ]; then
-      echo "Deleting $IMAGE from $REPO"
-      AWS_PAGER="" aws  ecr batch-delete-image --repository-name $REPO --image-ids imageDigest=$IMAGE
-    fi
-  done <<< "$OLD_IMAGES"
-}
-
-# delete_images_all_repos 12
-# will delete images in all repositories older than 12 weeks
-delete_images_all_repos() {
-  REPOSITORIES=$(aws ecr describe-repositories --output json | jq -r '.[]|.[].repositoryName')
-
-  while IFS= read -r REPO; do
-    echo "processing ECR repository $REPO"
-    delete_images $REPO $1
-  done <<< "$REPOSITORIES"
-}
-
-delete_old_cache() {
-  DATE=${1:-$(date -v-1m +%F)}
-  CACHE_BUCKET=${2:-"s3://gitlab-colisweb-distributed-cache/project/"}
-
-  echo "deleting from cache $CACHE_BUCKET all older than $DATE"
-
-  aws_ecr_login
-
-  while read -r line; do
-    datum=$(echo $line | cut -c1-10)
-    if [[ "$datum" < "$DATE" ]] ; then
-      # Shell Parameter Expansion: ${parameter##word}
-      # Allow to return the result from "word" to the end of "parameters"
-      # Here we need the end of the string after "project/" (corresponding to the S3 gitlab project id and filename)
-      TO_DELETE="$CACHE_BUCKET${line##* project/}"
-      echo $TO_DELETE
-      aws s3 rm $TO_DELETE
-    fi
-  done < <(aws s3 ls $CACHE_BUCKET  --recursive)
-}
 
 #!/usr/bin/env bash
 
@@ -250,11 +193,11 @@ entries:
   cronjob:
 EOT
 
-  # helm3 stable repo have changed and must be updated manually, in versions < v2.17.0
-  helm3 repo add colisweb s3://colisweb-helm-charts/colisweb  --force-update
-  helm3 repo add stable https://charts.helm.sh/stable --force-update
-  helm3 repo update
-  helm3 dependency update ${ROOT_PATH}/${CHART_PATH}
+  # helm stable repo have changed and must be updated manually, in versions < v2.17.0
+  helm repo add colisweb s3://colisweb-helm-charts/colisweb  --force-update
+  helm repo add stable https://charts.helm.sh/stable --force-update
+  helm repo update
+  helm dependency update ${ROOT_PATH}/${CHART_PATH}
 
   # Gather values/*.yaml files
   VALUES_PATH="${ROOT_PATH}/${CHART_NAME}/values"
@@ -262,7 +205,7 @@ EOT
   [ -d $VALUES_PATH ] && VALUES_FILES=$(find $VALUES_PATH -type f -maxdepth 1 -name "*.yaml" | sed 's/^/ -f /' | tr -d \\n | sed 's/%//')
 
   # Deploy
-  helm3 upgrade --install \
+  helm upgrade --install \
     --namespace ${ENVIRONMENT} \
     ${VALUES_FILES} \
     -f ${ROOT_PATH}/${CONFIG_PATH}/common.yaml \
@@ -272,7 +215,7 @@ EOT
     ${CHART_NAME} ${ROOT_PATH}/${CHART_PATH}
 
 
-  verify_deployments_v3 -t 10m $ENVIRONMENT $CHART_NAME
+  verify_deployments -t 10m $ENVIRONMENT $CHART_NAME
 
 }
 
@@ -509,12 +452,12 @@ configure_kubectl_for() {
 database_k8s() {
   MODE=$1
   case $MODE in
-  	 "tests") SSH_LOCAL_PORT=2224;PG_LOCAL_PORT=24440;CA_LOCAL_PORT=25430;ENV="tests";;
-	   "testing") SSH_LOCAL_PORT=2225;PG_LOCAL_PORT=24441;CA_LOCAL_PORT=25431;ENV="testing";;
-	   "staging") SSH_LOCAL_PORT=2226;PG_LOCAL_PORT=24442;CA_LOCAL_PORT=25432;ENV="staging";;
-	   "production") SSH_LOCAL_PORT=2227;PG_LOCAL_PORT=24443;CA_LOCAL_PORT=25433;ENV="production";;
-	   "production_rw") SSH_LOCAL_PORT=2227;PG_LOCAL_PORT=24444;CA_LOCAL_PORT=25434;ENV="production";;
-	   "recette") SSH_LOCAL_PORT=2228;PG_LOCAL_PORT=24446;CA_LOCAL_PORT=25436;ENV="recette";;
+  	 "tests") SSH_LOCAL_PORT=2224;COMP_LOCAL_PORT=25550;PG_LOCAL_PORT=24440;CA_LOCAL_PORT=25430;ENV="tests";;
+	   "testing") SSH_LOCAL_PORT=2225;COMP_LOCAL_PORT=25551;PG_LOCAL_PORT=24441;CA_LOCAL_PORT=25431;ENV="testing";;
+	   "staging") SSH_LOCAL_PORT=2226;COMP_LOCAL_PORT=25552;PG_LOCAL_PORT=24442;CA_LOCAL_PORT=25432;ENV="staging";;
+	   "production") SSH_LOCAL_PORT=2227;COMP_LOCAL_PORT=25553;PG_LOCAL_PORT=24443;CA_LOCAL_PORT=25433;ENV="production";;
+	   "production_rw") SSH_LOCAL_PORT=2227;COMP_LOCAL_PORT=25554;PG_LOCAL_PORT=24444;CA_LOCAL_PORT=25434;ENV="production";;
+	   "recette") SSH_LOCAL_PORT=2228;COMP_LOCAL_PORT=25556; PG_LOCAL_PORT=24446;CA_LOCAL_PORT=25436;ENV="recette";;
 	   *) echo "Unsupported ENV : $MODE"; return 1 ;;
   esac
 
@@ -535,23 +478,28 @@ database_k8s() {
 		HostName 127.0.0.1
 		Port 2225
 		LocalForward 24441 toutatis-testing-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:5432
+    LocalForward 25551 toutatis-testing-composite-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:5432
 		LocalForward 25431 toutatis-testing-mysql-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:3306
 		LocalForward 25531 testapirds.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:3306
+		LocalForward 25561 toutatis-testing-oracle-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:1521
 	  Host bastion_staging
 		HostName 127.0.0.1
 		Port 2226
 		LocalForward 24442 toutatis-staging-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:5432
+		LocalForward 25552 toutatis-staging-composite-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:5432
 		LocalForward 25432 toutatis-staging-mysql-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:3306
     Host bastion_recette
 		HostName 127.0.0.1
 		Port 2228
 		LocalForward 24446 toutatis-recette-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:5432
+		LocalForward 25556 toutatis-recette-composite-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:5432
 		LocalForward 25436 toutatis-recette-mysql-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:3306
 		LocalForward 25536 testapirds.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:3306
 	  Host bastion_production
 		HostName 127.0.0.1
 		Port 2227
     LocalForward 24443 toutatis-production-db-replica.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:5432
+    LocalForward 25553 toutatis-production-composite-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:5432
     LocalForward 25433 toutatis-production-mysql-db-replica.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:3306
 EOF
   if [ "$MODE" = "production_rw" ] ; then
@@ -565,6 +513,7 @@ EOF
   	-F "$bastion_config" \
   	"bastion_$ENV"
 
+  echo "sample command (composite) : 'psql postgres://postgres@127.0.0.1:$COMP_LOCAL_PORT'"
   echo "sample command : 'psql postgres://postgres@127.0.0.1:$PG_LOCAL_PORT'"
   echo "sample command : 'mysql -u colisweb -h 127.0.0.1 -P $CA_LOCAL_PORT -p db_name'"
 
@@ -612,8 +561,6 @@ kube_init_database_once() {
   echo " Initializing Database '$db_database' for namespace $namespace"
   echo "======================="
 
-  set -x
-
   echo "Checking if Database '$db_database' exists"
   set +e
   psql_on_k8 $namespace once "$db_init_username:$db_init_password@$db_host:$db_port" -lqtA | cut -d\| -f1 | grep "^$db_database$"
@@ -843,8 +790,6 @@ kube_init_service_database() {
 
   local db_connection="$db_init_username:$db_init_password@$db_host:$db_port"
 
-  set -x
-
   echo "Checking if Database '$db_database' exists"
   set +e
   psql_on_k8 $namespace $service $db_connection -lqtA | cut -d\| -f1 | grep "^$db_database$"
@@ -912,14 +857,29 @@ EOF
 }
 #!/usr/bin/env bash
 
+function kstatus() {
+  if [ -z "$3" ]
+    then
+    configure_kubectl_for $1 && watch -n 1 "kubectl -n $1 get $2"
+  else
+    configure_kubectl_for $1 && watch -n 1 "kubectl -n $1 get $2 | grep $3"
+  fi
+}
+
+#!/usr/bin/env bash
+
 k8_nodes_stats() {
-kubectl get nodes -o name  |
-  xargs kubectl describe |
-  grep "^Name\|workType\|cpu  \|memory  "  |
-  sed -r 's/[ :=]+/\t/g' |
-  sed 's/\tworkType\t//g' |
-  sed -r 's/^Name/---\nName/g' |
-  grep --color "Name\|web\|workers\|cpu\|memory\|---"
+  ENV=${1:-testing}
+
+  configure_kubectl_for "${ENV}"
+
+  kubectl get nodes -o name  |
+    xargs kubectl describe |
+    grep "^Name\|workType\|cpu  \|memory  "  |
+    sed -r 's/[ :=]+/\t/g' |
+    sed 's/\tworkType\t//g' |
+    sed -r 's/^Name/---\nName/g' |
+    grep --color "Name\|web\|workers\|cpu\|memory\|---"
 }
 
 #!/usr/bin/env bash
@@ -985,20 +945,59 @@ pod_copy_to() {
 
 pick_pod() {
   ENV=$1
-  POD_FILTER="pod/$2"
+  POD_FILTER=$2
   configure_kubectl_for $ENV
 
   if [ -z "$2" ] ; then
     kubectl -n $ENV get pods | gum filter | cut -f1 -d" "
   else
-      if PODS=$(kubectl -n $ENV get pods -o=name | grep "$POD_FILTER"); then
-        echo $PODS | head -1 | sed -e 's/pod\///'
+      if PODS=$(kubectl -n $ENV get pods | grep -m1 "$POD_FILTER" | cut -f1 -d" "); then
+        echo $PODS
       else
         echo "no pods found on $ENV matching $POD_FILTER" >&2
       fi
   fi
 }
 
+# pods_settings $ENV
+# Will output a CSV (;) of all deployments on this environment with cpu and memory request and limits
+# Errors and null outputs are ignored and won't be in the output.
+pods_resources() {
+  ENV=$1
+  configure_kubectl_for $ENV
+  DEPLOYMENTS=(
+    $(kubectl -n $ENV get deployments | grep -Eo '^[^ ]+' | grep -v 'NAME')
+  )
+  echo "deployment; request_cpu; request_memory; limits_cpu;limits_memory"
+  for D in "${DEPLOYMENTS[@]}"; do
+      info=$(kubectl -n $ENV get deployment -o yaml $D |
+        yq '.spec.template.spec.containers[].resources' |
+        yq '.L = .requests.cpu + "; " + .requests.memory + "; " + .limits.cpu + "; " + .limits.memory' |
+        yq ".L") 2&>/dev/null
+      if ! [ "$info" = "null" ]; then
+        echo "$D; $info"
+      fi
+  done
+}
+
+pods_strategies() {
+  ENV=$1
+  configure_kubectl_for $ENV
+  DEPLOYMENTS=(
+    $(kubectl -n $ENV get deployments | grep -Eo '^[^ ]+' | grep -v 'NAME')
+  )
+  echo "deployment; max_surge; max_unavailable"
+  for D in "${DEPLOYMENTS[@]}"; do
+      info=$(kubectl -n $ENV get deployment -o yaml $D |
+        yq '.spec.strategy' |
+        yq '.L = .rollingUpdate.maxSurge + "; " + .rollingUpdate.maxUnavailable' |
+        yq ".L") 2&>/dev/null
+      if ! [ "$info" = "null" ]; then
+        echo "$D; $info"
+      fi
+  done
+}
+
 #!/usr/bin/env bash
 
 bastion_config_for_redis_ca() {
@@ -1433,6 +1432,182 @@ spec:
 }
 
 
+#!/usr/bin/env bash
+
+# Usage info
+show_help_shell() {
+  local help="""Usage: run_job_k8s -s SCRIPT [-e ENV] [-c CONFIG] [-p POD] [-f FOLDER] [ARGS]
+  Create a k8s job executing a script
+
+      -h          display this help and exit
+      -s SCRIPT   run script SCRIPT on a pod (SCRIPT must be a .sc file)
+      -e ENV      opt. set execution environment (default to testing)
+      -c CONFIG   opt. secret file needed for the script (must be a .sc file, not a .secret file)
+      -p POD      opt. name of the pod to create (default to $USERNAME)
+      -f FOLDER   opt. name of the folder containing the scripts to execute (if SCRIPT needs other files)
+      ARGS        opt. additional arguments for SCRIPT
+
+  The organisation of the files must be the same locally as on the pod :
+    - /code containing the script to execute (arg -s) and the other needed files (if the arg -f is used, it must reference this directory)
+    - /conf containing the secret file (arg -c if used)
+  E.g. in the script \"/code/script.sc\", to use a secret file \"/conf/secret.sc\", the import should look like \"import \$file.^.conf.secret.sc\"
+  """
+  echo "$help"
+}
+
+run_shell_k8s() {
+
+  #default values
+  local namespace="testing"
+  local name="$USERNAME"
+  local secret=""
+  local shell_folder=""
+  local script_script=""
+
+  while getopts ":e:c:p:f:s:h" opt; do
+    case $opt in
+      e)
+        namespace="$OPTARG" >&2
+        ;;
+      p)
+        name="$OPTARG" >&2
+        ;;
+      c)
+        secret="$OPTARG" >&2
+        ;;
+      f)
+        shell_folder="$OPTARG" >&2
+        ;;
+      s)
+        shell_script="$OPTARG" >&2
+        ;;
+      h)
+        show_help_job
+        return 0
+        ;;
+      :)
+        echo "Option -$OPTARG requires an argument. Run run_cron_job_k8s -h for help" >&2
+        return 0
+        ;;
+      \?)
+        echo "Invalid option: -$OPTARG. Run run_cron_job_k8s -h for help" >&2
+        return 0
+        ;;
+    esac
+  done
+
+  if [ -z "$shell_script" ]; then
+          echo 'Missing -s. Run run_job_k8s -h for help' >&2
+          return 0
+  fi
+
+  shift "$((OPTIND-1))"
+
+  local script_args=$(
+      if [ "$#" -gt 0 ] ; then
+        printf '"'
+        join_by '", "' $*
+        printf '"'
+      fi
+    )
+
+
+
+
+  local IMAGE="949316342391.dkr.ecr.eu-west-1.amazonaws.com/docker-infra-builder:v3.1.0"
+  local JOB_NAME="job-shell-$name"
+
+    if [[ ! -r "$shell_script" ]]; then
+      echo "shell script not found $shell_script"
+      return 2
+    else
+      local CONFIG_MAP="config-$JOB_NAME"
+      local CONFIG_MAP_DIR="$(mktemp -d)"
+      local SECRET_MAP="secret-$JOB_NAME"
+
+      configure_kubectl_for $namespace
+
+      if [[ ! -z $shell_folder && -d $shell_folder ]] ; then
+        cp -r "$shell_folder/" "$CONFIG_MAP_DIR"
+      fi
+      cp "$shell_script" "$CONFIG_MAP_DIR/script.sh"
+
+      kubectl -n $namespace get configmap $CONFIG_MAP && kubectl -n $namespace delete configmap $CONFIG_MAP
+      kubectl -n $namespace create configmap $CONFIG_MAP --from-file="$CONFIG_MAP_DIR"
+
+      kubectl -n $namespace get secret $SECRET_MAP && kubectl -n $namespace delete secret $SECRET_MAP
+      kubectl -n $namespace create secret generic $SECRET_MAP --from-file="$secret"
+
+      kubectl -n $namespace get job $JOB_NAME && kubectl -n $namespace delete job $JOB_NAME
+
+      echo "starting $JOB_NAME with $IMAGE"
+    fi
+
+      JOB_DEFINITION='
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: '$JOB_NAME'
+  namespace: '$namespace'
+spec:
+  template:
+    spec:
+      containers:
+      - name: '$JOB_NAME'
+        command: ["bash", "/code/script.sh"]
+        image: '$IMAGE'
+        args: ['$script_args']
+        env:
+        - name: POD_NAME
+          valueFrom:
+            fieldRef:
+              apiVersion: v1
+              fieldPath: metadata.name
+        - name: POD_NAMESPACE
+          valueFrom:
+            fieldRef:
+              apiVersion: v1
+              fieldPath: metadata.namespace
+        - name: HOST_IP
+          valueFrom:
+            fieldRef:
+              apiVersion: v1
+              fieldPath: status.hostIP
+        volumeMounts:
+        - name: config
+          mountPath: /code
+        - name: secret
+          mountPath: /conf
+          readOnly: true
+        resources:
+          requests:
+            cpu: 500m
+            memory: 256Mi
+          limits:
+            cpu: 4000m
+            memory: 1Gi
+      nodeSelector:
+        workType: workers
+      restartPolicy: Never
+      volumes:
+      - name: config
+        configMap:
+          name: '$CONFIG_MAP'
+      - name: secret
+        secret:
+          secretName: '$SECRET_MAP'
+      - name: stockage
+
+     '
+
+
+     echo $JOB_DEFINITION > /tmp/job.yaml
+
+      kubectl -n $namespace  apply -f /tmp/job.yaml
+
+}
+
+
 #!/usr/bin/env bash
 
 run_task() {
@@ -1551,6 +1726,423 @@ jwt_token() {
 
 #!/usr/bin/env bash
 
+alias update_devtool="git -C ~/.oh-my-zsh/custom/dev-tools/ pull"
+
+SCRIPT_PATH=$SCRIPT_FULL_PATH/shell/run
+PATH="$PATH:$SCRIPT_PATH/script"
+
+function get_token {
+    local ENV=$1
+    local LOGIN_FILE="$HOME/scriptlogin"
+
+   if [ ! -f "$LOGIN_FILE" ]; then
+    cat > "$LOGIN_FILE" <<-'EOF'
+    #!/bin/bash
+    case $ENV in 
+        "testing")
+            local BO_USERNAME=""
+            local BO_PASSWORD=""
+        ;;
+        "recette")
+            local BO_USERNAME=""
+            local BO_PASSWORD=""
+        ;;
+        "staging")
+            local BO_USERNAME=""
+            local BO_PASSWORD=""
+        ;;
+        *)
+            local BO_USERNAME=""
+            local BO_PASSWORD=""
+            echo "ENV ${ENV} inconu"
+            return
+        ;;
+    esac
+EOF
+    fi
+
+    source "${LOGIN_FILE}"
+
+    if [ -z "$BO_PASSWORD" ] || [ -z "$BO_USERNAME" ]
+    then
+        echo éditer le ficher "$LOGIN_FILE"
+        return 1
+    fi
+
+    curl -o /dev/null -D - "https://api.$ENV.colisweb.com/api/v6/authent/external/session" \
+        --data-raw '{"username":"'"${BO_USERNAME}"'","password":"'"${BO_PASSWORD/\"/\\\"}"'"}' \
+        --compressed 2> /dev/null  | grep set-cook | sed -e 's/.*session=//g;s/;.*//g'
+}
+
+function bash_array_to_json {
+    function join { 
+        local IFS="$1"
+        shift
+        echo "$*"
+    }
+
+    echo '["'"$(join , $*| sed -e 's/,/","/g' )"'"]' | jq
+}
+
+function get_random_street {
+    local CODE_POSTAUX_ARG=${1:-59000}
+    IFS=',' read -r -a CODE_POSTAUX <<< "$CODE_POSTAUX_ARG"
+    for CODE_POSTAL in "${CODE_POSTAUX[@]}"; do
+      if [[ ! "$CODE_POSTAL" =~ ^[0-9]{5}$ ]]; then
+          echo "Chaque CODE_POSTAL doit avoir une taille de 5 chiffre : $CODE_POSTAL"
+          exit 1
+      fi
+    done
+    local CODE_POSTAL=$(echo "${CODE_POSTAUX[@]}" | tr " " "\n" | sort -u -R | head -n 1)
+
+    get_random_street_in_cp $CODE_POSTAL
+}
+
+function get_random_street_in_cp {
+    local CODE_POSTAL=$1
+
+    FILENAME="rue-$CODE_POSTAL.lst"
+    if [ ! -f "$FILENAME" ]; then
+        curl --output tmp1.gz https://adresse.data.gouv.fr/data/ban/adresses/latest/csv/adresses-"${CODE_POSTAL:0:2}".csv.gz
+        gzip -d tmp1.gz
+        cut -d\; -f3,5,6,8 tmp1 | sed "/;$CODE_POSTAL;/!d" > "$FILENAME"
+        rm tmp1
+    fi
+
+    sort -R "$FILENAME" | head -n 1
+}
+
+function rand_slot {
+
+    local SCENARIO=$2
+    if [ -f "$SCENARIO" ]; then
+        source "$SCENARIO"
+    fi
+    local ORDER_DATE="$1"
+
+     DEFAULT=(
+        "06:00+01:00[Europe/Paris]-08:00+01:00[Europe/Paris]" 
+        "08:00+01:00[Europe/Paris]-10:00+01:00[Europe/Paris]" 
+        "10:00+01:00[Europe/Paris]-12:00+01:00[Europe/Paris]" 
+        "16:00+01:00[Europe/Paris]-18:00+01:00[Europe/Paris]" 
+        "18:00+01:00[Europe/Paris]-20:00+01:00[Europe/Paris]"
+    )
+    USAGE=${DELIVERY_SLOTS:-${DEFAULT[@]}}
+    
+    IFS="-" read -r start_time end_time < <(echo "${USAGE[@]}" | tr " " "\n" |  sort -u -R | head -n 1 )
+
+    echo '{"start":"'"${ORDER_DATE}T${start_time}"'", "end":"'"${ORDER_DATE}T${end_time}"'" }'
+}
+
+function call_create_sfh_order {
+    local ENV=$1 
+    local TOKEN=$2
+    source "$3"
+    local POS=$4
+    local BARCODES="$5"
+    local CODE_POSTAUX="$6"
+    local PACKAGES=$(echo "$BARCODES" | jq '[{
+                "barcode": .[],
+                "length": 20.0,
+                "height": 15.0,
+                "width": 4.0,
+                "weight": 1.5,
+                "description": "test parcel",
+                "options": [],
+                "productTypology": "Classical",
+                "packageType": "Parcel"
+            }
+        ]')
+
+    DELIVERY_OPTIONS_P='['
+    for option in "${DELIVERY_OPTIONS[@]}"; do
+        if [ "$DELIVERY_OPTIONS_P" != '[' ]; then
+            DELIVERY_OPTIONS_P+=", "
+        fi
+        DELIVERY_OPTIONS_P+="\"$option\""
+    done
+    DELIVERY_OPTIONS_P+=']'
+
+    IFS=";" read -r nu rue code_postal ville < <(get_random_street "$CODE_POSTAUX")
+
+    if [ -n "$PICKUP_STORE_CODE" ]; then
+        PICKUP_LOCATION='{
+            "type": "store",
+            "storeCode": "'"$PICKUP_STORE_CODE"'"
+        }'
+    elif [ -n "$PICKUP_WAREHOUSE_CODE" ]; then
+        PICKUP_LOCATION='{
+            "type": "Warehouse",
+            "warehouseCode": "'"$PICKUP_WAREHOUSE_CODE"'"
+        }'
+    else
+        echo PICKUP_WAREHOUSE_CODE ou PICKUP_STORE_CODE doit être définie dans la "$3"
+        exit 1
+    fi
+    JSON='{
+        "primaryOrderReference": "'"${PRIMARY_REF}${POS}"'",
+        "secondaryOrderReference": null,
+        "stages": [
+            {
+                "type": "Pickup",
+                "packageBarcodes": '"$BARCODES"',
+                "location":  '"$PICKUP_LOCATION"'
+            },
+            {
+                "type": "Dropoff",
+                "packageBarcodes": '"$BARCODES"',
+                "location": {	
+                    "type": "Address",
+                    "address": {
+                        "address1": "'"$nu $rue"'",
+                        "postalCode": "'"$code_postal"'",
+                        "city": "'"$ville"'",
+                        "country": "France",
+                        "floor": 0,
+                        "lift": "with_lift"
+                    },
+                    "contact": {
+                        "name": "John Doe",
+                        "primaryPhone": "+33606060606"
+                    }
+                }
+            }
+        ],
+        "packages": '"$PACKAGES"',
+        "owner": {
+            "accountIdentifier": "'$ACCOUNT_IDENTIFIER'"
+        },
+        "deliveryOptions": '"$DELIVERY_OPTIONS_P"',
+        "ecommerceValidationDate": "'"${ORDER_DATE}"'"
+    }'
+
+    RESULT=$(curl -s -X POST https://api.$ENV.colisweb.com/api/v6/order/external/warehouse/orders -H 'content-type: application/json'  --cookie session="$TOKEN" --data-raw "$JSON")
+    ORDER_ID=$(jq ".orderId" -r <<< "$RESULT")
+
+    echo "nouvelle commande : https://bo.$ENV.colisweb.com/admin/orders/$ORDER_ID" >&2
+
+    echo "$RESULT"
+}
+
+
+function call_scan {
+    local ENV=$1 
+    local TOKEN=$2
+    source "$3"
+    local BARCODES="$4"
+    local SCAN=$(echo "$BARCODES" | jq '[{"barcode" :.[], "context": "shuttle"}]')
+
+    JSON='{"scans":'$SCAN'}'
+
+    curl -X POST https://api.$ENV.colisweb.com/api/v6/parcel/external/units/scans/bulk -H 'content-type: application/json'  --cookie session="$TOKEN" --data-raw "$JSON" 
+}
+
+
+function call_register_delivery {
+    local ENV=$1 
+    local TOKEN=$2
+
+    SCENARIO=$3
+    source "$SCENARIO"
+
+    local ORDER_ID=$4
+    local BARCODES="$5"
+
+    DATA='{
+            "slot": '"$(rand_slot "${DELIVERY_DATE}" "$SCENARIO")"',
+            "storeIdOwner":"'"$STORE_ID_OWNER"'",
+            "pickup":{"type":"hub","code":"'"$HUB"'"},
+            "barcodes":'"$BARCODES"',
+            "price":{"origin":"auto","amount":25.9},
+            "allowCustomerSlotUpdate":false,
+            "withForcedSlot": false
+        }'
+
+    curl -X POST https://api.$ENV.colisweb.com/api/v6/order/external/warehouse/orders/"$ORDER_ID"/deliveries \
+        --cookie session="$TOKEN" --data-raw "$DATA"
+}
+
+
+
+function _create_scenario_file_if_not_exist () {
+if [ ! -f "$SCENARIO" ] 
+    then
+        cat > "$SCENARIO" <<-'EOF'
+DELIVERY_DATE=$(date -v+7d '+%Y-%m-%d') # ici on demande de crée a date d'aujourd'hui + 7 jours 
+                                        # peu remplacer -v+7d par -v+1d pour une livrasion programmer demain
+                                        # utiliser que par create_many_sfh_order_and_delivery
+ENV="testing"                           # sur quelle enviromement lancer le scripts
+# ENV="staging"
+# ENV="recette"
+
+ACCOUNT_IDENTIFIER="102"                # pour la creation de order force utilies owner.accountIdentifier
+                                        # sur l'appel api/v6/order/external/warehouse/orders 
+                                        # (creation de la commade) 
+HUB="duck"                              # pour sur l'appel api/v6/order/external/warehouse/orders
+                                        # parametre pickup.code (type est a "hub")
+STORE_ID_OWNER="184"                    # parametre pickup.storeIdOwner
+                                        # sur l'appel api/v6/order/external/warehouse/orders
+# PICKUP_STORE_CODE="2"                 # si non commenté alors départ du magasin
+PICKUP_WAREHOUSE_CODE="422"             # pour un départ d'entrepôt
+
+BARCODES_COUNT=5                        # nombres packages 
+PREF="aaaa"                             # doit faire 4 caractères utilies pour générer les barecode 
+                                        # des packtages
+
+CODE_POSTAUX=("59000", "75001")        #  liste code postale sur lequelle une addresse aléatoire seras choisi
+                                        # (creation de la commade)
+DELIVERY_SLOTS=(                                 # liste des horraires de créneau de livraison choisi aléatoirement 
+    "06:00+01:00[Europe/Paris]-08:00+01:00[Europe/Paris]" 
+    "08:00+01:00[Europe/Paris]-10:00+01:00[Europe/Paris]" 
+    "10:00+01:00[Europe/Paris]-12:00+01:00[Europe/Paris]" 
+    "16:00+01:00[Europe/Paris]-18:00+01:00[Europe/Paris]" 
+    "18:00+01:00[Europe/Paris]-20:00+01:00[Europe/Paris]"
+)
+
+# DELIVERY_OPTIONS=("skill1" "skill2") # liste des nom skill - a décommanter
+
+# normalement pas bessoin modifer
+ORDER_DATE=$(date '+%Y-%m-%d')          # date du jour
+RAND=$(date +%y%m%d%H%M%S)              # valueur peudo aleadoire (ici basé par date) doit faire 17 caractères
+BARCODE_PART=0000$RAND                  # utiliser pour générer les bare code les barecode sont : 
+                                        # {BARECODE_PART}{00000} a {BARECODE_PART}{BARECODES_COUNT}
+PRIMARY_REF=$PREF$RAND                  # primaryOrderReference de la commande
+EOF
+echo "éditer le fichier $SCENARIO"
+return 1
+fi
+}
+
+#!/usr/bin/env bash
+
+cleanup_merged_mr() {
+  COLISWEB_IDL_GROUP=3054234
+
+  BEFORE=${1:- $(date -I -v -2y)}
+
+  for (( COUNTER=1; COUNTER<=12; COUNTER+=2 )); do
+    cleanup_grouped_merged_mr $COLISWEB_IDL_GROUP $BEFORE $COUNTER &
+  done
+
+}
+
+cleanup_grouped_merged_mr() {
+  GROUP=$1
+  BEFORE=$2
+  PAGE_COUNT=$3
+  MERGED_MRS=($(curl --header "PRIVATE-TOKEN: $GITLAB_PAT" \
+                    --url "https://gitlab.com/api/v4/groups/$GROUP/merge_requests?updated_before=${BEFORE}T08:00:00Z&status=merged&per_page=50&page=$PAGE_COUNT" |
+                     jq -r '.[] | {iid: .iid|tostring, pid:.project_id|tostring} | (.pid + "/merge_requests/" + .iid)'))
+
+  for MR in ${MERGED_MRS[@]}; do
+    echo "https://gitlab.com/api/v4/projects/$MR"
+    curl --request DELETE \
+      --header "PRIVATE-TOKEN: $GITLAB_PAT" \
+      --url "https://gitlab.com/api/v4/projects/$MR"
+  done
+}
+
+# you will need jq to use these commands. You can install it using "brew install jq"
+# cleanup_all_ecr_images 12
+# will delete images in all repositories older than 12 weeks
+# cleanup_single_ecr_repository colisweb-api 8
+# will delete images older than 8 weeks in the colisweb-api repository
+cleanup_all_ecr_images() {
+  WEEKS=$1
+
+  # OR to work on bash and zsh
+  CLEAN_BEFORE=$(date -v-${WEEKS}w +%F || date --date="-${WEEKS} weeks" +'%Y-%m-%d')
+  REPOSITORIES=$(aws ecr describe-repositories --output json | jq -r '.[] |.[].repositoryName')
+
+  while read -r REPOSITORY; do
+    echo "processing ECR repository $REPOSITORY before $CLEAN_BEFORE"
+    cleanup_single_ecr_repository "$CLEAN_BEFORE" "$REPOSITORY"
+  done <<< "$REPOSITORIES"
+}
+
+cleanup_single_ecr_repository() {
+  BEFORE=$1
+  REPOSITORY=$2
+
+  echo "gettings tags for repository $REPOSITORY before $BEFORE"
+
+  ALL_TAGS=$(aws ecr describe-images --repository-name "$REPOSITORY" --output json |
+       jq  '.imageDetails' |
+       jq  '. |= sort_by(.imagePushedAt)' |
+       jq --arg date $BEFORE '.[] | select(.imagePushedAt[0:10] < $date)' |
+       jq  'select((.imageTags != null) or (.imageTags == []))' |
+       jq  'select(.imageTags | any(endswith("latest")) | not)' |
+       jq -r '.imageTags | join(" ")' |
+       sort -u)
+
+  if [ -z "${ALL_TAGS}" ]; then
+    echo "no tag to delete for repository $REPOSITORY"
+  else
+    echo "deleting $(echo $ALL_TAGS | wc -l) tags for $REPOSITORY"
+
+    while read image_tags; do
+      SINGLE_TAG=$(echo $image_tags | grep -o '^\S*')
+
+      DIGESTS_TO_DELETE=$(docker buildx imagetools inspect \
+          949316342391.dkr.ecr.eu-west-1.amazonaws.com/$REPOSITORY:$SINGLE_TAG --raw |
+           jq -r '[.manifests | .[].digest] | join(" imageDigest=") | "imageDigest=" + .' ||
+           echo "")
+
+      TAGS_TO_DELETE=$(echo "$image_tags" | sed 's/[^ ]* */imageTag=&/g')
+
+      export AWS_PAGER=""
+
+      aws ecr batch-delete-image --repository-name "$REPOSITORY" --image-ids $(echo $TAGS_TO_DELETE) > /dev/null 2>&1
+      test -z $DIGESTS_TO_DELETE ||
+        aws ecr batch-delete-image --repository-name "$REPOSITORY" --image-ids $(echo $DIGESTS_TO_DELETE)> /dev/null 2>&1
+    done <<< $ALL_TAGS
+
+    echo "deleted $(echo $ALL_TAGS | wc -l) tags"
+  fi
+
+}
+
+
+cleanup_ci_cache() {
+  DATE=${1:-$(date -v-1m +%F)}
+  CACHE_BUCKET=${2:-"s3://gitlab-colisweb-distributed-cache/project/"}
+
+  echo "deleting from cache $CACHE_BUCKET all older than $DATE"
+
+  aws_ecr_login
+
+  while read -r line; do
+    datum=$(echo $line | cut -c1-10)
+    if [[ "$datum" < "$DATE" ]] ; then
+      # Shell Parameter Expansion: ${parameter##word}
+      # Allow to return the result from "word" to the end of "parameters"
+      # Here we need the end of the string after "project/" (corresponding to the S3 gitlab project id and filename)
+      TO_DELETE="$CACHE_BUCKET${line##* project/}"
+      echo $TO_DELETE
+      aws s3 rm $TO_DELETE
+    fi
+  done < <(aws s3 ls $CACHE_BUCKET  --recursive)
+}
+
+cleanup_batch_definitions() {
+  DEFINITION_NAME=$1
+  ARNs=($(
+    aws batch describe-job-definitions \
+    --status ACTIVE \
+    --job-definition-name "$DEFINITION_NAME" |
+      jq '.jobDefinitions | sort_by(-.revision)' |
+      jq 'del( .[0])' |
+      jq -r '.[] | .jobDefinitionArn'
+      )
+    )
+  for A in ${ARNs[@]}; do
+    echo "deregister $A"
+    aws batch deregister-job-definition --job-definition $A
+  done
+  echo "cleaned up all definitions except latest"
+}
+#!/usr/bin/env bash
+
 ftp_ikea_k8s() {
   SSH_LOCAL_PORT=2230
   FTP_LOCAL_PORT=25500
@@ -1928,6 +2520,7 @@ datadog_schedule_downtime_single() {
 docker_build_push() {
   read -r -a BUILD_ARGS <<< "$1"
   DOCKER_BUILD_ARGS="--build-arg VCS_REF=$(git rev-parse --short HEAD)"
+
   for ARG_NAME in "${BUILD_ARGS[@]}"
   do
      DOCKER_BUILD_ARGS="$DOCKER_BUILD_ARGS --build-arg $ARG_NAME=${!ARG_NAME}"
@@ -1936,13 +2529,17 @@ docker_build_push() {
   if ! image_exists $DOCKER_REGISTRY_ID $APPLICATION $CI_COMMIT_SHORT_SHA ; then
     docker pull $DOCKER_IMAGE || true
     SOURCE_URL=${CI_PROJECT_URL:8} # without "https://" protocol, like gitlab.com/colisweb-idl/colisweb/back/packing
-    docker build $DOCKER_BUILD_ARGS \
+
+    docker buildx create --use
+
+    docker buildx build $DOCKER_BUILD_ARGS \
       -t $DOCKER_IMAGE_SHA \
+      --platform "linux/arm64,linux/amd64" \
       --label org.opencontainers.image.revision=$(git rev-parse HEAD) \
       --label org.opencontainers.image.source=$SOURCE_URL \
-      --cache-from $DOCKER_IMAGE \
+      --provenance=false \
+      --push \
       $DOCKER_STAGE_PATH
-    docker push $DOCKER_IMAGE_SHA
   fi
 }
 
@@ -1999,15 +2596,15 @@ extract_yaml_config_variable() {
 
   if [ ! -f ${CONFIGS_PATH}/common.yaml ]; then
     echo >&2 "Missing $CONFIGS_PATH/common.yaml configuration file"
-    exit 1
+    return 1
   fi
   if [ ! -f ${CONFIGS_PATH}/${ENVIRONMENT}.yaml ]; then
     echo >&2 "Missing $CONFIGS_PATH/$ENVIRONMENT.yaml configuration file"
-    exit 1
+    return 1
   fi
   if [ ! -f ${CONFIGS_PATH}/${ENVIRONMENT}-secrets.yaml ]; then
     echo >&2 "Missing $CONFIGS_PATH/$ENVIRONMENT-secrets.yaml configuration file"
-    exit 1
+    return 1
   fi
 
   result=$(yq -r ${VARIABLE} "$CONFIGS_PATH/$ENVIRONMENT-secrets.yaml")
@@ -2018,10 +2615,10 @@ extract_yaml_config_variable() {
       if [ $? -ne 0 ] || [ "$result" = "null" ]; then
         if [ $OPTIONAL = true ]; then
           echo ""
-          exit 0
+          return 0
         else
           echo >&2 "Missing path $VARIABLE in $CONFIGS_PATH/$ENVIRONMENT-secrets.yaml, $CONFIGS_PATH/$ENVIRONMENT.yaml or $CONFIGS_PATH/common.yaml"
-          exit 1
+          return 1
         fi
       fi
     fi
@@ -2243,11 +2840,11 @@ git_reveal() {
 }
 #!/usr/bin/env bash
 
-helm_deploy_v3() {
+helm_deploy() {
   APPLICATION=$1
   ENVIRONMENT=$2
   VERSION=$3
-  deploy_chart_v3 \
+  deploy_chart \
     --path_configs deploy \
     --path_chart deploy/$APPLICATION \
     --application $APPLICATION \
@@ -2256,7 +2853,7 @@ helm_deploy_v3() {
     --helm_extra_args --set global.version=$VERSION
 }
 
-deploy_chart_v3() {
+deploy_chart() {
   set -e
   set -x
 
@@ -2294,7 +2891,7 @@ deploy_chart_v3() {
   if [ ! -d ${root_path}/${path_chart} ] || [ ! -f ${root_path}/${path_chart}/Chart.yaml ]; then
       echo "Bad Chart $root_path/$path_chart : does not exists or missing Chart.yaml"
       print_usage
-      exit 1
+      return 1
   fi
 
   # Unset Kubectl configuration made via the KUBECONFIG env variable
@@ -2305,13 +2902,13 @@ deploy_chart_v3() {
   # Configure Kubectl
   configure_kubectl_for ${environment}
 
-  # Configure helm3
-  helm3 version --namespace ${namespace} || true
-  # helm3 stable repo have changed and must be updated manually, in versions < v2.17.0
-  helm3 repo add colisweb s3://colisweb-helm-charts/colisweb
-  helm3 repo add stable https://charts.helm.sh/stable
-  helm3 repo update
-  helm3 dependency update ${root_path}/${path_chart}
+  # Configure helm
+  helm version --namespace ${namespace} || true
+  # helm stable repo have changed and must be updated manually, in versions < v2.17.0
+  helm repo add colisweb s3://colisweb-helm-charts/colisweb
+  helm repo add stable https://charts.helm.sh/stable
+  helm repo update
+  helm dependency update ${root_path}/${path_chart}
 
   # Gather values/*.yaml files
   values_path="${root_path}/${path_chart}/values"
@@ -2319,7 +2916,7 @@ deploy_chart_v3() {
   [ -d $values_path ] && values_files=$(find $values_path -type f -maxdepth 1 -name "*.yaml" | sed 's/^/ -f /' | tr -d \\n | sed 's/%//')
 
   # Deploy
-  helm3 upgrade --install \
+  helm upgrade --install \
     --namespace ${namespace} \
     ${values_files} \
     -f ${root_path}/${path_configs}/common.yaml \
@@ -2341,7 +2938,7 @@ deploy_chart_v3() {
   set +x
 }
 
-verify_deployments_v3() {
+verify_deployments() {
   set -e
 
   # usage :
@@ -2361,7 +2958,7 @@ verify_deployments_v3() {
 
   # Get all Deployments names from the deployed chart
   DEPLOYMENTS=(
-    $(helm3 get manifest --namespace $NAMESPACE $RELEASE | yq -rs '.[] | select(.kind=="Deployment") | .metadata.name')
+    $(helm get manifest --namespace $NAMESPACE $RELEASE | yq --no-doc -r 'select(.kind=="Deployment").metadata.name')
   )
 
   echo "verifying on $NAMESPACE deployments ${DEPLOYMENTS[@]} with a timeout of $TIMEOUT"
@@ -2377,7 +2974,7 @@ verify_deployments_v3() {
 
     if [ $? -ne 0 ]; then
       echo "at least one deployment failed or timed out (after $TIMEOUT)"
-      exit 1
+      return 1
     fi
   done
 
@@ -2400,7 +2997,7 @@ check_config_file() {
     if [ ! -f ${filename} ]; then
         echo "Missing $filename configuration file"
         print_usage
-        exit 1
+        return 1
     fi
 }
 
@@ -2625,7 +3222,7 @@ emit_datadog_deploy_event() {
     echo "event successfully created check in datadog UI : $url"
   else
     echo " failed to create event "
-    exit 1
+    return 1
   fi
 }