@colisweb/rescript-toolkit 5.49.3 → 5.49.4

package/.secure_files/{ci-functions-v20.0.3 → ci-functions-v20.6.1-anchor-for_services}

@@ -62,7 +62,7 @@ extract_arg() {
   value=$3
   if [ "--$name" != "$passed" ]; then
     echo "missing argument $name"
-    exit 1
+    return 1
   fi
   eval $name='$value'
 }
@@ -481,6 +481,7 @@ database_k8s() {
     LocalForward 25551 toutatis-testing-composite-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:5432
 		LocalForward 25431 toutatis-testing-mysql-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:3306
 		LocalForward 25531 testapirds.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:3306
+		LocalForward 25561 toutatis-testing-oracle-db.ca0rjdmnxf1x.eu-west-1.rds.amazonaws.com:1521
 	  Host bastion_staging
 		HostName 127.0.0.1
 		Port 2226
@@ -868,13 +869,17 @@ function kstatus() {
 #!/usr/bin/env bash
 
 k8_nodes_stats() {
-kubectl get nodes -o name  |
-  xargs kubectl describe |
-  grep "^Name\|workType\|cpu  \|memory  "  |
-  sed -r 's/[ :=]+/\t/g' |
-  sed 's/\tworkType\t//g' |
-  sed -r 's/^Name/---\nName/g' |
-  grep --color "Name\|web\|workers\|cpu\|memory\|---"
+  ENV=${1:-testing}
+
+  configure_kubectl_for "${ENV}"
+
+  kubectl get nodes -o name  |
+    xargs kubectl describe |
+    grep "^Name\|workType\|cpu  \|memory  "  |
+    sed -r 's/[ :=]+/\t/g' |
+    sed 's/\tworkType\t//g' |
+    sed -r 's/^Name/---\nName/g' |
+    grep --color "Name\|web\|workers\|cpu\|memory\|---"
 }
 
 #!/usr/bin/env bash
@@ -940,14 +945,14 @@ pod_copy_to() {
 
 pick_pod() {
   ENV=$1
-  POD_FILTER="pod/$2"
+  POD_FILTER=$2
   configure_kubectl_for $ENV
 
   if [ -z "$2" ] ; then
     kubectl -n $ENV get pods | gum filter | cut -f1 -d" "
   else
-      if PODS=$(kubectl -n $ENV get pods -o=name | grep "$POD_FILTER"); then
-        echo $PODS | head -1 | sed -e 's/pod\///'
+      if PODS=$(kubectl -n $ENV get pods | grep -m1 "$POD_FILTER" | cut -f1 -d" "); then
+        echo $PODS
       else
         echo "no pods found on $ENV matching $POD_FILTER" >&2
       fi
@@ -1427,6 +1432,182 @@ spec:
 }
 
 
+#!/usr/bin/env bash
+
+# Usage info
+show_help_shell() {
+  local help="""Usage: run_job_k8s -s SCRIPT [-e ENV] [-c CONFIG] [-p POD] [-f FOLDER] [ARGS]
+  Create a k8s job executing a script
+
+      -h          display this help and exit
+      -s SCRIPT   run script SCRIPT on a pod (SCRIPT must be a .sc file)
+      -e ENV      opt. set execution environment (default to testing)
+      -c CONFIG   opt. secret file needed for the script (must be a .sc file, not a .secret file)
+      -p POD      opt. name of the pod to create (default to $USERNAME)
+      -f FOLDER   opt. name of the folder containing the scripts to execute (if SCRIPT needs other files)
+      ARGS        opt. additional arguments for SCRIPT
+
+  The organisation of the files must be the same locally as on the pod :
+    - /code containing the script to execute (arg -s) and the other needed files (if the arg -f is used, it must reference this directory)
+    - /conf containing the secret file (arg -c if used)
+  E.g. in the script \"/code/script.sc\", to use a secret file \"/conf/secret.sc\", the import should look like \"import \$file.^.conf.secret.sc\"
+  """
+  echo "$help"
+}
+
+run_shell_k8s() {
+
+  #default values
+  local namespace="testing"
+  local name="$USERNAME"
+  local secret=""
+  local shell_folder=""
+  local script_script=""
+
+  while getopts ":e:c:p:f:s:h" opt; do
+    case $opt in
+      e)
+        namespace="$OPTARG" >&2
+        ;;
+      p)
+        name="$OPTARG" >&2
+        ;;
+      c)
+        secret="$OPTARG" >&2
+        ;;
+      f)
+        shell_folder="$OPTARG" >&2
+        ;;
+      s)
+        shell_script="$OPTARG" >&2
+        ;;
+      h)
+        show_help_job
+        return 0
+        ;;
+      :)
+        echo "Option -$OPTARG requires an argument. Run run_cron_job_k8s -h for help" >&2
+        return 0
+        ;;
+      \?)
+        echo "Invalid option: -$OPTARG. Run run_cron_job_k8s -h for help" >&2
+        return 0
+        ;;
+    esac
+  done
+
+  if [ -z "$shell_script" ]; then
+          echo 'Missing -s. Run run_job_k8s -h for help' >&2
+          return 0
+  fi
+
+  shift "$((OPTIND-1))"
+
+  local script_args=$(
+      if [ "$#" -gt 0 ] ; then
+        printf '"'
+        join_by '", "' $*
+        printf '"'
+      fi
+    )
+
+
+
+
+  local IMAGE="949316342391.dkr.ecr.eu-west-1.amazonaws.com/docker-infra-builder:v3.1.0"
+  local JOB_NAME="job-shell-$name"
+
+    if [[ ! -r "$shell_script" ]]; then
+      echo "shell script not found $shell_script"
+      return 2
+    else
+      local CONFIG_MAP="config-$JOB_NAME"
+      local CONFIG_MAP_DIR="$(mktemp -d)"
+      local SECRET_MAP="secret-$JOB_NAME"
+
+      configure_kubectl_for $namespace
+
+      if [[ ! -z $shell_folder && -d $shell_folder ]] ; then
+        cp -r "$shell_folder/" "$CONFIG_MAP_DIR"
+      fi
+      cp "$shell_script" "$CONFIG_MAP_DIR/script.sh"
+
+      kubectl -n $namespace get configmap $CONFIG_MAP && kubectl -n $namespace delete configmap $CONFIG_MAP
+      kubectl -n $namespace create configmap $CONFIG_MAP --from-file="$CONFIG_MAP_DIR"
+
+      kubectl -n $namespace get secret $SECRET_MAP && kubectl -n $namespace delete secret $SECRET_MAP
+      kubectl -n $namespace create secret generic $SECRET_MAP --from-file="$secret"
+
+      kubectl -n $namespace get job $JOB_NAME && kubectl -n $namespace delete job $JOB_NAME
+
+      echo "starting $JOB_NAME with $IMAGE"
+    fi
+
+      JOB_DEFINITION='
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: '$JOB_NAME'
+  namespace: '$namespace'
+spec:
+  template:
+    spec:
+      containers:
+      - name: '$JOB_NAME'
+        command: ["bash", "/code/script.sh"]
+        image: '$IMAGE'
+        args: ['$script_args']
+        env:
+        - name: POD_NAME
+          valueFrom:
+            fieldRef:
+              apiVersion: v1
+              fieldPath: metadata.name
+        - name: POD_NAMESPACE
+          valueFrom:
+            fieldRef:
+              apiVersion: v1
+              fieldPath: metadata.namespace
+        - name: HOST_IP
+          valueFrom:
+            fieldRef:
+              apiVersion: v1
+              fieldPath: status.hostIP
+        volumeMounts:
+        - name: config
+          mountPath: /code
+        - name: secret
+          mountPath: /conf
+          readOnly: true
+        resources:
+          requests:
+            cpu: 500m
+            memory: 256Mi
+          limits:
+            cpu: 4000m
+            memory: 1Gi
+      nodeSelector:
+        workType: workers
+      restartPolicy: Never
+      volumes:
+      - name: config
+        configMap:
+          name: '$CONFIG_MAP'
+      - name: secret
+        secret:
+          secretName: '$SECRET_MAP'
+      - name: stockage
+
+     '
+
+
+     echo $JOB_DEFINITION > /tmp/job.yaml
+
+      kubectl -n $namespace  apply -f /tmp/job.yaml
+
+}
+
+
 #!/usr/bin/env bash
 
 run_task() {
@@ -1545,6 +1726,8 @@ jwt_token() {
 
 #!/usr/bin/env bash
 
+alias update_devtool="git -C ~/.oh-my-zsh/custom/dev-tools/ pull"
+
 SCRIPT_PATH=$SCRIPT_FULL_PATH/shell/run
 PATH="$PATH:$SCRIPT_PATH/script"
 
@@ -1602,13 +1785,23 @@ function bash_array_to_json {
 }
 
 function get_random_street {
-    local CODE_POSTAL=${1:-59000}
-    if [[ ! "$CODE_POSTAL" =~ ^[0-9]{5}$ ]]; then
-        echo "La CODE_POSTAL doit avoir une taille de 5 chiffre"
-        exit 1
-    fi
+    local CODE_POSTAUX_ARG=${1:-59000}
+    IFS=',' read -r -a CODE_POSTAUX <<< "$CODE_POSTAUX_ARG"
+    for CODE_POSTAL in "${CODE_POSTAUX[@]}"; do
+      if [[ ! "$CODE_POSTAL" =~ ^[0-9]{5}$ ]]; then
+          echo "Chaque CODE_POSTAL doit avoir une taille de 5 chiffre : $CODE_POSTAL"
+          exit 1
+      fi
+    done
+    local CODE_POSTAL=$(echo "${CODE_POSTAUX[@]}" | tr " " "\n" | sort -u -R | head -n 1)
+
+    get_random_street_in_cp $CODE_POSTAL
+}
 
-    FILENAME="rue-$CODE_POSTAL.lst" 
+function get_random_street_in_cp {
+    local CODE_POSTAL=$1
+
+    FILENAME="rue-$CODE_POSTAL.lst"
     if [ ! -f "$FILENAME" ]; then
         curl --output tmp1.gz https://adresse.data.gouv.fr/data/ban/adresses/latest/csv/adresses-"${CODE_POSTAL:0:2}".csv.gz
         gzip -d tmp1.gz
@@ -1647,14 +1840,14 @@ function call_create_sfh_order {
     source "$3"
     local POS=$4
     local BARCODES="$5"
-    local CODE_POSTAL="$6"
+    local CODE_POSTAUX="$6"
     local PACKAGES=$(echo "$BARCODES" | jq '[{
                 "barcode": .[],
-                "length": 10.5,
-                "height": 9.0,
-                "width": 9.0,
-                "weight": 10.11,
-                "description": "test parel",
+                "length": 20.0,
+                "height": 15.0,
+                "width": 4.0,
+                "weight": 1.5,
+                "description": "test parcel",
                 "options": [],
                 "productTypology": "Classical",
                 "packageType": "Parcel"
@@ -1670,7 +1863,22 @@ function call_create_sfh_order {
     done
     DELIVERY_OPTIONS_P+=']'
 
-    IFS=";" read -r nu rue code_postal ville < <(get_random_street "$CODE_POSTAL")
+    IFS=";" read -r nu rue code_postal ville < <(get_random_street "$CODE_POSTAUX")
+
+    if [ -n "$PICKUP_STORE_CODE" ]; then
+        PICKUP_LOCATION='{
+            "type": "store",
+            "storeCode": "'"$PICKUP_STORE_CODE"'"
+        }'
+    elif [ -n "$PICKUP_WAREHOUSE_CODE" ]; then
+        PICKUP_LOCATION='{
+            "type": "Warehouse",
+            "warehouseCode": "'"$PICKUP_WAREHOUSE_CODE"'"
+        }'
+    else
+        echo PICKUP_WAREHOUSE_CODE ou PICKUP_STORE_CODE doit être définie dans la "$3"
+        exit 1
+    fi
     JSON='{
         "primaryOrderReference": "'"${PRIMARY_REF}${POS}"'",
         "secondaryOrderReference": null,
@@ -1678,10 +1886,7 @@ function call_create_sfh_order {
             {
                 "type": "Pickup",
                 "packageBarcodes": '"$BARCODES"',
-                "location": {
-                    "type": "Warehouse",
-                    "warehouseCode": "'"$PICKUP_WAREHOUSE_CODE"'"
-                }
+                "location":  '"$PICKUP_LOCATION"'
             },
             {
                 "type": "Dropoff",
@@ -1742,16 +1947,19 @@ function call_register_delivery {
 
     local ORDER_ID=$4
     local BARCODES="$5"
-    
-    curl -X POST https://api.$ENV.colisweb.com/api/v6/order/external/warehouse/orders/"$ORDER_ID"/deliveries \
-        --cookie session="$TOKEN" --data-raw '{
+
+    DATA='{
             "slot": '"$(rand_slot "${DELIVERY_DATE}" "$SCENARIO")"',
             "storeIdOwner":"'"$STORE_ID_OWNER"'",
             "pickup":{"type":"hub","code":"'"$HUB"'"},
             "barcodes":'"$BARCODES"',
             "price":{"origin":"auto","amount":25.9},
-            "allowCustomerSlotUpdate":false
+            "allowCustomerSlotUpdate":false,
+            "withForcedSlot": false
         }'
+
+    curl -X POST https://api.$ENV.colisweb.com/api/v6/order/external/warehouse/orders/"$ORDER_ID"/deliveries \
+        --cookie session="$TOKEN" --data-raw "$DATA"
 }
 
 
@@ -1773,14 +1981,15 @@ ACCOUNT_IDENTIFIER="102"                # pour la creation de order force utilie
 HUB="duck"                              # pour sur l'appel api/v6/order/external/warehouse/orders
                                         # parametre pickup.code (type est a "hub")
 STORE_ID_OWNER="184"                    # parametre pickup.storeIdOwner
-PICKUP_WAREHOUSE_CODE="422"             # sur l'appel api/v6/order/external/warehouse/orders 
-                                        # parametre stages.[0].location.warehouseCode
+                                        # sur l'appel api/v6/order/external/warehouse/orders
+# PICKUP_STORE_CODE="2"                 # si non commenté alors départ du magasin
+PICKUP_WAREHOUSE_CODE="422"             # pour un départ d'entrepôt
 
 BARCODES_COUNT=5                        # nombres packages 
 PREF="aaaa"                             # doit faire 4 caractères utilies pour générer les barecode 
                                         # des packtages
 
-CODE_POSTAL="59000"                     # code postale sur lequelle une addresse aléatoire seras choisi
+CODE_POSTAUX=("59000", "75001")        #  liste code postale sur lequelle une addresse aléatoire seras choisi
                                         # (creation de la commade)
 DELIVERY_SLOTS=(                                 # liste des horraires de créneau de livraison choisi aléatoirement 
     "06:00+01:00[Europe/Paris]-08:00+01:00[Europe/Paris]" 
@@ -1790,9 +1999,9 @@ DELIVERY_SLOTS=(                                 # liste des horraires de créne
     "18:00+01:00[Europe/Paris]-20:00+01:00[Europe/Paris]"
 )
 
-# DELIVERY_OPTIONS=("skill1" "skill2") # liste des skill - a décommanter 
+# DELIVERY_OPTIONS=("skill1" "skill2") # liste des nom skill - a décommanter
 
-# normalement pas bessoin modifer                                        
+# normalement pas bessoin modifer
 ORDER_DATE=$(date '+%Y-%m-%d')          # date du jour
 RAND=$(date +%y%m%d%H%M%S)              # valueur peudo aleadoire (ici basé par date) doit faire 17 caractères
 BARCODE_PART=0000$RAND                  # utiliser pour générer les bare code les barecode sont : 
@@ -1847,7 +2056,7 @@ cleanup_all_ecr_images() {
 
   while read -r REPOSITORY; do
     echo "processing ECR repository $REPOSITORY before $CLEAN_BEFORE"
-    cleanup_single_ecr_repository $BEFORE $REPOSITORY
+    cleanup_single_ecr_repository "$CLEAN_BEFORE" "$REPOSITORY"
   done <<< "$REPOSITORIES"
 }
 
@@ -1855,6 +2064,8 @@ cleanup_single_ecr_repository() {
   BEFORE=$1
   REPOSITORY=$2
 
+  echo "gettings tags for repository $REPOSITORY before $BEFORE"
+
   ALL_TAGS=$(aws ecr describe-images --repository-name "$REPOSITORY" --output json |
        jq  '.imageDetails' |
        jq  '. |= sort_by(.imagePushedAt)' |
@@ -1864,22 +2075,30 @@ cleanup_single_ecr_repository() {
        jq -r '.imageTags | join(" ")' |
        sort -u)
 
-  while read image_tags; do
-    SINGLE_TAG=$(echo $image_tags | grep -o '^\S*')
+  if [ -z "${ALL_TAGS}" ]; then
+    echo "no tag to delete for repository $REPOSITORY"
+  else
+    echo "deleting $(echo $ALL_TAGS | wc -l) tags for $REPOSITORY"
+
+    while read image_tags; do
+      SINGLE_TAG=$(echo $image_tags | grep -o '^\S*')
 
-    DIGESTS_TO_DELETE=$(docker buildx imagetools inspect \
-        949316342391.dkr.ecr.eu-west-1.amazonaws.com/$REPOSITORY:$SINGLE_TAG --raw |
-         jq -r '[.manifests | .[].digest] | join(" imageDigest=") | "imageDigest=" + .')
+      DIGESTS_TO_DELETE=$(docker buildx imagetools inspect \
+          949316342391.dkr.ecr.eu-west-1.amazonaws.com/$REPOSITORY:$SINGLE_TAG --raw |
+           jq -r '[.manifests | .[].digest] | join(" imageDigest=") | "imageDigest=" + .' ||
+           echo "")
 
-    TAGS_TO_DELETE=$(echo "$image_tags" | sed 's/[^ ]* */imageTag=&/g')
+      TAGS_TO_DELETE=$(echo "$image_tags" | sed 's/[^ ]* */imageTag=&/g')
 
-    export AWS_PAGER=""
+      export AWS_PAGER=""
 
-    aws ecr batch-delete-image --repository-name "$REPOSITORY" --image-ids $(echo $TAGS_TO_DELETE) > /dev/null 2>&1
-    aws ecr batch-delete-image --repository-name "$REPOSITORY" --image-ids $(echo $DIGESTS_TO_DELETE)> /dev/null 2>&1
-  done <<< $ALL_TAGS
+      aws ecr batch-delete-image --repository-name "$REPOSITORY" --image-ids $(echo $TAGS_TO_DELETE) > /dev/null 2>&1
+      test -z $DIGESTS_TO_DELETE ||
+        aws ecr batch-delete-image --repository-name "$REPOSITORY" --image-ids $(echo $DIGESTS_TO_DELETE)> /dev/null 2>&1
+    done <<< $ALL_TAGS
 
-  echo "deleted $(echo $ALL_TAGS | wc -l) tags"
+    echo "deleted $(echo $ALL_TAGS | wc -l) tags"
+  fi
 
 }
 
@@ -1905,6 +2124,23 @@ cleanup_ci_cache() {
   done < <(aws s3 ls $CACHE_BUCKET  --recursive)
 }
 
+cleanup_batch_definitions() {
+  DEFINITION_NAME=$1
+  ARNs=($(
+    aws batch describe-job-definitions \
+    --status ACTIVE \
+    --job-definition-name "$DEFINITION_NAME" |
+      jq '.jobDefinitions | sort_by(-.revision)' |
+      jq 'del( .[0])' |
+      jq -r '.[] | .jobDefinitionArn'
+      )
+    )
+  for A in ${ARNs[@]}; do
+    echo "deregister $A"
+    aws batch deregister-job-definition --job-definition $A
+  done
+  echo "cleaned up all definitions except latest"
+}
 #!/usr/bin/env bash
 
 ftp_ikea_k8s() {
@@ -2360,15 +2596,15 @@ extract_yaml_config_variable() {
 
   if [ ! -f ${CONFIGS_PATH}/common.yaml ]; then
     echo >&2 "Missing $CONFIGS_PATH/common.yaml configuration file"
-    exit 1
+    return 1
   fi
   if [ ! -f ${CONFIGS_PATH}/${ENVIRONMENT}.yaml ]; then
     echo >&2 "Missing $CONFIGS_PATH/$ENVIRONMENT.yaml configuration file"
-    exit 1
+    return 1
   fi
   if [ ! -f ${CONFIGS_PATH}/${ENVIRONMENT}-secrets.yaml ]; then
     echo >&2 "Missing $CONFIGS_PATH/$ENVIRONMENT-secrets.yaml configuration file"
-    exit 1
+    return 1
   fi
 
   result=$(yq -r ${VARIABLE} "$CONFIGS_PATH/$ENVIRONMENT-secrets.yaml")
@@ -2379,10 +2615,10 @@ extract_yaml_config_variable() {
       if [ $? -ne 0 ] || [ "$result" = "null" ]; then
         if [ $OPTIONAL = true ]; then
           echo ""
-          exit 0
+          return 0
         else
           echo >&2 "Missing path $VARIABLE in $CONFIGS_PATH/$ENVIRONMENT-secrets.yaml, $CONFIGS_PATH/$ENVIRONMENT.yaml or $CONFIGS_PATH/common.yaml"
-          exit 1
+          return 1
         fi
       fi
     fi
@@ -2655,7 +2891,7 @@ deploy_chart() {
   if [ ! -d ${root_path}/${path_chart} ] || [ ! -f ${root_path}/${path_chart}/Chart.yaml ]; then
       echo "Bad Chart $root_path/$path_chart : does not exists or missing Chart.yaml"
       print_usage
-      exit 1
+      return 1
   fi
 
   # Unset Kubectl configuration made via the KUBECONFIG env variable
@@ -2738,7 +2974,7 @@ verify_deployments() {
 
     if [ $? -ne 0 ]; then
       echo "at least one deployment failed or timed out (after $TIMEOUT)"
-      exit 1
+      return 1
     fi
   done
 
@@ -2761,7 +2997,7 @@ check_config_file() {
     if [ ! -f ${filename} ]; then
         echo "Missing $filename configuration file"
         print_usage
-        exit 1
+        return 1
     fi
 }
 
@@ -2986,7 +3222,7 @@ emit_datadog_deploy_event() {
     echo "event successfully created check in datadog UI : $url"
   else
     echo " failed to create event "
-    exit 1
+    return 1
   fi
 }