diff-grok 1.0.8

package/.eslintrc.json

@@ -0,0 +1,45 @@
+{
+    "env": {
+      "browser": true,
+      "es2022": true
+    },
+    "extends": [
+      "google"
+    ],
+    "parser": "@typescript-eslint/parser",
+    "parserOptions": {
+      "ecmaVersion": 12,
+      "sourceType": "module"
+    },
+    "plugins": [
+      "@typescript-eslint"
+    ],
+    "rules": {
+      "no-unused-vars": "off",
+          "@typescript-eslint/no-unused-vars": ["warn", { "varsIgnorePattern": "^(_|ui$|grok$|DG$)", "argsIgnorePattern": "^_"}],
+      "indent": [
+        "error",
+        2
+      ],
+      "max-len": [
+        "error",
+        120
+      ],
+      "require-jsdoc": "off",
+      "valid-jsdoc": "off",
+      "spaced-comment": "off",
+      "linebreak-style": "off",
+      "curly": [
+        "error",
+        "multi-or-nest"
+      ],
+      "brace-style": [
+        "error",
+        "1tbs",
+        {
+          "allowSingleLine": true
+        }
+      ],
+      "block-spacing": 2
+    }
+  }

package/.github/scripts/bump-js-api-version.sh

@@ -0,0 +1,106 @@
+#!/bin/bash
+
+# Function to bump the version
+bump_version() {
+  local version=$1
+  local level=$2
+
+  local major=$(echo "$version" | cut -d. -f1)
+  local minor=$(echo "$version" | cut -d. -f2)
+  local patch=$(echo "$version" | cut -d. -f3)
+
+  case "$level" in
+    major)
+      ((major++))
+      minor=0
+      patch=0
+      ;;
+    minor)
+      ((minor++))
+      patch=0
+      ;;
+    patch)
+      ((patch++))
+      ;;
+    *)
+      echo "Invalid bump level: $level"
+      exit 1
+      ;;
+  esac
+
+  echo "$major.$minor.$patch"
+}
+
+# Check for arguments
+if [[ $# -ne 2 ]]; then
+  echo "Usage: $0 <new-datagrok-version> <version-bump-level>"
+  exit 1
+fi
+
+new_datagrok_version=$1
+bump_level=$2
+
+bump_json_version() {
+  local package_json=$1
+
+  # Bump package version
+  current_version=$(jq -r '.version' "$package_json")
+  name=$(jq -r '.name' "$package_json")
+  npm_version="$(curl --retry 3 -s "https://registry.npmjs.org/${name}/${current_version}" | jq -r '.? | select( has("version") == true ).version')"
+  if [[ $npm_version == "${current_version}" ]] || grep -q '\-rc' <<<"${current_version}"; then
+      new_version=$(bump_version "$current_version" "$bump_level")
+      jq --arg version "$new_version" '.version = $version' "$package_json" > temp.json && mv temp.json "$package_json"
+  fi
+}
+
+# Find all packages with "-rc" or local relative path in dependencies, excluding node_modules
+replace_datagrok_api() {
+    local package_json=$1
+
+    unpublished_jsapi=$(jq '(. | select( has("dependencies") == true ).dependencies) * (. | select( has("devDependencies") == true ).devDependencies) | select( has("datagrok-api") == true )."datagrok-api" | select(test("\\.\\./|.*-rc") == true)' "$package_json")
+    if [ -n "${unpublished_jsapi}" ]; then
+#      matched_packages+=("$package_json")
+      # Replace datagrok-api dependency if it's using a relative path or an -rc version
+      jq --arg version "^$new_datagrok_version" '.dependencies["datagrok-api"] = $version' "$package_json" > temp.json && mv temp.json "$package_json"
+
+      bump_json_version "$package_json"
+
+      echo "$package_json"
+    fi
+}
+matched_packages=()
+for package_json in $(find libraries packages -name 'package.json' -not -path '*/node_modules/*'); do
+    matched="$(replace_datagrok_api "$package_json")"
+    if [ -n "${matched}" ]; then
+        matched_packages+=("${matched}")
+        echo "Updated $matched to new datagrok-api and version $(jq -r '.version' "$matched")"
+    fi
+done
+
+# Update dependencies where matched packages are used, excluding node_modules and preventing updates to the package's own dependency
+replace_others() {
+    local package_json=$1
+    shift
+    local matches=("$@")
+
+    package_self_name=$(jq -r '.name' "$package_json")
+
+    for matched_package in "${matches[@]}"; do
+
+      package_name=$(jq -r '.name' "$matched_package")
+      package_version=$(jq -r '.version' "$matched_package")
+
+      # Only update if the dependency already exists in the package.json and avoid self-update
+      levels=("dependencies" "devDependencies")
+      for level in "${levels[@]}"; do
+          if [[ "$package_self_name" != "$package_name" ]] && [ -n "$(jq --arg name "$package_name" --arg level "$level" '. | select( has($level) == true ) | .[$level] | select( has($name) == true )' "$package_json")" ]; then
+            jq --arg name "$package_name" --arg version "^$package_version" --arg level "$level" '.[$level][$name] = $version' "$package_json" > temp.json && mv temp.json "$package_json"
+            bump_json_version "$package_json"
+            echo "$package_json"
+          fi
+      done
+    done
+}
+for package_json in $(find libraries packages -name 'package.json' -not -path '*/node_modules/*'); do
+  replace_others "$package_json" "${matched_packages[@]}"
+done

package/.github/scripts/check-output.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+set -xe
+
+command=$1
+expected_result=$2
+exact_match=${3:-false}
+
+result=$(eval "$command")
+
+if [[ "$exact_match" == "true" ]]; then
+    if [[ "$result" == "$expected_result" ]]; then
+        exit 0
+    else
+        exit 1
+    fi
+else
+    echo -e "${result}"
+    echo -e "${result}" | grep -i "${expected_result}"
+fi

package/.github/scripts/iac-cfn-deploy.sh

@@ -0,0 +1,90 @@
+#!/bin/bash
+
+set -ex
+
+action=${1:-'merge,lint'}
+
+if [[ $action == *"merge"* ]]; then
+    echo "Installing dependencies for merge script..."
+    python3 -V
+    python3 -m pip install pyyaml deepmerge argparse cfn-lint awscli
+    echo "Creating CFN scripts from templates using merge script..."
+    python3 help/deploy/aws/cloudformation/templates/cf_template_merge.py -i help/deploy/aws/cloudformation/templates/create_network.template.yml \
+     -i help/deploy/aws/cloudformation/templates/fargate.template.yml \
+     -i help/deploy/aws/cloudformation/templates/r53.template.yml \
+     -i help/deploy/aws/cloudformation/templates/marketplace.template.yml \
+     -i help/deploy/aws/cloudformation/templates/versions.template.yml \
+     -o help/deploy/aws/cloudformation/network-fargate-r53-marketplace.yml
+    python3 help/deploy/aws/cloudformation/templates/cf_template_merge.py -i help/deploy/aws/cloudformation/templates/create_network.template.yml \
+     -i help/deploy/aws/cloudformation/templates/fargate.template.yml \
+     -i help/deploy/aws/cloudformation/templates/dns.template.yml \
+     -i help/deploy/aws/cloudformation/templates/marketplace.template.yml \
+     -i help/deploy/aws/cloudformation/templates/versions.template.yml \
+     -o help/deploy/aws/cloudformation/network-fargate-dns-marketplace.yml
+    python3 help/deploy/aws/cloudformation/templates/cf_template_merge.py -i help/deploy/aws/cloudformation/templates/choose_vpc.template.yml \
+     -i help/deploy/aws/cloudformation/templates/fargate.template.yml \
+     -i help/deploy/aws/cloudformation/templates/dns.template.yml \
+     -i help/deploy/aws/cloudformation/templates/marketplace.template.yml \
+     -i help/deploy/aws/cloudformation/templates/versions.template.yml \
+     -o help/deploy/aws/cloudformation/vpc-fargate-dns-marketplace.yml
+    python3 help/deploy/aws/cloudformation/templates/cf_template_merge.py -i help/deploy/aws/cloudformation/templates/choose_vpc.template.yml \
+     -i help/deploy/aws/cloudformation/templates/fargate.template.yml \
+     -i help/deploy/aws/cloudformation/templates/r53.template.yml \
+     -i help/deploy/aws/cloudformation/templates/marketplace.template.yml \
+     -i help/deploy/aws/cloudformation/templates/versions.template.yml \
+     -o help/deploy/aws/cloudformation/vpc-fargate-r53-marketplace.yml
+    python3 help/deploy/aws/cloudformation/templates/cf_template_merge.py -i help/deploy/aws/cloudformation/templates/create_network.template.yml \
+     -i help/deploy/aws/cloudformation/templates/fargate.template.yml \
+     -i help/deploy/aws/cloudformation/templates/r53.template.yml \
+     -i help/deploy/aws/cloudformation/templates/basic.template.yml \
+     -i help/deploy/aws/cloudformation/templates/versions.template.yml \
+     -o help/deploy/aws/cloudformation/network-fargate-r53-basic.yml
+    python3 help/deploy/aws/cloudformation/templates/cf_template_merge.py -i help/deploy/aws/cloudformation/templates/choose_vpc.template.yml \
+     -i help/deploy/aws/cloudformation/templates/fargate.template.yml \
+     -i help/deploy/aws/cloudformation/templates/r53.template.yml \
+     -i help/deploy/aws/cloudformation/templates/basic.template.yml \
+     -i help/deploy/aws/cloudformation/templates/versions.template.yml \
+     -o help/deploy/aws/cloudformation/vpc-fargate-r53-basic.yml
+    python3 help/deploy/aws/cloudformation/templates/cf_template_merge.py -i help/deploy/aws/cloudformation/templates/create_network.template.yml \
+     -i help/deploy/aws/cloudformation/templates/fargate.template.yml \
+     -i help/deploy/aws/cloudformation/templates/dns.template.yml \
+     -i help/deploy/aws/cloudformation/templates/basic.template.yml \
+     -i help/deploy/aws/cloudformation/templates/versions.template.yml \
+     -o help/deploy/aws/cloudformation/network-fargate-dns-basic.yml
+    python3 help/deploy/aws/cloudformation/templates/cf_template_merge.py -i help/deploy/aws/cloudformation/templates/choose_vpc.template.yml \
+     -i help/deploy/aws/cloudformation/templates/fargate.template.yml \
+     -i help/deploy/aws/cloudformation/templates/dns.template.yml \
+     -i help/deploy/aws/cloudformation/templates/basic.template.yml \
+     -i help/deploy/aws/cloudformation/templates/versions.template.yml \
+     -o help/deploy/aws/cloudformation/vpc-fargate-dns-basic.yml
+fi
+
+if [[ $action == *"lint"* ]]; then
+    echo "Linting CFN scripts..."
+    cfn-lint --version
+    cfn-lint -t help/deploy/aws/cloudformation/*.yml || true
+fi
+
+if [[ $action == *"deploy"* ]]; then
+    yq -V
+    datagrok_version=$(yq .Parameters.DatagrokVersion.Default help/deploy/aws/cloudformation/templates/versions.template.yml)
+
+    echo "Copying to S3 basic CFN scripts..."
+    for f in help/deploy/aws/cloudformation/*-basic.yml; do
+        file=$(basename "$f")
+        aws s3 cp "$f" "s3://datagrok-data/deployment/$file" --acl public-read;
+    done
+
+
+    echo "Copying to S3 CFN scripts for AWS marketplace..."
+    for f in help/deploy/aws/cloudformation/*-marketplace.yml; do
+        file=$(basename "$f")
+        latest_s3_pushed=$(aws s3api list-objects-v2 --bucket datagrok-data --prefix "deployment/${file%.yml}-${datagrok_version}" --query 'Contents == null || (Contents| sort_by(@, &LastModified) | [-1].Key)' --output text)
+        if [[ $latest_s3_pushed == "True" ]]; then
+            new_version="deployment/${file%.yml}-${datagrok_version}-0.yml"
+        else
+            new_version=$(echo "$latest_s3_pushed" | sed -E 's/(.+-)([0-9]+)(\.yml)/echo "\1$((\2+1))\3"/e')
+        fi
+        aws s3 cp "$f" "s3://datagrok-data/${new_version}" --acl public-read;
+    done
+fi

package/.github/scripts/slack_api_request.sh

@@ -0,0 +1,65 @@
+#!/bin/bash
+
+#set -x
+
+# Function to make a Slack API request and handle rate limiting (status 429)
+slack_api_request() {
+  local url=$1   # Slack API URL
+  local method=$2   # HTTP method (GET, POST, etc.)
+  local token=$3   # Slack token
+  local data=$4   # Optional JSON data for the request
+
+  MAX_RETRIES=5
+  RETRY_COUNT=0
+  SUCCESS=false
+
+  while [ "$SUCCESS" = false ] && [ "$RETRY_COUNT" -lt "$MAX_RETRIES" ]; do
+#    echo "Making request to Slack API: $url (Attempt #$((RETRY_COUNT+1)))"
+
+    # Send API request
+    if [ "$method" = "POST" ]; then
+      RESPONSE=$(curl -s -w "%{http_code}" -X POST "$url" \
+        -H "Authorization: Bearer $token" \
+        -H "Content-Type: application/json; charset=utf-8" \
+        --data "$data")
+    else
+      RESPONSE=$(curl -s -w "%{http_code}" -X "$method" "$url$data" \
+        -H "Authorization: Bearer $token" \
+        -H "Content-Type: application/json; charset=utf-8")
+    fi
+
+    # Extract HTTP status code
+    HTTP_STATUS="${RESPONSE: -3}"
+    BODY="${RESPONSE%$HTTP_STATUS}"
+
+    if [ "$HTTP_STATUS" -eq 429 ]; then
+      # Rate limit hit, extract Retry-After header and wait
+#      echo "Rate limit hit..."
+      sleep 5
+      RETRY_COUNT=$((RETRY_COUNT+1))
+    else
+      echo "$BODY"
+      SUCCESS=true
+    fi
+  done
+
+  if [ "$SUCCESS" = false ]; then
+    echo "Failed to complete the request after $MAX_RETRIES retries due to rate limits."
+    exit 1
+  fi
+}
+
+# Check if parameters are provided correctly
+if [ -z "$1" ] || [ -z "$2" ]; then
+  echo "Usage: slack_api_request.sh <API_URL> <HTTP_METHOD> <SLACK_TOKEN> [<JSON_DATA>]"
+  exit 1
+fi
+
+# Extract input parameters
+SLACK_API_URL="$1"
+HTTP_METHOD="$2"
+SLACK_TOKEN="$3"
+JSON_DATA="$4"
+
+# Call the Slack API request function
+slack_api_request "$SLACK_API_URL" "$HTTP_METHOD" "$SLACK_TOKEN" "$JSON_DATA"

package/.github/scripts/test_package.sh

@@ -0,0 +1,270 @@
+#!/bin/bash
+
+set -x -o pipefail
+
+crnt=$(pwd)
+
+PACKAGE=$1
+
+SKIP_CLEANUP=$2
+
+DIR="packages/$PACKAGE"
+
+dockers=$(find ${DIR}/dockerfiles -type f -name Dockerfile | tr '\n' ' ')
+
+profiles='--profile datagrok --profile db'
+if [ -d "${DIR}/dockerfiles" ]; then
+    profiles+=' --profile grok_spawner'
+
+    for dockerfile in $(echo -e $dockers); do
+      docker_config_file="$(dirname $dockerfile)/container.json"
+      cp $docker_config_file $docker_config_file.bkp
+      if [ -f "${docker_config_file}" ]; then
+        jq 'del(.gpu)' ${docker_config_file} > temp.json && mv temp.json ${docker_config_file}
+      fi
+    done
+fi
+
+if [ -d "${DIR}/connections" ] || [[ -n $(find ${DIR}/node_modules/@datagrok -type d -name connections) ]] || \
+   [ -d "${DIR}/queries" ] || [[ -n $(find ${DIR}/node_modules/@datagrok -type d -name queries) ]]; then
+profiles+=' --profile grok_connect'
+fi
+
+grok_deps="$(jq  -r '. | select( has("devDependencies") == true ).devDependencies | to_entries[] | .key | select(test("@datagrok/.*")?)' ${DIR}/package.json)"
+if [[ "$(tr '[:upper:]' '[:lower:]' <<<${PACKAGE})" == "chem" ]] || \
+   [[ "$(tr '[:upper:]' '[:lower:]' <<<${PACKAGE})" == "simpkpd" ]] || \
+   [[ "$(tr '[:upper:]' '[:lower:]' <<<${PACKAGE})" == "dendrogram" ]] || \
+   [[ "$(tr '[:upper:]' '[:lower:]' <<<${PACKAGE})" == "cvmtests" ]] || \
+   [[ "$(tr '[:upper:]' '[:lower:]' <<<${PACKAGE})" == "samples" ]] || \
+   [[ "$(tr '[:upper:]' '[:lower:]' <<<${grok_deps})" == *"chem"* ]] || \
+   [[ "$(tr '[:upper:]' '[:lower:]' <<<${grok_deps})" == *"simpkpd"* ]] || \
+   [[ "$(tr '[:upper:]' '[:lower:]' <<<${grok_deps})" == *"cvmtests"* ]] || \
+   [[ "$(tr '[:upper:]' '[:lower:]' <<<${grok_deps})" == *"dendrogram"* ]] || \
+   [[ "$(tr '[:upper:]' '[:lower:]' <<<${grok_deps})" == *"samples"* ]]; then
+echo "Add Scripting as dependency for package ${PACKAGE}"
+profiles+=' --profile scripting'
+fi
+
+dependencies="$(jq '(. | select( has("dependencies") == true ).dependencies) * (. | select( has("devDependencies") == true ).devDependencies)' "${DIR}/package.json")"
+unpublished_deps="$(jq -r '. | to_entries | map(select(.value | match("\\.\\./.*")))[] | "\(.key)=\(.value)"' <<<$dependencies | tr '\n' ' ')"
+if [[ "${unpublished_deps}" == "" ]] && [[ "$(tr '[:upper:]' '[:lower:]' <<<${PACKAGE})" != *"tests"* ]]; then
+    DATAGROK_VERSION='latest'
+else
+    DATAGROK_VERSION='bleeding-edge'
+    export GROK_SPAWNER_VERSION='bleeding-edge'
+    export GROK_JUPYTER_KERNEL_GATEWAY_VERSION='bleeding-edge'
+fi
+export DATAGROK_VERSION
+
+export DATAGROK_PORT=8765
+export GROK_SPAWNER_PORT=8785
+export GROK_CONNECT_PORT=2345
+export DATAGROK_DB_PORT=15434
+
+cp docker/localhost.docker-compose.yaml docker/github_actions.docker-compose.yaml
+sed -i '/"dbServer": "database"/a\ \ \ \ \ \ \ \ \ \ "initialSetupCompleted": true,' docker/github_actions.docker-compose.yaml || exit 1
+
+datlasUrl="http://127.0.0.1:${DATAGROK_PORT}"
+apiUrl="http://127.0.0.1:${DATAGROK_PORT}/api"
+alias='githubactions'
+
+# Cleanup function (like 'finally')
+cleanup() {
+    if [ -z "$SKIP_CLEANUP" ]; then
+        echo "Performing cleanup..."
+        cd ${crnt} || exit 1
+
+        git status
+        git checkout .
+        git stash pop
+        if [ -d "${DIR}/dockerfiles" ]; then
+            for dockerfile in $(echo -e $dockers); do
+              docker_config_file="$(dirname $dockerfile)/container.json"
+              mv $docker_config_file.bkp $docker_config_file
+            done
+        fi
+        docker compose -p ${alias} -f "docker/github_actions.docker-compose.yaml" --profile all down --volumes
+        docker rm -f $(docker ps --format {{.Names}} | grep ${alias}) || true
+        docker compose -p ${alias} -f "docker/github_actions.docker-compose.yaml" --profile all down --volumes
+        rm -rf "docker/github_actions.docker-compose.yaml"
+    else
+      echo "Cleanup is skipped."
+    fi
+}
+
+# Trap EXIT to always run the cleanup function
+trap cleanup EXIT
+
+docker compose -p ${alias} -f "docker/github_actions.docker-compose.yaml" --profile all down --volumes || exit 1
+docker rm -f $(docker ps --format {{.Names}} | grep ${alias}) || true
+docker compose -p ${alias} -f "docker/github_actions.docker-compose.yaml" ${profiles} pull || exit 1
+docker compose -p ${alias} -f "docker/github_actions.docker-compose.yaml" ${profiles} up -d || exit 1
+
+cd ${DIR} || exit 1
+git stash save -u "${alias}"
+echo 'Removing...'
+git clean -ndX
+git clean -fdX
+npm install
+if [[ "${unpublished_deps}" != "" ]]; then
+    grok link
+fi
+npm run build -- --mode=production || exit 1
+
+cd ${crnt} || exit 1
+
+until .github/scripts/check-output.sh "curl -s ${apiUrl}/info/server" '"Http Server"'
+do
+    sleep 1
+done
+token=$(curl -s -X POST ${apiUrl}/users/login/dev/admin | jq -r .token)
+# Check if the token is null
+if [ "$token" == "null" ] || [ -z "$token" ]; then
+  echo "Error: Token is null or empty."
+  exit 1
+else
+  echo "Token is valid: $token"
+fi
+long_term_token=$(curl -s -X POST "${apiUrl}/users/sessions/current/refresh" -H "Authorization: ${token}" | jq -r .token)
+# Check if the token is null
+if [ "$long_term_token" == "null" ] || [ -z "$long_term_token" ]; then
+  echo "Error: Token is null or empty."
+  exit 1
+else
+  echo "Token is valid: $token"
+fi
+curl -s -H "Authorization: $long_term_token" -H "Content-Type": "application/json" "${apiUrl}/admin/plugins/admin/settings" -X POST -d "{\"#type\":\"AdminPluginSettings\", \"agreementDate\":null, \"webRoot\": \"${datlasUrl}\", \"apiRoot\": \"${apiUrl}\"}" || exit 1
+
+key='admin'
+grok config add --default --alias ${alias} --server "${apiUrl}" --key "$key" || exit 1
+
+cd ${DIR} || exit 1
+grok_deps="$(jq  -r '. | select( has("devDependencies") == true ).devDependencies | to_entries[] | .key | select(test("@datagrok/.*")?)' package.json)"
+if [ -n "$grok_deps" ]; then
+for dep in $grok_deps; do
+  current_dir=$(pwd)
+  cd $(echo "node_modules/$dep" | tr -d '\r') || exit 1
+  count=0
+  retries=5
+  echo "Publishing $dep to ${alias}..."
+  until grok publish ${alias}; do
+    exit=$?
+    wait=$((2 ** count))
+    count=$((count + 1))
+    if [ $count -lt "$retries" ]; then
+      echo "Retry $count/$retries exited $exit, retrying 'grok publish ${alias}' for $dep in $wait seconds..."
+      sleep $wait
+    else
+      echo "Retry $count/$retries exited $exit, no more retries left for 'grok publish ${alias}' for $dep."
+      exit $exit
+    fi
+  done
+  cd $current_dir || exit 1
+done
+fi
+
+count=0
+retries=5
+until grok publish ${alias}; do
+    exit=$?
+    wait=$((2 ** count))
+    count=$((count + 1))
+    if [ "$count" -lt "$retries" ]; then
+      echo "Retry $count/$retries exited $exit, retrying 'grok publish ${alias}' in $wait seconds..."
+      sleep $wait
+    else
+      echo "Retry $count/$retries exited $exit, no more retries left for 'grok publish ${alias}'."
+      exit $exit
+    fi
+done
+
+cd ${crnt} || exit 1
+
+if [[ "${PACKAGE}" == "Chemspace" ]]; then
+  curl -s -H "Authorization: $long_term_token" -H "Content-Type": "application/json" "${apiUrl}/credentials/for/Chemspace.Chemspace" -X POST -d "{\"apiKey\": \"$CHEMSPACE_APIKEY\"}"
+fi
+
+check_container=false
+for dockerfile in $(echo -e ${dockers}); do
+docker_config_file="$(dirname $dockerfile)/container.json"
+if [ -f "${docker_config_file}" ]; then
+  on_demand=$(jq '.on_demand' ${docker_config_file})
+  if [ "$on_demand" == "true" ]; then
+    check_container=false
+  else
+    check_container=true
+    break
+  fi
+else
+  check_container=true
+  break
+fi
+done
+
+
+token=$(curl -s -X POST ${apiUrl}/users/login/dev/admin | jq -r .token)
+# Check if the token is null
+if [ "$token" == "null" ] || [ -z "$token" ]; then
+  echo "Error: Token is null or empty."
+  exit 1
+else
+  echo "Token is valid: $token"
+fi
+long_term_token=$(curl -s -X POST "${apiUrl}/users/sessions/current/refresh" -H "Authorization: ${token}" | jq -r .token)
+# Check if the token is null
+if [ "$long_term_token" == "null" ] || [ -z "$long_term_token" ]; then
+  echo "Error: Token is null or empty."
+  exit 1
+else
+  echo "Token is valid: $token"
+fi
+
+if [[ "${check_container}" == "true" ]] ; then
+    if [[ "${alias}" == "test" ]]; then
+      key="$TEST_TEST_DEV_KEY"
+    elif [[ "${alias}" == "dev" ]]; then
+      key="$DEV_TEST_DEV_KEY"
+    else
+      key='admin'
+    fi
+
+    count=0
+    retries=20
+    until .github/scripts/check-output.sh "curl -s -H 'Authorization: $long_term_token' '${apiUrl}/docker/containers'" "${PACKAGE}"
+    do
+      wait=$((2 ** count))
+      count=$((count + 1))
+      if [ "$count" -lt "$retries" ]; then
+          docker compose -p ${alias} -f "docker/github_actions.docker-compose.yaml" --profile all exec db sh -c "PAGER=cat psql -U postgres -d datagrok -c 'SELECT * FROM docker_containers;'"
+          sleep $wait
+          echo -e "\nContainer for ${PACKAGE} did not start yet..."
+          echo -e "\nRetrying '/api/docker/containers'..."
+      else
+        echo "Retry $count/$retries exited, no more retries left for ${apiUrl}/docker/containers."
+        exit 1
+      fi
+    done
+    if [[ "${apiUrl}" == *"127.0.0.1"* ]]; then
+      count=0
+      retries=20
+      until .github/scripts/check-output.sh "docker ps" "${PACKAGE}"
+      do
+        wait=$((2 ** count))
+        count=$((count + 1))
+        if [ "$count" -lt "$retries" ]; then
+            sleep $wait
+            echo -e "\nContainer for ${PACKAGE} did not start yet..."
+            echo -e "\nRetrying 'docker ps'..."
+        else
+          echo "Retry $count/$retries exited, no more retries left for docker ps."
+          exit 1
+        fi
+      done
+    fi
+fi
+
+cd ${DIR} || exit 1
+
+npm run test -- --skip-build --skip-publish --record --csv --host ${alias} --verbose
+
+cd ${crnt} || exit 1