@mojaloop/central-ledger 9.2.2 → 15.1.3-snapshot.2

package/test/integration-config.json

@@ -1,367 +0,0 @@
-{
-  "PORT": 3001,
-  "HOSTNAME": "http://central-ledger",
-  "DATABASE": {
-    "DIALECT": "mysql",
-    "HOST": "db-int",
-    "PORT": 3306,
-    "USER": "central_ledger",
-    "PASSWORD": "cVq8iFqaLuHy8jjKuA",
-    "SCHEMA": "central_ledger_integration",
-    "POOL_MIN_SIZE": 10,
-    "POOL_MAX_SIZE": 10,
-    "ACQUIRE_TIMEOUT_MILLIS": 30000,
-    "CREATE_TIMEOUT_MILLIS": 30000,
-    "DESTROY_TIMEOUT_MILLIS": 5000,
-    "IDLE_TIMEOUT_MILLIS": 30000,
-    "REAP_INTERVAL_MILLIS": 1000,
-    "CREATE_RETRY_INTERVAL_MILLIS": 200,
-    "DEBUG": false
-  },
-  "MIGRATIONS": {
-    "DISABLED": false,
-    "RUN_DATA_MIGRATIONS": true
-  },
-  "ENABLE_TOKEN_AUTH": false,
-  "ENABLE_BASIC_AUTH": false,
-  "LEDGER_ACCOUNT_NAME": "LedgerName",
-  "LEDGER_ACCOUNT_PASSWORD": "LedgerPassword",
-  "AMOUNT": {
-    "PRECISION": 18,
-    "SCALE": 4
-  },
-  "SIDECAR": {
-    "DISABLED": false,
-    "HOST": "localhost",
-    "PORT": 5678,
-    "CONNECT_TIMEOUT": 45000,
-    "RECONNECT_INTERVAL": 5000
-  },
-  "MONGODB": {
-    "DISABLED": false,
-    "URI": "mongodb://localhost:27017/mlos"
-  },
-  "ERROR_HANDLING": {
-    "includeCauseExtension": true,
-    "truncateExtensions": false
-  },
-  "HANDLERS": {
-    "DISABLED": false,
-    "API": {
-      "DISABLED": false
-    },
-    "CRON": {
-      "DISABLED": false,
-      "TIMEXP": "*/10 * * * * *",
-      "TIMEZONE": "UTC"
-    },
-    "TIMEOUT": {
-      "DISABLED": false,
-      "TIMEXP": "*/15 * * * * *",
-      "TIMEZONE": "UTC"
-    }
-  },
-  "INSTRUMENTATION": {
-    "METRICS": {
-      "DISABLED": false,
-      "labels": {
-        "fspId": "*"
-      },
-      "config": {
-        "timeout": 5000,
-        "prefix": "moja_cl_"
-      }
-    }
-  },
-  "PARTICIPANT_INITIAL_POSITION": 0,
-  "HUB_PARTICIPANT": {
-    "ID": 1,
-    "NAME": "Hub",
-    "ACCOUNTS": [
-      "HUB_RECONCILIATION",
-      "HUB_MULTILATERAL_SETTLEMENT",
-      "HUB_FEE"
-    ]
-  },
-  "INTERNAL_TRANSFER_VALIDITY_SECONDS": "432000",
-  "CACHE": {
-    "CACHE_ENABLED": false,
-    "MAX_BYTE_SIZE": 10000000,
-    "EXPIRES_IN_MS": 1000
-  },
-  "EMAIL_USER": "modusboxemailtest@gmail.com",
-  "EMAIL_PASSWORD": "April2o0%",
-  "EMAIL_SMTP": "smtp.gmail.com",
-  "KAFKA": {
-    "TOPIC_TEMPLATES": {
-      "PARTICIPANT_TOPIC_TEMPLATE": {
-        "TEMPLATE": "topic-{{participantName}}-{{functionality}}-{{action}}",
-        "REGEX": "topic-(.*)-(.*)-(.*)"
-      },
-      "GENERAL_TOPIC_TEMPLATE": {
-        "TEMPLATE": "topic-{{functionality}}-{{action}}",
-        "REGEX": "topic-(.*)-(.*)"
-      }
-    },
-    "CONSUMER": {
-      "TRANSFER": {
-        "PREPARE": {
-          "config": {
-            "options": {
-              "mode": 2,
-              "batchSize": 1,
-              "pollFrequency": 10,
-              "recursiveTimeout": 100,
-              "messageCharset": "utf8",
-              "messageAsJSON": true,
-              "sync": true,
-              "consumeTimeout": 1000
-            },
-            "rdkafkaConf": {
-              "client.id": "cl-con-transfer-prepare",
-              "group.id": "cl-group-transfer-prepare",
-              "metadata.broker.list": "kafka-int:9092",
-              "socket.keepalive.enable": true
-            },
-            "topicConf": {
-              "auto.offset.reset": "earliest"
-            }
-          }
-        },
-        "GET": {
-          "config": {
-            "options": {
-              "mode": 2,
-              "batchSize": 1,
-              "pollFrequency": 10,
-              "recursiveTimeout": 100,
-              "messageCharset": "utf8",
-              "messageAsJSON": true,
-              "sync": true,
-              "consumeTimeout": 1000
-            },
-            "rdkafkaConf": {
-              "client.id": "cl-con-transfer-get",
-              "group.id": "cl-group-transfer-get",
-              "metadata.broker.list": "kafka-int:9092",
-              "socket.keepalive.enable": true
-            },
-            "topicConf": {
-              "auto.offset.reset": "earliest"
-            }
-          }
-        },
-        "FULFIL": {
-          "config": {
-            "options": {
-              "mode": 2,
-              "batchSize": 1,
-              "pollFrequency": 10,
-              "recursiveTimeout": 100,
-              "messageCharset": "utf8",
-              "messageAsJSON": true,
-              "sync": true,
-              "consumeTimeout": 1000
-            },
-            "rdkafkaConf": {
-              "client.id": "cl-con-transfer-fulfil",
-              "group.id": "cl-group-transfer-fulfil",
-              "metadata.broker.list": "kafka-int:9092",
-              "socket.keepalive.enable": true
-            },
-            "topicConf": {
-              "auto.offset.reset": "earliest"
-            }
-          }
-        },
-        "REJECT": {
-          "config": {
-            "options": {
-              "mode": 2,
-              "batchSize": 1,
-              "pollFrequency": 10,
-              "recursiveTimeout": 100,
-              "messageCharset": "utf8",
-              "messageAsJSON": true,
-              "sync": true,
-              "consumeTimeout": 1000
-            },
-            "rdkafkaConf": {
-              "client.id": "cl-con-transfer-reject",
-              "group.id": "cl-group-transfer-reject",
-              "metadata.broker.list": "kafka-int:9092",
-              "socket.keepalive.enable": true
-            },
-            "topicConf": {
-              "auto.offset.reset": "earliest"
-            }
-          }
-        },
-        "POSITION": {
-          "config": {
-            "options": {
-              "mode": 2,
-              "batchSize": 1,
-              "pollFrequency": 10,
-              "recursiveTimeout": 100,
-              "messageCharset": "utf8",
-              "messageAsJSON": true,
-              "sync": true,
-              "consumeTimeout": 1000
-            },
-            "rdkafkaConf": {
-              "client.id": "cl-con-transfer-position",
-              "group.id": "cl-group-transfer-position",
-              "metadata.broker.list": "kafka-int:9092",
-              "socket.keepalive.enable": true
-            },
-            "topicConf": {
-              "auto.offset.reset": "earliest"
-            }
-          }
-        }
-      },
-      "ADMIN": {
-        "TRANSFER": {
-          "config": {
-            "options": {
-              "mode": 2,
-              "batchSize": 1,
-              "pollFrequency": 10,
-              "recursiveTimeout": 100,
-              "messageCharset": "utf8",
-              "messageAsJSON": true,
-              "sync": true,
-              "consumeTimeout": 1000
-            },
-            "rdkafkaConf": {
-              "client.id": "cl-con-transfer-admin",
-              "group.id": "cl-group-transfer-admin",
-              "metadata.broker.list": "kafka-int:9092",
-              "socket.keepalive.enable": true
-            },
-            "topicConf": {
-              "auto.offset.reset": "earliest"
-            }
-          }
-        }
-      }
-    },
-    "PRODUCER": {
-      "TRANSFER": {
-        "PREPARE": {
-          "config": {
-            "options": {
-              "messageCharset": "utf8"
-            },
-            "rdkafkaConf": {
-              "metadata.broker.list": "kafka-int:9092",
-              "client.id": "cl-prod-transfer-prepare",
-              "event_cb": true,
-              "dr_cb": true,
-              "socket.keepalive.enable": true,
-              "queue.buffering.max.messages": 10000000
-            },
-            "topicConf": {
-              "request.required.acks": "all"
-            }
-          }
-        },
-        "FULFIL": {
-          "config": {
-            "options": {
-              "messageCharset": "utf8"
-            },
-            "rdkafkaConf": {
-              "metadata.broker.list": "kafka-int:9092",
-              "client.id": "cl-prod-transfer-fulfil",
-              "event_cb": true,
-              "dr_cb": true,
-              "socket.keepalive.enable": true,
-              "queue.buffering.max.messages": 10000000
-            },
-            "topicConf": {
-              "request.required.acks": "all"
-            }
-          }
-        },
-        "REJECT": {
-          "config": {
-            "options": {
-              "messageCharset": "utf8"
-            },
-            "rdkafkaConf": {
-              "metadata.broker.list": "kafka-int:9092",
-              "client.id": "cl-prod-transfer-reject",
-              "event_cb": true,
-              "dr_cb": true,
-              "socket.keepalive.enable": true,
-              "queue.buffering.max.messages": 10000000
-            },
-            "topicConf": {
-              "request.required.acks": "all"
-            }
-          }
-        },
-        "POSITION": {
-          "config": {
-            "options": {
-              "messageCharset": "utf8"
-            },
-            "rdkafkaConf": {
-              "metadata.broker.list": "kafka-int:9092",
-              "client.id": "cl-prod-transfer-position",
-              "event_cb": true,
-              "dr_cb": true,
-              "socket.keepalive.enable": true,
-              "queue.buffering.max.messages": 10000000
-            },
-            "topicConf": {
-              "request.required.acks": "all"
-            }
-          }
-        }
-      },
-      "NOTIFICATION": {
-        "EVENT": {
-          "config": {
-            "options": {
-              "messageCharset": "utf8"
-            },
-            "rdkafkaConf": {
-              "metadata.broker.list": "kafka-int:9092",
-              "client.id": "cl-prod-notification-event",
-              "event_cb": true,
-              "dr_cb": true,
-              "socket.keepalive.enable": true,
-              "queue.buffering.max.messages": 10000000
-            },
-            "topicConf": {
-              "request.required.acks": "all"
-            }
-          }
-        }
-      },
-      "ADMIN": {
-        "TRANSFER": {
-          "config": {
-            "options": {
-              "messageCharset": "utf8"
-            },
-            "rdkafkaConf": {
-              "metadata.broker.list": "kafka-int:9092",
-              "client.id": "cl-prod-transfer-admin",
-              "event_cb": true,
-              "dr_cb": true,
-              "socket.keepalive.enable": true,
-              "queue.buffering.max.messages": 10000000
-            },
-            "topicConf": {
-              "request.required.acks": "all"
-            }
-          }
-        }
-      }
-    }
-  }
-}

package/test/integration-runner.env

@@ -1,31 +0,0 @@
-DOCKER_IMAGE=${DOCKER_IMAGE:-'central-ledger'}
-DOCKER_TAG=${DOCKER_TAG:-'test'}
-DOCKER_FILE=${DOCKER_FILE:-"test-integration.Dockerfile"}
-DOCKER_WORKING_DIR=${DOCKER_WORKING_DIR:-"/opt/central-ledger"}
-DOCKER_NETWORK=${DOCKER_NETWORK:-"integration-test-net"}
-
-DB_USER=${DB_USER:-"central_ledger"}
-DB_PASSWORD=${DB_PASSWORD:-"cVq8iFqaLuHy8jjKuA"}
-DB_HOST=${DB_HOST:-"db-int"}
-DB_PORT=${DB_PORT:-3306}
-DB_NAME=${DB_NAME:-"central_ledger_integration"}
-DB_IMAGE=${DB_IMAGE:-"mysql/mysql-server"}
-DB_TAG=${DB_TAG:-"5.7"}
-
-KAFKA_IMAGE=${KAFKA_IMAGE:-'spotify/kafkaproxy'}
-KAFKA_HOST=${KAFKA_HOST:-"kafka-int"}
-KAFKA_ZOO_PORT=${KAFKA_ZOO_PORT:-"2181"}
-KAFKA_BROKER_PORT=${KAFKA_BROKER_PORT:-"9092"}
-
-APP_HOST=${APP_HOST:-"central-ledger-int"}
-
-INTEGRATION_DIR=${INTEGRATION_DIR:-"integration"}
-RESULT_DIR=${RESULT_DIR:-"results"}
-
-TEST_DIR=${TEST_DIR:-"test"}
-
-APP_DIR_TEST_INTEGRATION=${APP_DIR_TEST_RESULTS:-"$TEST_DIR/$INTEGRATION_DIR"}
-APP_DIR_TEST_RESULTS=${APP_DIR_TEST_RESULTS:-"$TEST_DIR/$RESULT_DIR"}
-TEST_RESULTS_FILE=${TEST_RESULTS_FILE:-"tape-integration.xml"}
-
-TEST_CMD=${TEST_CMD:-"mkdir -p $APP_DIR_TEST_RESULTS; tape '${APP_DIR_TEST_INTEGRATION}/**/*.test.js' | tap-xunit > $APP_DIR_TEST_RESULTS/$TEST_RESULTS_FILE"}

package/test/integration-runner.sh

@@ -1,264 +0,0 @@
-#!/bin/bash
-
->&2 echo "--==== Integration Tests Runner ====--"
-
-if [ $# -ne 1 ]; then
-    echo ""
-    echo "Usage: $0 {env-file}"
-    echo "{env-file} must contain the following variables:"
-    echo " - DOCKER_IMAGE: Name of Image"
-    echo " - DOCKER_TAG: Tag/Version of Image"
-    echo " - DOCKER_FILE: Recipe to be used for Docker build"
-    echo " - DOCKER_WORKING_DIR: Docker working directory"
-    echo " - DB_USER: Database user"
-    echo " - DB_PASSWORD: Database password"
-    echo " - DB_HOST: Database host name"
-    echo " - DB_PORT: Database container port"
-    echo " - DB_NAME: Database database"
-    echo " - DB_IMAGE: Docker Image for Database"
-    echo " - DB_TAG: Docker tag/version for Database"
-    echo " - KAFKA_IMAGE: Kafka image:tag"
-    echo " - KAFKA_HOST: Kafka host"
-    echo " - KAFKA_ZOO_PORT: Kafka host name"
-    echo " - KAFKA_BROKER_PORT: Kafka container port"
-    echo " - APP_HOST: Application host name"
-    echo " - APP_PORT: Application port"
-    echo " - APP_DIR_TEST_INTEGRATION: Location of the integration tests relative to the working directory"
-    echo " - APP_DIR_TEST_RESULTS: Location of test results relative to the working directory"
-    echo " - TEST_DIR: Base directory for tests"
-    echo " - TEST_RESULTS_FILE: Name of integration test results xml file"
-    echo " - TEST_CMD: Integration test command to be executed"
-    echo ""
-    echo " * IMPORTANT: Ensure you have the required env in the test/.env to execute the application"
-    echo ""
-    exit 1
-fi
->&2 echo ""
->&2 echo "====== Loading environment variables ======"
-cat $1
-. $1
->&2 echo "==========================================="
->&2 echo ""
-
->&2 echo "Executing Integration Tests for $APP_HOST ..."
-
->&2 echo "Creating local directory to store test results"
-mkdir -p $TEST_DIR/results
-
-# Generic functions
-
-stop_docker() {
-  >&1 echo "Kafka is shutting down $KAFKA_HOST"
-  (docker stop $KAFKA_HOST && docker rm $KAFKA_HOST) > /dev/null 2>&1
-  >&1 echo "$DB_HOST environment is shutting down"
-  (docker stop $DB_HOST && docker rm $DB_HOST) > /dev/null 2>&1
-  >&1 echo "$APP_HOST environment is shutting down"
-  (docker stop $APP_HOST && docker rm $APP_HOST) > /dev/null 2>&1
-  >&1 echo "Deleting test network: $DOCKER_NETWORK"
-  docker network rm integration-test-net
-}
-
-clean_docker() {
-  stop_docker
-}
-
-ftest() {
-  docker run -i --rm \
-    --link $KAFKA_HOST \
-    --link $DB_HOST \
-    --network $DOCKER_NETWORK \
-    --env HOST_IP="$APP_HOST" \
-    --env KAFKA_HOST="$KAFKA_HOST" \
-    --env KAFKA_ZOO_PORT="$KAFKA_ZOO_PORT" \
-    --env DB_HOST=$DB_HOST \
-    --env DB_PORT=$DB_PORT \
-    --env DB_USER=$DB_USER \
-    --env DB_PASSWORD=$DB_PASSWORD \
-    --env DB_NAME=$DB_NAME \
-    --env TEST_DIR=$TEST_DIR \
-    $DOCKER_IMAGE:$DOCKER_TAG \
-    /bin/sh \
-    -c "source $TEST_DIR/.env; $@"
-}
-
-run_test_command() {
-  >&2 echo "Running $APP_HOST Test command: $TEST_CMD"
-  docker run -it \
-    --link $KAFKA_HOST \
-    --link $DB_HOST \
-    --network $DOCKER_NETWORK \
-    --name $APP_HOST \
-    --env HOST_IP="$APP_HOST" \
-    --env KAFKA_HOST="$KAFKA_HOST" \
-    --env KAFKA_ZOO_PORT="$KAFKA_ZOO_PORT" \
-    --env DB_HOST=$DB_HOST \
-    --env DB_PORT=$DB_PORT \
-    --env DB_USER=$DB_USER \
-    --env DB_PASSWORD=$DB_PASSWORD \
-    --env DB_NAME=$DB_NAME \
-    --env TEST_DIR=$TEST_DIR \
-    $DOCKER_IMAGE:$DOCKER_TAG \
-    /bin/sh \
-    -c "source $TEST_DIR/.env; $TEST_CMD"
-}
-
-fcurl() {
-	docker run --rm -i \
-		--link $ENDPOINT_HOST \
-		--network $DOCKER_NETWORK \
-		--entrypoint curl \
-		"jlekie/curl:latest" \
-        --silent --head --fail \
-		"$@"
-}
-
-# Kafka functions
-
-start_kafka() {
-  echo "docker run -td -i -p $KAFKA_ZOO_PORT:$KAFKA_ZOO_PORT -p $KAFKA_BROKER_PORT:$KAFKA_BROKER_PORT --name=$KAFKA_HOST --env ADVERTISED_HOST=$KAFKA_HOST --env ADVERTISED_PORT=$KAFKA_BROKER_PORT --env CONSUMER_THREADS=1 --env TOPICS=my-topic,some-other-topic --env ZK_CONNECT=kafka7zookeeper:2181/root/path --env GROUP_ID=mymirror $KAFKA_IMAGE"
-  docker run -td -i \
-    -p $KAFKA_ZOO_PORT:$KAFKA_ZOO_PORT \
-    -p $KAFKA_BROKER_PORT:$KAFKA_BROKER_PORT \
-    --network $DOCKER_NETWORK \
-    --name=$KAFKA_HOST \
-    --env ADVERTISED_HOST=$KAFKA_HOST \
-    --env ADVERTISED_PORT=$KAFKA_BROKER_PORT \
-    --env CONSUMER_THREADS=1 \
-    --env TOPICS=my-topic,some-other-topic \
-    --env ZK_CONNECT=kafka7zookeeper:2181/root/path \
-    --env GROUP_ID=mymirror \
-    $KAFKA_IMAGE
-}
-
-fkafka() {
-  >&2 echo "fkafka()"
-	docker run --rm -i \
-	  --link $KAFKA_HOST \
-	  --network $DOCKER_NETWORK \
-	  --env KAFKA_HOST="$KAFKA_HOST" \
-    --env KAFKA_ZOO_PORT="$KAFKA_ZOO_PORT" \
-	  taion809/kafka-cli \
-	  /bin/sh \
-	  -c \
-		"$@"
-}
-
-is_kafka_up() {
-  fkafka 'kafka-topics.sh --list --zookeeper $KAFKA_HOST:$KAFKA_ZOO_PORT' > /dev/null 2>&1
-}
-
-# DB functions
-
-start_db() {
-  docker run -td \
-    -p $DB_PORT:$DB_PORT \
-    --name $DB_HOST \
-    --network $DOCKER_NETWORK \
-    -e MYSQL_USER=$DB_USER \
-    -e MYSQL_PASSWORD=$DB_PASSWORD \
-    -e MYSQL_DATABASE=$DB_NAME \
-    -e MYSQL_ALLOW_EMPTY_PASSWORD=true \
-    $DB_IMAGE:$DB_TAG
-}
-
-fdb() {
-  docker run -it --rm \
-    --link $DB_HOST:mysql \
-    --network $DOCKER_NETWORK \
-    -e DB_HOST=$DB_HOST \
-    -e DB_PORT=$DB_PORT \
-    -e DB_PASSWORD=$DB_PASSWORD \
-    -e DB_USER=$DB_USER \
-    -e DB_NAME=$DB_NAME \
-    mysql \
-    sh -c \
-    "$@"
-}
-
-is_db_up() {
-  fdb 'mysql -h"$DB_HOST" -P"$DB_PORT" -u"$DB_USER" -p"$DB_PASSWORD" -e "select 1"' > /dev/null 2>&1
-}
-
-# Script execution
-
-stop_docker
-
->&1 echo "Building Docker Image $DOCKER_IMAGE:$DOCKER_TAG with $DOCKER_FILE"
-docker build --cache-from $DOCKER_IMAGE:$DOCKER_TAG -t $DOCKER_IMAGE:$DOCKER_TAG -f $DOCKER_FILE .
-
-if [ "$?" != 0 ]
-then
-  >&2 echo "Build failed...exiting"
-  clean_docker
-  exit 1
-fi
-
->&1 echo "Creating test network: $DOCKER_NETWORK"
-docker network create $DOCKER_NETWORK
-
->&1 echo "Kafka is starting"
-start_kafka
-
-if [ "$?" != 0 ]
-then
-  >&2 echo "Starting Kafka failed...exiting"
-  clean_docker
-  exit 1
-fi
-
->&1 echo "Waiting for Kafka to start"
-until is_kafka_up; do
-  >&1 printf "."
-  sleep 5
-done
-
->&1 echo "DB is starting"
-start_db
-
-if [ "$?" != 0 ]
-then
-  >&2 echo "Starting DB failed...exiting"
-  clean_docker
-  exit 1
-fi
-
->&2 echo "Waiting for DB to start"
-until is_db_up; do
-  >&2 printf "."
-  sleep 5
-done
-
->&1 echo "Running migrations"
-ftest "npm run migrate"
-
-if [ "$?" != 0 ]
-then
-  >&2 echo "Migration failed...exiting"
-  clean_docker
-  exit 1
-fi
-
->&1 echo "Integration tests are starting"
-run_test_command
-test_exit_code=$?
->&2 echo "Test exited with result code.... $test_exit_code ..."
-
->&1 echo "Displaying test logs"
-docker logs $APP_HOST
-
->&1 echo "Copy results to local directory"
-docker cp $APP_HOST:$DOCKER_WORKING_DIR/$APP_DIR_TEST_RESULTS $TEST_DIR
-
-if [ "$test_exit_code" = "0" ]
-then
-  >&1 echo "Showing results..."
-  cat $APP_DIR_TEST_RESULTS/$TEST_RESULTS_FILE
-else
-  >&2 echo "Integration tests failed...exiting"
-  >&2 echo "Test environment logs..."
-  docker logs $APP_HOST
-fi
-
-clean_docker
->&1 echo "Integration tests exited with code: $test_exit_code"
-exit "$test_exit_code"