@opencrvs/toolkit 2.1.0-rc.28fe5a3 → 2.1.0-rc.3028b2e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -12
- package/build.sh +22 -4
- package/create-countryconfig/index.js +441 -59
- package/create-countryconfig/node_modules/.bin/degit +21 -0
- package/create-countryconfig/package.json +4 -1
- package/dist/application-config/index.js +364 -285
- package/dist/authentication/index.d.ts +66 -0
- package/dist/authentication/index.d.ts.map +1 -0
- package/dist/authentication/index.js +765 -0
- package/dist/cli.js +3778 -1231
- package/dist/commons/api/router.d.ts +980 -420
- package/dist/commons/application-config/index.d.ts +0 -2
- package/dist/commons/conditionals/conditionals.d.ts +6 -6
- package/dist/commons/conditionals/validate.d.ts +34 -8
- package/dist/commons/events/ActionConfig.d.ts +5 -14
- package/dist/commons/events/ActionDocument.d.ts +41 -21
- package/dist/commons/events/ActionInput.d.ts +4 -10
- package/dist/commons/events/ActionStatus.d.ts +14 -0
- package/dist/commons/events/AdvancedSearchConfig.d.ts +48 -12
- package/dist/commons/events/AuditLog.d.ts +148 -0
- package/dist/commons/events/Draft.d.ts +1 -21
- package/dist/commons/events/EventConfig.d.ts +3 -0
- package/dist/commons/events/EventDocument.d.ts +474 -6
- package/dist/commons/events/EventIndex.d.ts +3 -26
- package/dist/commons/events/EventMetadata.d.ts +1 -11
- package/dist/commons/events/EventStatus.d.ts +19 -0
- package/dist/commons/events/FieldConfig.d.ts +109 -63
- package/dist/commons/events/FieldTypeMapping.d.ts +17 -17
- package/dist/commons/events/FieldValue.d.ts +3 -2
- package/dist/commons/events/Flag.d.ts +42 -0
- package/dist/commons/events/FormConfig.d.ts +6 -0
- package/dist/commons/events/PageConfig.d.ts +4 -0
- package/dist/commons/events/PlainDate.d.ts +8 -0
- package/dist/commons/events/SummaryConfig.d.ts +249 -0
- package/dist/commons/events/WorkqueueConfig.d.ts +17 -14
- package/dist/commons/events/event.d.ts +12 -0
- package/dist/commons/events/index.d.ts +1 -0
- package/dist/commons/events/locationPayloads.d.ts +95 -0
- package/dist/commons/events/locations.d.ts +246 -13
- package/dist/commons/events/mocks.test.utils.d.ts +46 -2
- package/dist/commons/events/scopes.d.ts +21 -1
- package/dist/commons/events/test.utils.d.ts +82 -32
- package/dist/commons/events/utils.d.ts +41 -6
- package/dist/commons/notification/UserNotifications.d.ts +28 -13
- package/dist/commons/notification/dispatch.d.ts +10 -0
- package/dist/commons/notification/index.d.ts +1 -0
- package/dist/conditionals/index.js +349 -65
- package/dist/csv.d.ts +25 -0
- package/dist/csv.d.ts.map +1 -0
- package/dist/csv.js +120 -0
- package/dist/environment/derived-variables.d.ts +12 -0
- package/dist/environment/derived-variables.d.ts.map +1 -1
- package/dist/environment/derived-variables.js +14 -0
- package/dist/environment/index.d.ts +1 -0
- package/dist/environment/index.d.ts.map +1 -1
- package/dist/environment/index.js +12 -1
- package/dist/environment/logger.d.ts +15 -3
- package/dist/environment/logger.d.ts.map +1 -1
- package/dist/environment/manage-users.js +1 -1
- package/dist/environment/paths.d.ts +7 -0
- package/dist/environment/paths.d.ts.map +1 -0
- package/dist/environment/paths.js +72 -0
- package/dist/environment/questions.d.ts.map +1 -1
- package/dist/environment/questions.js +20 -14
- package/dist/environment/setup-environment.d.ts +1 -1
- package/dist/environment/setup-environment.d.ts.map +1 -1
- package/dist/environment/setup-environment.js +603 -562
- package/dist/environment/swarm-to-k8s.js +3 -4
- package/dist/environment/templates.d.ts +0 -1
- package/dist/environment/templates.d.ts.map +1 -1
- package/dist/environment/templates.js +5 -9
- package/dist/environment/update-workflows.d.ts.map +1 -1
- package/dist/environment/update-workflows.js +21 -5
- package/dist/environment/upgrade.d.ts +2 -0
- package/dist/environment/upgrade.d.ts.map +1 -0
- package/dist/environment/upgrade.js +82 -0
- package/dist/environment/users.js +11 -13
- package/dist/environment/utils.d.ts +0 -12
- package/dist/environment/utils.d.ts.map +1 -1
- package/dist/environment/utils.js +1 -28
- package/dist/events/index.js +7842 -7212
- package/dist/migrations/v2.1/add-recovery-link-notifications.d.ts +3 -0
- package/dist/migrations/v2.1/add-recovery-link-notifications.d.ts.map +1 -0
- package/dist/migrations/v2.1/add-recovery-link-notifications.js +511 -0
- package/dist/migrations/v2.1/add-translations.d.ts +9 -0
- package/dist/migrations/v2.1/add-translations.d.ts.map +1 -0
- package/dist/migrations/v2.1/add-translations.js +149 -0
- package/dist/migrations/{v2.0/rename-api-paths.d.ts → v2.1/enable-telemetry.d.ts} +1 -1
- package/dist/migrations/v2.1/enable-telemetry.d.ts.map +1 -0
- package/dist/migrations/v2.1/enable-telemetry.js +455 -0
- package/dist/migrations/v2.1/index.d.ts.map +1 -1
- package/dist/migrations/v2.1/index.js +1952 -0
- package/dist/migrations/v2.1/migrate-infrastructure-to-assets.d.ts +14 -0
- package/dist/migrations/v2.1/migrate-infrastructure-to-assets.d.ts.map +1 -0
- package/dist/migrations/v2.1/migrate-infrastructure-to-assets.js +348 -0
- package/dist/migrations/v2.1/remove-metabase-package-installs.d.ts +2 -0
- package/dist/migrations/v2.1/remove-metabase-package-installs.d.ts.map +1 -0
- package/dist/migrations/v2.1/remove-metabase-package-installs.js +161 -0
- package/dist/migrations/{v2.0/migrate-scopes.d.ts → v2.1/remove-sentry.d.ts} +1 -1
- package/dist/migrations/v2.1/remove-sentry.d.ts.map +1 -0
- package/dist/migrations/v2.1/remove-sentry.js +354 -0
- package/dist/migrations/{v2.0/create-events-index.d.ts → v2.1/rename-trigger-paths.d.ts} +1 -1
- package/dist/migrations/v2.1/rename-trigger-paths.d.ts.map +1 -0
- package/dist/migrations/{v2.0/rename-api-paths.js → v2.1/rename-trigger-paths.js} +69 -40
- package/dist/migrations/v2.1/template-files.d.ts +8 -0
- package/dist/migrations/v2.1/template-files.d.ts.map +1 -0
- package/dist/migrations/v2.1/template-files.js +49 -0
- package/dist/migrations/v2.1/upgrade-tilt.d.ts +8 -0
- package/dist/migrations/v2.1/upgrade-tilt.d.ts.map +1 -0
- package/dist/migrations/v2.1/upgrade-tilt.js +139 -0
- package/dist/notification/index.js +1925 -1485
- package/dist/scopes/index.d.ts +614 -36
- package/dist/scopes/index.js +351 -65
- package/dist/telemetry/index.d.ts +45 -0
- package/dist/telemetry/index.d.ts.map +1 -0
- package/dist/telemetry/index.js +43 -0
- package/dist/templates/charts-values/dependencies/values.yaml +8 -0
- package/dist/templates/charts-values/opencrvs-services/values.yaml +10 -3
- package/dist/templates/charts-values/opentelemetry/values.yaml +102 -0
- package/dist/templates/charts-values/traefik/values.yaml +23 -9
- package/dist/templates/countryconfig-template/.tiltignore +1 -0
- package/dist/templates/countryconfig-template/Dockerfile.assets +7 -0
- package/dist/templates/countryconfig-template/Tiltfile +112 -0
- package/dist/templates/countryconfig-template/assets/README.md +1 -0
- package/dist/templates/countryconfig-template/assets/clear-all-data-dev.sh +61 -0
- package/dist/templates/countryconfig-template/assets/deployment/deploy.sh +455 -0
- package/dist/templates/countryconfig-template/assets/deployment/reindex.sh +168 -0
- package/dist/templates/countryconfig-template/assets/deployment/validate-required-variables-in-compose-files.ts +67 -0
- package/dist/templates/countryconfig-template/assets/elasticsearch/reindex.sh +168 -0
- package/dist/templates/countryconfig-template/assets/metabase/README.md +34 -0
- package/dist/templates/countryconfig-template/assets/metabase/environment-configuration.sql +36 -0
- package/dist/templates/countryconfig-template/assets/metabase/initialize-database.sh +46 -0
- package/dist/templates/countryconfig-template/assets/metabase/metabase.init.db.sql +27737 -0
- package/dist/templates/countryconfig-template/assets/metabase/open-shell.sh +21 -0
- package/dist/templates/countryconfig-template/assets/metabase/package.json +13 -0
- package/dist/templates/countryconfig-template/assets/metabase/run-dev.sh +108 -0
- package/dist/templates/countryconfig-template/assets/metabase/run.sh +120 -0
- package/dist/templates/countryconfig-template/assets/metabase/update-database.sh +40 -0
- package/dist/templates/countryconfig-template/assets/postgres/setup-analytics.sh +135 -0
- package/dist/templates/countryconfig-template/assets/postgres/setup-reference-data.sh +108 -0
- package/dist/templates/countryconfig-template/tilt/clear-all-data.ps1 +50 -0
- package/dist/templates/countryconfig-template/tilt/clear-all-data.sh +35 -0
- package/dist/templates/countryconfig-template/tilt/common.tilt +145 -0
- package/dist/templates/countryconfig-template/tilt/examples/dependencies/values.yaml +15 -0
- package/dist/templates/countryconfig-template/tilt/examples/opencrvs-services/values.yaml +56 -0
- package/dist/templates/countryconfig-template/tilt/examples/traefik/values-minikube.yaml +21 -0
- package/dist/templates/countryconfig-template/tilt/examples/traefik/values.yaml +38 -0
- package/dist/templates/countryconfig-template/tilt/helm/dependencies/values.yaml +17 -0
- package/dist/templates/countryconfig-template/tilt/helm/opencrvs-services/values.yaml +16 -0
- package/dist/templates/countryconfig-template/tilt/lib.tilt +95 -0
- package/dist/templates/countryconfig-template/tilt/opencrvs.tilt +136 -0
- package/dist/templates/inventory/inventory.template.yml +1 -3
- package/dist/translations/template.d.ts +11 -0
- package/dist/translations/template.d.ts.map +1 -0
- package/dist/translations/template.js +100 -0
- package/dist/verify/endpoints.d.ts +2 -0
- package/dist/verify/endpoints.d.ts.map +1 -0
- package/dist/verify/endpoints.js +510 -0
- package/opencrvs-toolkit-2.1.0-rc.3028b2e.tgz +0 -0
- package/package.json +14 -7
- package/tsconfig.build.json +11 -0
- package/tsconfig.build.tsbuildinfo +1 -0
- package/tsconfig.json +3 -0
- package/dist/migrations/v2.0/add-birth-certificate-issuance-flag.d.ts +0 -3
- package/dist/migrations/v2.0/add-birth-certificate-issuance-flag.d.ts.map +0 -1
- package/dist/migrations/v2.0/add-birth-certificate-issuance-flag.js +0 -429
- package/dist/migrations/v2.0/add-resend-invite-notification.d.ts +0 -3
- package/dist/migrations/v2.0/add-resend-invite-notification.d.ts.map +0 -1
- package/dist/migrations/v2.0/add-resend-invite-notification.js +0 -373
- package/dist/migrations/v2.0/checkout-upstream-files.d.ts +0 -22
- package/dist/migrations/v2.0/checkout-upstream-files.d.ts.map +0 -1
- package/dist/migrations/v2.0/checkout-upstream-files.js +0 -146
- package/dist/migrations/v2.0/convert-config-files-to-ts.d.ts +0 -2
- package/dist/migrations/v2.0/convert-config-files-to-ts.d.ts.map +0 -1
- package/dist/migrations/v2.0/convert-config-files-to-ts.js +0 -838
- package/dist/migrations/v2.0/convert-paragraph-to-heading.d.ts +0 -3
- package/dist/migrations/v2.0/convert-paragraph-to-heading.d.ts.map +0 -1
- package/dist/migrations/v2.0/convert-paragraph-to-heading.js +0 -158
- package/dist/migrations/v2.0/create-events-index.d.ts.map +0 -1
- package/dist/migrations/v2.0/create-events-index.js +0 -325
- package/dist/migrations/v2.0/delete-infrastructure-directory.d.ts +0 -11
- package/dist/migrations/v2.0/delete-infrastructure-directory.d.ts.map +0 -1
- package/dist/migrations/v2.0/delete-infrastructure-directory.js +0 -123
- package/dist/migrations/v2.0/fix-accept-requested-registration-function-type.d.ts +0 -3
- package/dist/migrations/v2.0/fix-accept-requested-registration-function-type.d.ts.map +0 -1
- package/dist/migrations/v2.0/fix-accept-requested-registration-function-type.js +0 -110
- package/dist/migrations/v2.0/index.d.ts +0 -13
- package/dist/migrations/v2.0/index.d.ts.map +0 -1
- package/dist/migrations/v2.0/index.js +0 -103
- package/dist/migrations/v2.0/make-built-in-validate-actions-custom.d.ts +0 -3
- package/dist/migrations/v2.0/make-built-in-validate-actions-custom.d.ts.map +0 -1
- package/dist/migrations/v2.0/make-built-in-validate-actions-custom.js +0 -432
- package/dist/migrations/v2.0/merge-infrastructure-directory.d.ts +0 -13
- package/dist/migrations/v2.0/merge-infrastructure-directory.d.ts.map +0 -1
- package/dist/migrations/v2.0/merge-infrastructure-directory.js +0 -222
- package/dist/migrations/v2.0/migrate-application-config-url.d.ts +0 -3
- package/dist/migrations/v2.0/migrate-application-config-url.d.ts.map +0 -1
- package/dist/migrations/v2.0/migrate-application-config-url.js +0 -343
- package/dist/migrations/v2.0/migrate-scopes.d.ts.map +0 -1
- package/dist/migrations/v2.0/migrate-scopes.js +0 -305
- package/dist/migrations/v2.0/migrate-validated-workqueue-status-to-flag.d.ts +0 -3
- package/dist/migrations/v2.0/migrate-validated-workqueue-status-to-flag.d.ts.map +0 -1
- package/dist/migrations/v2.0/migrate-validated-workqueue-status-to-flag.js +0 -267
- package/dist/migrations/v2.0/migrate-workqueue-configs.d.ts +0 -3
- package/dist/migrations/v2.0/migrate-workqueue-configs.d.ts.map +0 -1
- package/dist/migrations/v2.0/migrate-workqueue-configs.js +0 -317
- package/dist/migrations/v2.0/remove-delete-actions.d.ts +0 -3
- package/dist/migrations/v2.0/remove-delete-actions.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-delete-actions.js +0 -156
- package/dist/migrations/v2.0/remove-demo-scope.d.ts +0 -3
- package/dist/migrations/v2.0/remove-demo-scope.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-demo-scope.js +0 -74
- package/dist/migrations/v2.0/remove-deprecated-imports.d.ts +0 -3
- package/dist/migrations/v2.0/remove-deprecated-imports.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-deprecated-imports.js +0 -96
- package/dist/migrations/v2.0/remove-fhir-url-helpers.d.ts +0 -3
- package/dist/migrations/v2.0/remove-fhir-url-helpers.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-fhir-url-helpers.js +0 -163
- package/dist/migrations/v2.0/remove-hearth-migrations.d.ts +0 -3
- package/dist/migrations/v2.0/remove-hearth-migrations.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-hearth-migrations.js +0 -87
- package/dist/migrations/v2.0/remove-old-statistics-service.d.ts +0 -3
- package/dist/migrations/v2.0/remove-old-statistics-service.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-old-statistics-service.js +0 -356
- package/dist/migrations/v2.0/remove-pending-certification-flag.d.ts +0 -3
- package/dist/migrations/v2.0/remove-pending-certification-flag.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-pending-certification-flag.js +0 -109
- package/dist/migrations/v2.0/remove-review-from-register-action.d.ts +0 -3
- package/dist/migrations/v2.0/remove-review-from-register-action.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-review-from-register-action.js +0 -163
- package/dist/migrations/v2.0/remove-unused-environment-variables.d.ts +0 -3
- package/dist/migrations/v2.0/remove-unused-environment-variables.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-unused-environment-variables.js +0 -186
- package/dist/migrations/v2.0/rename-api-paths.d.ts.map +0 -1
- package/dist/migrations/v2.0/rename-location-parent-id.d.ts +0 -3
- package/dist/migrations/v2.0/rename-location-parent-id.d.ts.map +0 -1
- package/dist/migrations/v2.0/rename-location-parent-id.js +0 -180
- package/dist/migrations/v2.0/simplify-analytics-precalculations.d.ts +0 -3
- package/dist/migrations/v2.0/simplify-analytics-precalculations.d.ts.map +0 -1
- package/dist/migrations/v2.0/simplify-analytics-precalculations.js +0 -195
- package/dist/migrations/v2.0/update-package-json.d.ts +0 -3
- package/dist/migrations/v2.0/update-package-json.d.ts.map +0 -1
- package/dist/migrations/v2.0/update-package-json.js +0 -105
- package/dist/templates/inventory/production.example.yml +0 -77
- package/dist/templates/inventory/qa.example.yml +0 -48
- package/opencrvs-toolkit-2.1.0-rc.28fe5a3.tgz +0 -0
- package/tsconfig.tsbuildinfo +0 -1
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
2
|
+
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
3
|
+
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
4
|
+
#
|
|
5
|
+
# OpenCRVS is also distributed under the terms of the Civil Registration
|
|
6
|
+
# & Healthcare Disclaimer located at http://opencrvs.org/license.
|
|
7
|
+
#
|
|
8
|
+
# Copyright (C) The OpenCRVS Authors located at https://github.com/opencrvs/opencrvs-core/blob/master/AUTHORS.
|
|
9
|
+
|
|
10
|
+
#!/bin/bash
|
|
11
|
+
|
|
12
|
+
METABASE_VERSION="v0.56.4"
|
|
13
|
+
METABASE_JAR="./$METABASE_VERSION-metabase.jar"
|
|
14
|
+
|
|
15
|
+
MB_DB_FILE=${MB_DB_FILE:-"$(pwd)/data/metabase/metabase.mv.db"}
|
|
16
|
+
|
|
17
|
+
metabase_db_path=${MB_DB_FILE:-'/data/metabase/metabase.mv.db'}
|
|
18
|
+
metabase_db_path="${metabase_db_path}"
|
|
19
|
+
metabase_db_path_for_metabase=${metabase_db_path%.mv.db}
|
|
20
|
+
|
|
21
|
+
java -cp "$METABASE_JAR" org.h2.tools.Shell -url jdbc:h2:"$metabase_db_path_for_metabase"
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@opencrvs/dashboards",
|
|
3
|
+
"version": "1.8.1",
|
|
4
|
+
"description": "OpenCRVS performance dashboards",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"main": "index.js",
|
|
7
|
+
"scripts": {
|
|
8
|
+
"start": "./run-dev.sh",
|
|
9
|
+
"db:shell": "./open-shell.sh"
|
|
10
|
+
},
|
|
11
|
+
"author": "Riku Rouvila",
|
|
12
|
+
"license": "MPL-2.0"
|
|
13
|
+
}
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
2
|
+
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
3
|
+
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
4
|
+
#
|
|
5
|
+
# OpenCRVS is also distributed under the terms of the Civil Registration
|
|
6
|
+
# & Healthcare Disclaimer located at http://opencrvs.org/license.
|
|
7
|
+
#
|
|
8
|
+
# Copyright (C) The OpenCRVS Authors located at https://github.com/opencrvs/opencrvs-core/blob/master/AUTHORS.
|
|
9
|
+
|
|
10
|
+
#!/bin/bash
|
|
11
|
+
|
|
12
|
+
##########
|
|
13
|
+
#
|
|
14
|
+
# This script is mean for development of Dashboards and Questions
|
|
15
|
+
# Start Metabase with this script and make the changes you want.
|
|
16
|
+
#
|
|
17
|
+
# After you are done, press ctrl + c and this script automatically
|
|
18
|
+
# saves the database state to MB_DB_SAVE_TO_SQL_FILE
|
|
19
|
+
#
|
|
20
|
+
#########
|
|
21
|
+
|
|
22
|
+
echo 'OpenCRVS Metabase development environment'
|
|
23
|
+
|
|
24
|
+
cd "$(dirname "$0")"
|
|
25
|
+
|
|
26
|
+
METABASE_VERSION="v0.56.4"
|
|
27
|
+
METABASE_JAR="./$METABASE_VERSION-metabase.jar"
|
|
28
|
+
|
|
29
|
+
export METABASE_DATABASE_SSL=false
|
|
30
|
+
export METABASE_DATABASE_PASSWORD=postgres
|
|
31
|
+
export METABASE_DATABASE_PORT=5432
|
|
32
|
+
export METABASE_DATABASE_NAME=events
|
|
33
|
+
export METABASE_DATABASE_HOST=localhost
|
|
34
|
+
export METABASE_DATABASE_USER=postgres
|
|
35
|
+
|
|
36
|
+
rm -f data/metabase/*
|
|
37
|
+
rm -f infrastructure/metabase/data/metabase/*
|
|
38
|
+
|
|
39
|
+
# enable job control
|
|
40
|
+
set -m
|
|
41
|
+
|
|
42
|
+
if [ ! -f "$METABASE_JAR" ]; then
|
|
43
|
+
echo "You don't seem to have Metabase installed. Downloading Metabase..."
|
|
44
|
+
curl https://downloads.metabase.com/$METABASE_VERSION/metabase.jar --output $METABASE_JAR
|
|
45
|
+
fi
|
|
46
|
+
|
|
47
|
+
if [ -f .env ]
|
|
48
|
+
then
|
|
49
|
+
source .env
|
|
50
|
+
fi
|
|
51
|
+
|
|
52
|
+
# Variables exported so they can be used in initialize-database.sh
|
|
53
|
+
export OPENCRVS_METABASE_SITE_NAME=${OPENCRVS_METABASE_SITE_NAME:-"OpenCRVS Local"}
|
|
54
|
+
export OPENCRVS_ENVIRONMENT_CONFIGURATION_SQL_FILE=${OPENCRVS_ENVIRONMENT_CONFIGURATION_SQL_FILE:-"$(pwd)/environment-configuration.sql"}
|
|
55
|
+
export MB_DB_FILE=${MB_DB_FILE:-"$(pwd)/data/metabase/metabase.mv.db"}
|
|
56
|
+
export MB_DB_INIT_SQL_FILE=${MB_DB_INIT_SQL_FILE:-"$(pwd)/metabase.init.db.sql"}
|
|
57
|
+
export MB_DB_SAVE_TO_SQL_FILE=${MB_DB_SAVE_TO_SQL_FILE:-"$(pwd)/metabase.init.db.sql"}
|
|
58
|
+
export MB_JETTY_PORT=${MB_JETTY_PORT:-4444}
|
|
59
|
+
export OPENCRVS_METABASE_SITE_URL=${OPENCRVS_METABASE_SITE_URL:-"http://localhost:4444"}
|
|
60
|
+
export OPENCRVS_METABASE_DB_HOST=${OPENCRVS_METABASE_DB_HOST:-"localhost"}
|
|
61
|
+
export OPENCRVS_METABASE_DB_USER=${OPENCRVS_METABASE_DB_USER:-""}
|
|
62
|
+
export OPENCRVS_METABASE_DB_PASS=${OPENCRVS_METABASE_DB_PASS:-""}
|
|
63
|
+
export OPENCRVS_METABASE_DB_AUTH_DB=${OPENCRVS_METABASE_DB_AUTH_DB:-""}
|
|
64
|
+
|
|
65
|
+
export OPENCRVS_METABASE_MAP_NAME=${OPENCRVS_METABASE_MAP_NAME:-"Full country"}
|
|
66
|
+
export OPENCRVS_METABASE_MAP_URL=${OPENCRVS_METABASE_MAP_URL:-"http://localhost:3040/content/map.geojson"}
|
|
67
|
+
export OPENCRVS_METABASE_MAP_REGION_KEY=${OPENCRVS_METABASE_MAP_REGION_KEY:-"State"}
|
|
68
|
+
export OPENCRVS_METABASE_MAP_REGION_NAME=${OPENCRVS_METABASE_MAP_REGION_NAME:-"State"}
|
|
69
|
+
export OPENCRVS_METABASE_ADMIN_EMAIL=${OPENCRVS_METABASE_ADMIN_EMAIL:-"user@opencrvs.org"}
|
|
70
|
+
export OPENCRVS_METABASE_ADMIN_PASSWORD_SALT=$(uuidgen)
|
|
71
|
+
export OPENCRVS_METABASE_ADMIN_PASSWORD=${OPENCRVS_METABASE_ADMIN_PASSWORD:-"m3tabase"}
|
|
72
|
+
SALT_AND_PASSWORD=$OPENCRVS_METABASE_ADMIN_PASSWORD_SALT$OPENCRVS_METABASE_ADMIN_PASSWORD
|
|
73
|
+
export OPENCRVS_METABASE_ADMIN_PASSWORD_HASH=$(java -cp $METABASE_JAR clojure.main -e "(require 'metabase.util.password) (println (metabase.util.password/hash-bcrypt \"$SALT_AND_PASSWORD\"))" 2>/dev/null | tail -n 1)
|
|
74
|
+
metabase_db_path=${MB_DB_FILE:-'/data/metabase/metabase.mv.db'}
|
|
75
|
+
metabase_db_path="${metabase_db_path}"
|
|
76
|
+
metabase_db_path_for_metabase=${metabase_db_path%.mv.db}
|
|
77
|
+
|
|
78
|
+
##########
|
|
79
|
+
#
|
|
80
|
+
# Create database from supplied SQL file
|
|
81
|
+
#
|
|
82
|
+
#########
|
|
83
|
+
. ./initialize-database.sh
|
|
84
|
+
. ./update-database.sh
|
|
85
|
+
|
|
86
|
+
##########
|
|
87
|
+
#
|
|
88
|
+
# Start Metabase
|
|
89
|
+
#
|
|
90
|
+
#########
|
|
91
|
+
|
|
92
|
+
MB_DB_FILE=${metabase_db_path_for_metabase} \
|
|
93
|
+
MB_DB_TYPE=h2 \
|
|
94
|
+
java -jar $METABASE_JAR
|
|
95
|
+
##########
|
|
96
|
+
#
|
|
97
|
+
# Store database back to SQL File to be stored in version control
|
|
98
|
+
#
|
|
99
|
+
#########
|
|
100
|
+
|
|
101
|
+
save_sql_file=${MB_DB_SAVE_TO_SQL_FILE}
|
|
102
|
+
|
|
103
|
+
if [ -n "$save_sql_file" ]; then
|
|
104
|
+
echo "Saving database $metabase_db_path to $save_sql_file"
|
|
105
|
+
java -cp "$METABASE_JAR" org.h2.tools.Script -url jdbc:h2:"$metabase_db_path_for_metabase" -script "$save_sql_file"
|
|
106
|
+
echo "Done"
|
|
107
|
+
exit 0
|
|
108
|
+
fi
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
#!/bin/bash
|
|
2
|
+
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
3
|
+
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
4
|
+
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
5
|
+
#
|
|
6
|
+
# OpenCRVS is also distributed under the terms of the Civil Registration
|
|
7
|
+
# & Healthcare Disclaimer located at http://opencrvs.org/license.
|
|
8
|
+
#
|
|
9
|
+
# Copyright (C) The OpenCRVS Authors located at https://github.com/opencrvs/opencrvs-core/blob/master/AUTHORS.
|
|
10
|
+
|
|
11
|
+
SCRIPT_FULL_PATH=$(readlink -f $0)
|
|
12
|
+
SCRIPT_DIR=$(dirname "$SCRIPT_FULL_PATH")
|
|
13
|
+
echo "Running Metabase initialization script from ${SCRIPT_DIR}"
|
|
14
|
+
|
|
15
|
+
if [ -z "${OPENCRVS_METABASE_SITE_NAME}" ]; then
|
|
16
|
+
echo "Error: OPENCRVS_METABASE_SITE_NAME environment variable is not defined"
|
|
17
|
+
exit 1
|
|
18
|
+
fi
|
|
19
|
+
|
|
20
|
+
if [ -z "${OPENCRVS_ENVIRONMENT_CONFIGURATION_SQL_FILE}" ]; then
|
|
21
|
+
echo "Error: OPENCRVS_ENVIRONMENT_CONFIGURATION_SQL_FILE environment variable is not defined"
|
|
22
|
+
exit 1
|
|
23
|
+
fi
|
|
24
|
+
|
|
25
|
+
if [ -z "${MB_DB_FILE}" ]; then
|
|
26
|
+
echo "Error: MB_DB_FILE environment variable is not defined"
|
|
27
|
+
exit 1
|
|
28
|
+
fi
|
|
29
|
+
|
|
30
|
+
if [ -z "${MB_DB_INIT_SQL_FILE}" ]; then
|
|
31
|
+
echo "Error: MB_DB_INIT_SQL_FILE environment variable is not defined"
|
|
32
|
+
exit 1
|
|
33
|
+
fi
|
|
34
|
+
|
|
35
|
+
if [ -z "${OPENCRVS_METABASE_SITE_URL}" ]; then
|
|
36
|
+
echo "Error: OPENCRVS_METABASE_SITE_URL environment variable is not defined"
|
|
37
|
+
exit 1
|
|
38
|
+
fi
|
|
39
|
+
|
|
40
|
+
if [ -z "${METABASE_DATABASE_SSL}" ]; then
|
|
41
|
+
echo "Error: METABASE_DATABASE_SSL environment variable is not defined"
|
|
42
|
+
exit 1
|
|
43
|
+
fi
|
|
44
|
+
|
|
45
|
+
if [ -z "${METABASE_DATABASE_HOST}" ]; then
|
|
46
|
+
echo "Error: METABASE_DATABASE_HOST environment variable is not defined"
|
|
47
|
+
exit 1
|
|
48
|
+
fi
|
|
49
|
+
|
|
50
|
+
if [ -z "${METABASE_DATABASE_PORT}" ]; then
|
|
51
|
+
echo "Error: METABASE_DATABASE_PORT environment variable is not defined"
|
|
52
|
+
exit 1
|
|
53
|
+
fi
|
|
54
|
+
|
|
55
|
+
if [ -z "${METABASE_DATABASE_NAME}" ]; then
|
|
56
|
+
echo "Error: METABASE_DATABASE_NAME environment variable is not defined"
|
|
57
|
+
exit 1
|
|
58
|
+
fi
|
|
59
|
+
|
|
60
|
+
if [ -z "${METABASE_DATABASE_USER}" ]; then
|
|
61
|
+
echo "Error: METABASE_DATABASE_USER environment variable is not defined"
|
|
62
|
+
exit 1
|
|
63
|
+
fi
|
|
64
|
+
|
|
65
|
+
if [ -z "${METABASE_DATABASE_PASSWORD}" ]; then
|
|
66
|
+
echo "Error: METABASE_DATABASE_PASSWORD environment variable is not defined"
|
|
67
|
+
exit 1
|
|
68
|
+
fi
|
|
69
|
+
|
|
70
|
+
if [ -z "${OPENCRVS_METABASE_MAP_NAME}" ]; then
|
|
71
|
+
echo "Error: OPENCRVS_METABASE_MAP_NAME environment variable is not defined"
|
|
72
|
+
exit 1
|
|
73
|
+
fi
|
|
74
|
+
|
|
75
|
+
if [ -z "${OPENCRVS_METABASE_MAP_URL}" ]; then
|
|
76
|
+
echo "Error: OPENCRVS_METABASE_MAP_URL environment variable is not defined"
|
|
77
|
+
exit 1
|
|
78
|
+
fi
|
|
79
|
+
|
|
80
|
+
if [ -z "${OPENCRVS_METABASE_MAP_REGION_KEY}" ]; then
|
|
81
|
+
echo "Error: OPENCRVS_METABASE_MAP_REGION_KEY environment variable is not defined"
|
|
82
|
+
exit 1
|
|
83
|
+
fi
|
|
84
|
+
|
|
85
|
+
if [ -z "${OPENCRVS_METABASE_MAP_REGION_NAME}" ]; then
|
|
86
|
+
echo "Error: OPENCRVS_METABASE_MAP_REGION_NAME environment variable is not defined"
|
|
87
|
+
exit 1
|
|
88
|
+
fi
|
|
89
|
+
|
|
90
|
+
if [ -z "${OPENCRVS_METABASE_ADMIN_EMAIL}" ]; then
|
|
91
|
+
echo "Error: OPENCRVS_METABASE_ADMIN_EMAIL environment variable is not defined"
|
|
92
|
+
exit 1
|
|
93
|
+
fi
|
|
94
|
+
|
|
95
|
+
if [ -z "${OPENCRVS_METABASE_ADMIN_PASSWORD}" ]; then
|
|
96
|
+
echo "Error: OPENCRVS_METABASE_ADMIN_PASSWORD environment variable is not defined"
|
|
97
|
+
exit 1
|
|
98
|
+
fi
|
|
99
|
+
|
|
100
|
+
export MB_JETTY_PORT=${MB_JETTY_PORT:-4444}
|
|
101
|
+
export MB_DB_FILE=${MB_DB_FILE:-'/data/metabase/metabase.mv.db'}
|
|
102
|
+
export OPENCRVS_METABASE_ADMIN_PASSWORD_SALT=$(cat /proc/sys/kernel/random/uuid 2>/dev/null || uuidgen)
|
|
103
|
+
|
|
104
|
+
SALT_AND_PASSWORD=$OPENCRVS_METABASE_ADMIN_PASSWORD_SALT$OPENCRVS_METABASE_ADMIN_PASSWORD
|
|
105
|
+
export OPENCRVS_METABASE_ADMIN_PASSWORD_HASH=$(java -cp $METABASE_JAR clojure.main -e "(require 'metabase.util.password) (println (metabase.util.password/hash-bcrypt \"$SALT_AND_PASSWORD\"))" 2>/dev/null | tail -n 1)
|
|
106
|
+
|
|
107
|
+
source ${SCRIPT_DIR}/initialize-database.sh
|
|
108
|
+
source ${SCRIPT_DIR}/update-database.sh
|
|
109
|
+
|
|
110
|
+
echo "Starting metabase..."
|
|
111
|
+
|
|
112
|
+
metabase_db_path=${MB_DB_FILE:-'/data/metabase/metabase.mv.db'}
|
|
113
|
+
metabase_db_path="${metabase_db_path}"
|
|
114
|
+
metabase_db_path_for_metabase=${metabase_db_path%\/metabase.mv.db}
|
|
115
|
+
|
|
116
|
+
echo "Using Metabase database path: ${metabase_db_path_for_metabase}"
|
|
117
|
+
|
|
118
|
+
MB_DB_FILE=${metabase_db_path_for_metabase} \
|
|
119
|
+
MB_DB_TYPE=h2 \
|
|
120
|
+
./app/run_metabase.sh
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
2
|
+
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
3
|
+
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
4
|
+
#
|
|
5
|
+
# OpenCRVS is also distributed under the terms of the Civil Registration
|
|
6
|
+
# & Healthcare Disclaimer located at http://opencrvs.org/license.
|
|
7
|
+
#
|
|
8
|
+
# Copyright (C) The OpenCRVS Authors located at https://github.com/opencrvs/opencrvs-core/blob/master/AUTHORS.
|
|
9
|
+
|
|
10
|
+
#!/bin/bash
|
|
11
|
+
|
|
12
|
+
echo 'Initializing Metabase database '
|
|
13
|
+
|
|
14
|
+
metabase_jar=${METABASE_JAR:-'./metabase.jar'}
|
|
15
|
+
|
|
16
|
+
metabase_db_path=${MB_DB_FILE:-'/data/metabase/metabase.mv.db'}
|
|
17
|
+
metabase_db_path="${metabase_db_path}"
|
|
18
|
+
metabase_db_dir="$(dirname $metabase_db_path)"
|
|
19
|
+
metabase_db_path_for_metabase=${metabase_db_path%.mv.db}
|
|
20
|
+
|
|
21
|
+
environment_configuration_sql_file=${OPENCRVS_ENVIRONMENT_CONFIGURATION_SQL_FILE}
|
|
22
|
+
|
|
23
|
+
##########
|
|
24
|
+
#
|
|
25
|
+
# Apply environment configuration
|
|
26
|
+
#
|
|
27
|
+
# This code updates database rows to match the configuration supplied
|
|
28
|
+
# as environment variables
|
|
29
|
+
#########
|
|
30
|
+
|
|
31
|
+
echo "Applying environment configuration from $environment_configuration_sql_file"
|
|
32
|
+
|
|
33
|
+
# Expand $VAR / ${VAR} using bash's own heredoc expansion instead of envsubst,
|
|
34
|
+
# because envsubst is not installed in the Metabase image
|
|
35
|
+
eval "cat <<OPENCRVS_ENV_EOF
|
|
36
|
+
$(cat "$environment_configuration_sql_file")
|
|
37
|
+
OPENCRVS_ENV_EOF" > "$environment_configuration_sql_file.tmp"
|
|
38
|
+
|
|
39
|
+
java -cp "$metabase_jar" org.h2.tools.RunScript -url jdbc:h2:"$metabase_db_path_for_metabase" -script "$environment_configuration_sql_file.tmp"
|
|
40
|
+
rm $environment_configuration_sql_file.tmp
|
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
#!/bin/bash
|
|
2
|
+
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
3
|
+
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
4
|
+
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
5
|
+
#
|
|
6
|
+
# OpenCRVS is also distributed under the terms of the Civil Registration
|
|
7
|
+
# & Healthcare Disclaimer located at http://opencrvs.org/license.
|
|
8
|
+
#
|
|
9
|
+
# Copyright (C) The OpenCRVS Authors located at https://github.com/opencrvs/opencrvs-core/blob/master/AUTHORS.
|
|
10
|
+
set -euo pipefail
|
|
11
|
+
|
|
12
|
+
# NOTE!
|
|
13
|
+
# This setup is ran before core migrations. Therefore you CAN NOT refer to the tables or data in core.
|
|
14
|
+
|
|
15
|
+
# Configuration
|
|
16
|
+
: "${POSTGRES_HOST:=localhost}"
|
|
17
|
+
: "${POSTGRES_PORT:=5432}"
|
|
18
|
+
: "${POSTGRES_PASSWORD:?Must set POSTGRES_PASSWORD}"
|
|
19
|
+
: "${POSTGRES_USER:?Must set POSTGRES_USER}"
|
|
20
|
+
: "${ANALYTICS_POSTGRES_PASSWORD:?Must set ANALYTICS_POSTGRES_PASSWORD}"
|
|
21
|
+
: "${ANALYTICS_POSTGRES_USER:?Must set ANALYTICS_POSTGRES_USER}"
|
|
22
|
+
: "${POSTGRES_PASSWORD:?Must set POSTGRES_PASSWORD}"
|
|
23
|
+
: "${KEEP_ALIVE_SECONDS:=0}" # Prevent Swarm from marking this task as failed due to early exit
|
|
24
|
+
|
|
25
|
+
TARGET_DB=${TARGET_DB-"events"}
|
|
26
|
+
|
|
27
|
+
export TARGET_DB=${TARGET_DB//-/_}
|
|
28
|
+
|
|
29
|
+
echo "Waiting for PostgreSQL to be ready at ${POSTGRES_HOST}:${POSTGRES_PORT}..."
|
|
30
|
+
until PGPASSWORD="$POSTGRES_PASSWORD" psql -h "$POSTGRES_HOST" -p "$POSTGRES_PORT" \
|
|
31
|
+
-U "$POSTGRES_USER" -d postgres -c '\q' 2>/dev/null; do
|
|
32
|
+
sleep 2
|
|
33
|
+
done
|
|
34
|
+
|
|
35
|
+
sleep "$KEEP_ALIVE_SECONDS"
|
|
36
|
+
|
|
37
|
+
create_or_update_role() {
|
|
38
|
+
local role=$1
|
|
39
|
+
local password=$2
|
|
40
|
+
local db=$3
|
|
41
|
+
|
|
42
|
+
PGPASSWORD="$POSTGRES_PASSWORD" psql -v ON_ERROR_STOP=1 -h "$POSTGRES_HOST" -p "$POSTGRES_PORT" \
|
|
43
|
+
-U "$POSTGRES_USER" -d postgres <<EOSQL
|
|
44
|
+
DO \$\$
|
|
45
|
+
BEGIN
|
|
46
|
+
IF NOT EXISTS (SELECT 1 FROM pg_roles WHERE rolname = '${role}') THEN
|
|
47
|
+
EXECUTE format('CREATE ROLE %I LOGIN PASSWORD %L', '${role}', '${password}');
|
|
48
|
+
ELSE
|
|
49
|
+
EXECUTE format('ALTER ROLE %I WITH PASSWORD %L', '${role}', '${password}');
|
|
50
|
+
END IF;
|
|
51
|
+
|
|
52
|
+
EXECUTE format('GRANT CONNECT ON DATABASE %I TO %I', '${db}', '${role}');
|
|
53
|
+
END
|
|
54
|
+
\$\$;
|
|
55
|
+
EOSQL
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
create_or_update_role "$ANALYTICS_POSTGRES_USER" "$ANALYTICS_POSTGRES_PASSWORD" "$TARGET_DB"
|
|
59
|
+
|
|
60
|
+
# Schema + tables + grants
|
|
61
|
+
PGPASSWORD="$POSTGRES_PASSWORD" psql -v ON_ERROR_STOP=1 -h "$POSTGRES_HOST" -p "$POSTGRES_PORT" \
|
|
62
|
+
-U "$POSTGRES_USER" -d "$TARGET_DB" <<EOSQL
|
|
63
|
+
|
|
64
|
+
CREATE SCHEMA IF NOT EXISTS analytics;
|
|
65
|
+
|
|
66
|
+
CREATE TABLE IF NOT EXISTS analytics.administrative_areas (
|
|
67
|
+
id TEXT PRIMARY KEY,
|
|
68
|
+
name text NOT NULL,
|
|
69
|
+
parent_id TEXT REFERENCES analytics.administrative_areas(id)
|
|
70
|
+
);
|
|
71
|
+
|
|
72
|
+
CREATE TABLE IF NOT EXISTS analytics.locations (
|
|
73
|
+
id TEXT PRIMARY KEY,
|
|
74
|
+
name text NOT NULL,
|
|
75
|
+
administrative_area_id TEXT REFERENCES analytics.administrative_areas(id),
|
|
76
|
+
location_type TEXT NOT NULL
|
|
77
|
+
);
|
|
78
|
+
|
|
79
|
+
CREATE TABLE IF NOT EXISTS analytics.event_actions (
|
|
80
|
+
event_type text NOT NULL,
|
|
81
|
+
action_type TEXT NOT NULL,
|
|
82
|
+
annotation jsonb,
|
|
83
|
+
assigned_to text,
|
|
84
|
+
created_at timestamp with time zone NOT NULL DEFAULT now(),
|
|
85
|
+
created_at_location TEXT,
|
|
86
|
+
created_by text NOT NULL,
|
|
87
|
+
created_by_role text,
|
|
88
|
+
created_by_signature text,
|
|
89
|
+
created_by_user_type TEXT NOT NULL,
|
|
90
|
+
declared_at timestamp with time zone,
|
|
91
|
+
registered_at timestamp with time zone,
|
|
92
|
+
declaration jsonb NOT NULL DEFAULT '{}'::jsonb,
|
|
93
|
+
event_id uuid NOT NULL,
|
|
94
|
+
id uuid DEFAULT gen_random_uuid() PRIMARY KEY,
|
|
95
|
+
original_action_id uuid,
|
|
96
|
+
registration_number text UNIQUE,
|
|
97
|
+
request_id text,
|
|
98
|
+
status TEXT NOT NULL,
|
|
99
|
+
transaction_id text NOT NULL,
|
|
100
|
+
content jsonb,
|
|
101
|
+
UNIQUE (id, event_id)
|
|
102
|
+
);
|
|
103
|
+
|
|
104
|
+
CREATE INDEX CONCURRENTLY IF NOT EXISTS analytics_idx_event_actions_event_id
|
|
105
|
+
ON analytics.event_actions (event_id);
|
|
106
|
+
|
|
107
|
+
ALTER TABLE analytics.event_actions ADD COLUMN IF NOT EXISTS custom_action_type TEXT;
|
|
108
|
+
ALTER TABLE analytics.event_actions ALTER COLUMN created_by_role DROP NOT NULL;
|
|
109
|
+
CREATE INDEX IF NOT EXISTS idx_event_actions_event_id ON analytics.event_actions (event_id);
|
|
110
|
+
|
|
111
|
+
ALTER TABLE analytics.locations ALTER COLUMN location_type DROP NOT NULL;
|
|
112
|
+
|
|
113
|
+
CREATE TABLE IF NOT EXISTS analytics.location_levels (
|
|
114
|
+
id text PRIMARY KEY,
|
|
115
|
+
level int NOT NULL,
|
|
116
|
+
name text NOT NULL
|
|
117
|
+
);
|
|
118
|
+
|
|
119
|
+
CREATE TABLE IF NOT EXISTS analytics.location_statistics (
|
|
120
|
+
name text,
|
|
121
|
+
reference_id text NOT NULL,
|
|
122
|
+
year int NOT NULL,
|
|
123
|
+
crude_birth_rate NUMERIC(4,1) NOT NULL,
|
|
124
|
+
male_population int NOT NULL,
|
|
125
|
+
female_population int NOT NULL,
|
|
126
|
+
total_population int NOT NULL,
|
|
127
|
+
UNIQUE (reference_id, year)
|
|
128
|
+
);
|
|
129
|
+
|
|
130
|
+
GRANT USAGE ON SCHEMA analytics TO "$ANALYTICS_POSTGRES_USER";
|
|
131
|
+
|
|
132
|
+
GRANT SELECT, INSERT, UPDATE, DELETE ON ALL TABLES IN SCHEMA analytics TO "$ANALYTICS_POSTGRES_USER";
|
|
133
|
+
EOSQL
|
|
134
|
+
|
|
135
|
+
echo "✅ Analytics schema initialized for database '$TARGET_DB'"
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
#!/bin/bash
|
|
2
|
+
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
3
|
+
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
4
|
+
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
5
|
+
#
|
|
6
|
+
# OpenCRVS is also distributed under the terms of the Civil Registration
|
|
7
|
+
# & Healthcare Disclaimer located at http://opencrvs.org/license.
|
|
8
|
+
#
|
|
9
|
+
# Copyright (C) The OpenCRVS Authors located at https://github.com/opencrvs/opencrvs-core/blob/master/AUTHORS.
|
|
10
|
+
set -euo pipefail
|
|
11
|
+
|
|
12
|
+
# Configuration
|
|
13
|
+
: "${POSTGRES_HOST:=localhost}"
|
|
14
|
+
: "${POSTGRES_PORT:=5432}"
|
|
15
|
+
: "${POSTGRES_PASSWORD:?Must set POSTGRES_PASSWORD}"
|
|
16
|
+
: "${POSTGRES_USER:?Must set POSTGRES_USER}"
|
|
17
|
+
|
|
18
|
+
if [[ -z "${REFERENCE_DATA_POSTGRES_PASSWORD:-}" ||
|
|
19
|
+
-z "${REFERENCE_DATA_POSTGRES_USER:-}" ||
|
|
20
|
+
-z "${REFERENCE_DATA_EDITOR_PASSWORD:-}" ||
|
|
21
|
+
-z "${REFERENCE_DATA_EDITOR_USER:-}" ]]; then
|
|
22
|
+
echo "Required variables are not set, skipping..."
|
|
23
|
+
exit 0
|
|
24
|
+
fi
|
|
25
|
+
: "${KEEP_ALIVE_SECONDS:=0}" # Prevent Swarm from marking this task as failed due to early exit
|
|
26
|
+
|
|
27
|
+
TARGET_DB=${TARGET_DB:-"events"}
|
|
28
|
+
|
|
29
|
+
export TARGET_DB=${TARGET_DB//-/_}
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
echo "Waiting for PostgreSQL to be ready at ${POSTGRES_HOST}:${POSTGRES_PORT}..."
|
|
33
|
+
until PGPASSWORD="$POSTGRES_PASSWORD" psql -h "$POSTGRES_HOST" -p "$POSTGRES_PORT" \
|
|
34
|
+
-U "$POSTGRES_USER" -d postgres -c '\q' 2>/dev/null; do
|
|
35
|
+
sleep 2
|
|
36
|
+
done
|
|
37
|
+
|
|
38
|
+
sleep "$KEEP_ALIVE_SECONDS"
|
|
39
|
+
|
|
40
|
+
create_or_update_role() {
|
|
41
|
+
local role=$1
|
|
42
|
+
local password=$2
|
|
43
|
+
local db=$3
|
|
44
|
+
|
|
45
|
+
PGPASSWORD="$POSTGRES_PASSWORD" psql -v ON_ERROR_STOP=1 -h "$POSTGRES_HOST" -p "$POSTGRES_PORT" \
|
|
46
|
+
-U "$POSTGRES_USER" -d postgres <<EOSQL
|
|
47
|
+
DO \$\$
|
|
48
|
+
BEGIN
|
|
49
|
+
IF NOT EXISTS (SELECT 1 FROM pg_roles WHERE rolname = '${role}') THEN
|
|
50
|
+
EXECUTE format('CREATE ROLE %I LOGIN PASSWORD %L', '${role}', '${password}');
|
|
51
|
+
ELSE
|
|
52
|
+
EXECUTE format('ALTER ROLE %I WITH PASSWORD %L', '${role}', '${password}');
|
|
53
|
+
END IF;
|
|
54
|
+
|
|
55
|
+
EXECUTE format('GRANT CONNECT ON DATABASE %I TO %I', '${db}', '${role}');
|
|
56
|
+
END
|
|
57
|
+
\$\$;
|
|
58
|
+
EOSQL
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
create_or_update_role "$REFERENCE_DATA_POSTGRES_USER" "$REFERENCE_DATA_POSTGRES_PASSWORD" "$TARGET_DB"
|
|
62
|
+
create_or_update_role "$REFERENCE_DATA_EDITOR_USER" "$REFERENCE_DATA_EDITOR_PASSWORD" "$TARGET_DB"
|
|
63
|
+
|
|
64
|
+
echo "Initializing reference-data schema..."
|
|
65
|
+
|
|
66
|
+
# Schema + tables + grants
|
|
67
|
+
PGPASSWORD="$POSTGRES_PASSWORD" psql -v ON_ERROR_STOP=1 -h "$POSTGRES_HOST" -p "$POSTGRES_PORT" \
|
|
68
|
+
-U "$POSTGRES_USER" -d "$TARGET_DB" <<EOSQL
|
|
69
|
+
|
|
70
|
+
CREATE EXTENSION IF NOT EXISTS "pgcrypto";
|
|
71
|
+
|
|
72
|
+
CREATE SCHEMA IF NOT EXISTS reference_data;
|
|
73
|
+
|
|
74
|
+
CREATE TABLE IF NOT EXISTS reference_data.icd10 (
|
|
75
|
+
id text PRIMARY KEY,
|
|
76
|
+
label text NOT NULL,
|
|
77
|
+
code text NOT NULL,
|
|
78
|
+
created_at timestamp with time zone DEFAULT now() NOT NULL,
|
|
79
|
+
updated_at timestamp with time zone DEFAULT now() NOT NULL,
|
|
80
|
+
valid_until timestamp with time zone
|
|
81
|
+
);
|
|
82
|
+
|
|
83
|
+
GRANT USAGE ON SCHEMA reference_data TO ${REFERENCE_DATA_EDITOR_USER};
|
|
84
|
+
|
|
85
|
+
GRANT SELECT, INSERT ON TABLE reference_data.icd10 TO ${REFERENCE_DATA_EDITOR_USER};
|
|
86
|
+
|
|
87
|
+
GRANT UPDATE (valid_until) ON TABLE reference_data.icd10 TO ${REFERENCE_DATA_EDITOR_USER};
|
|
88
|
+
|
|
89
|
+
-- Required for fuzzy search performance
|
|
90
|
+
CREATE EXTENSION IF NOT EXISTS pg_trgm;
|
|
91
|
+
|
|
92
|
+
-- Fast prefix & exact matches on code
|
|
93
|
+
CREATE INDEX IF NOT EXISTS icd10_code_idx
|
|
94
|
+
ON reference_data.icd10 (code);
|
|
95
|
+
|
|
96
|
+
-- Fast fuzzy search on label
|
|
97
|
+
CREATE INDEX IF NOT EXISTS icd10_label_trgm_idx
|
|
98
|
+
ON reference_data.icd10
|
|
99
|
+
USING gin (label gin_trgm_ops);
|
|
100
|
+
|
|
101
|
+
GRANT USAGE ON SCHEMA reference_data TO ${REFERENCE_DATA_POSTGRES_USER};
|
|
102
|
+
|
|
103
|
+
GRANT SELECT, INSERT, UPDATE, DELETE ON ALL TABLES IN SCHEMA reference_data TO ${REFERENCE_DATA_POSTGRES_USER};
|
|
104
|
+
|
|
105
|
+
EOSQL
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
echo "✅ reference-data schema and icd10 table initialized"
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
2
|
+
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
3
|
+
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
4
|
+
#
|
|
5
|
+
# OpenCRVS is also distributed under the terms of the Civil Registration
|
|
6
|
+
# & Healthcare Disclaimer located at http://opencrvs.org/license.
|
|
7
|
+
#
|
|
8
|
+
# Copyright (C) The OpenCRVS Authors located at https://github.com/opencrvs/opencrvs-core/blob/master/AUTHORS.
|
|
9
|
+
|
|
10
|
+
Write-Host "Running data cleanup"
|
|
11
|
+
|
|
12
|
+
$Namespace = "opencrvs-dev"
|
|
13
|
+
|
|
14
|
+
$Jobs = @(
|
|
15
|
+
"data-cleanup",
|
|
16
|
+
"postgres-on-deploy",
|
|
17
|
+
"data-migration",
|
|
18
|
+
"data-migration-analytics",
|
|
19
|
+
"data-seed",
|
|
20
|
+
"elasticsearch-reindex"
|
|
21
|
+
)
|
|
22
|
+
|
|
23
|
+
foreach ($Job in $Jobs) {
|
|
24
|
+
kubectl delete job $Job -n $Namespace --ignore-not-found
|
|
25
|
+
|
|
26
|
+
if ($Job -eq "data-seed") {
|
|
27
|
+
kubectl delete pod -l app=events -n $Namespace
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
tilt trigger $Job
|
|
31
|
+
|
|
32
|
+
Start-Sleep -Seconds 10
|
|
33
|
+
|
|
34
|
+
kubectl wait `
|
|
35
|
+
--for=condition=complete `
|
|
36
|
+
--timeout=300s `
|
|
37
|
+
"job/$Job" `
|
|
38
|
+
-n $Namespace
|
|
39
|
+
|
|
40
|
+
if ($LASTEXITCODE -ne 0) {
|
|
41
|
+
Write-Error "Job $Job failed or timed out"
|
|
42
|
+
exit 1
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
Write-Host "======================== Job $Job completed ==============================="
|
|
46
|
+
|
|
47
|
+
kubectl logs "job/$Job" -n $Namespace
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
Write-Host "Cleanup was successful"
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
#!/bin/bash
|
|
2
|
+
|
|
3
|
+
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
4
|
+
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
5
|
+
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
6
|
+
#
|
|
7
|
+
# OpenCRVS is also distributed under the terms of the Civil Registration
|
|
8
|
+
# & Healthcare Disclaimer located at http://opencrvs.org/license.
|
|
9
|
+
#
|
|
10
|
+
# Copyright (C) The OpenCRVS Authors located at https://github.com/opencrvs/opencrvs-core/blob/master/AUTHORS.
|
|
11
|
+
|
|
12
|
+
echo "Running data cleanup"
|
|
13
|
+
|
|
14
|
+
jobs=(
|
|
15
|
+
"data-cleanup"
|
|
16
|
+
'postgres-on-deploy'
|
|
17
|
+
'data-migration'
|
|
18
|
+
'data-migration-analytics'
|
|
19
|
+
'data-seed'
|
|
20
|
+
'elasticsearch-reindex'
|
|
21
|
+
)
|
|
22
|
+
|
|
23
|
+
for job in "${jobs[@]}"; do
|
|
24
|
+
kubectl delete job $job -n opencrvs-dev --ignore-not-found
|
|
25
|
+
if [ "$job" == "data-seed" ]; then
|
|
26
|
+
kubectl delete pod -lapp=events -n opencrvs-dev
|
|
27
|
+
fi
|
|
28
|
+
tilt trigger $job
|
|
29
|
+
sleep 10
|
|
30
|
+
kubectl wait --for=condition=complete --timeout=300s job/$job -n opencrvs-dev
|
|
31
|
+
echo "======================== Job $job completed ==============================="
|
|
32
|
+
kubectl logs job/$job -n opencrvs-dev
|
|
33
|
+
done
|
|
34
|
+
|
|
35
|
+
echo "Cleanup was successful"
|