@opencrvs/toolkit 2.1.0-rc.2ec6bd5 → 2.1.0-rc.3028b2e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -12
- package/build.sh +22 -4
- package/create-countryconfig/index.js +441 -59
- package/create-countryconfig/node_modules/.bin/degit +21 -0
- package/create-countryconfig/package.json +4 -1
- package/dist/application-config/index.js +362 -284
- package/dist/authentication/index.d.ts +66 -0
- package/dist/authentication/index.d.ts.map +1 -0
- package/dist/authentication/index.js +765 -0
- package/dist/cli.js +3778 -1231
- package/dist/commons/api/router.d.ts +1010 -414
- package/dist/commons/application-config/index.d.ts +0 -2
- package/dist/commons/conditionals/conditionals.d.ts +6 -6
- package/dist/commons/conditionals/validate.d.ts +34 -8
- package/dist/commons/events/ActionConfig.d.ts +5 -14
- package/dist/commons/events/ActionDocument.d.ts +35 -15
- package/dist/commons/events/ActionInput.d.ts +4 -4
- package/dist/commons/events/ActionStatus.d.ts +14 -0
- package/dist/commons/events/AdvancedSearchConfig.d.ts +48 -12
- package/dist/commons/events/AuditLog.d.ts +148 -0
- package/dist/commons/events/Draft.d.ts +1 -21
- package/dist/commons/events/EventConfig.d.ts +3 -0
- package/dist/commons/events/EventDocument.d.ts +472 -4
- package/dist/commons/events/EventIndex.d.ts +3 -26
- package/dist/commons/events/EventMetadata.d.ts +1 -11
- package/dist/commons/events/EventStatus.d.ts +19 -0
- package/dist/commons/events/FieldConfig.d.ts +109 -63
- package/dist/commons/events/FieldTypeMapping.d.ts +17 -17
- package/dist/commons/events/FieldValue.d.ts +3 -2
- package/dist/commons/events/Flag.d.ts +42 -0
- package/dist/commons/events/FormConfig.d.ts +6 -0
- package/dist/commons/events/PageConfig.d.ts +4 -0
- package/dist/commons/events/PlainDate.d.ts +8 -0
- package/dist/commons/events/SummaryConfig.d.ts +249 -0
- package/dist/commons/events/WorkqueueConfig.d.ts +17 -14
- package/dist/commons/events/event.d.ts +12 -0
- package/dist/commons/events/index.d.ts +1 -0
- package/dist/commons/events/locationPayloads.d.ts +95 -0
- package/dist/commons/events/locations.d.ts +246 -13
- package/dist/commons/events/mocks.test.utils.d.ts +46 -2
- package/dist/commons/events/scopes.d.ts +21 -1
- package/dist/commons/events/test.utils.d.ts +82 -29
- package/dist/commons/events/utils.d.ts +39 -4
- package/dist/commons/notification/UserNotifications.d.ts +28 -13
- package/dist/commons/notification/dispatch.d.ts +10 -0
- package/dist/commons/notification/index.d.ts +1 -0
- package/dist/conditionals/index.js +349 -65
- package/dist/csv.d.ts +25 -0
- package/dist/csv.d.ts.map +1 -0
- package/dist/csv.js +120 -0
- package/dist/environment/derived-variables.d.ts +12 -0
- package/dist/environment/derived-variables.d.ts.map +1 -1
- package/dist/environment/derived-variables.js +14 -0
- package/dist/environment/index.d.ts +1 -0
- package/dist/environment/index.d.ts.map +1 -1
- package/dist/environment/index.js +12 -1
- package/dist/environment/logger.d.ts +15 -3
- package/dist/environment/logger.d.ts.map +1 -1
- package/dist/environment/manage-users.js +1 -1
- package/dist/environment/paths.d.ts +7 -0
- package/dist/environment/paths.d.ts.map +1 -0
- package/dist/environment/paths.js +72 -0
- package/dist/environment/questions.d.ts.map +1 -1
- package/dist/environment/questions.js +20 -14
- package/dist/environment/setup-environment.d.ts +1 -1
- package/dist/environment/setup-environment.d.ts.map +1 -1
- package/dist/environment/setup-environment.js +603 -562
- package/dist/environment/swarm-to-k8s.js +3 -4
- package/dist/environment/templates.d.ts +0 -1
- package/dist/environment/templates.d.ts.map +1 -1
- package/dist/environment/templates.js +5 -9
- package/dist/environment/update-workflows.d.ts.map +1 -1
- package/dist/environment/update-workflows.js +21 -5
- package/dist/environment/upgrade.d.ts +2 -0
- package/dist/environment/upgrade.d.ts.map +1 -0
- package/dist/environment/upgrade.js +82 -0
- package/dist/environment/users.js +11 -13
- package/dist/environment/utils.d.ts +0 -12
- package/dist/environment/utils.d.ts.map +1 -1
- package/dist/environment/utils.js +1 -28
- package/dist/events/index.js +7841 -7208
- package/dist/migrations/v2.1/add-recovery-link-notifications.d.ts +3 -0
- package/dist/migrations/v2.1/add-recovery-link-notifications.d.ts.map +1 -0
- package/dist/migrations/v2.1/add-recovery-link-notifications.js +511 -0
- package/dist/migrations/v2.1/add-translations.d.ts +9 -0
- package/dist/migrations/v2.1/add-translations.d.ts.map +1 -0
- package/dist/migrations/v2.1/add-translations.js +149 -0
- package/dist/migrations/{v2.0/rename-api-paths.d.ts → v2.1/enable-telemetry.d.ts} +1 -1
- package/dist/migrations/v2.1/enable-telemetry.d.ts.map +1 -0
- package/dist/migrations/v2.1/enable-telemetry.js +455 -0
- package/dist/migrations/v2.1/index.d.ts.map +1 -1
- package/dist/migrations/v2.1/index.js +1952 -0
- package/dist/migrations/v2.1/migrate-infrastructure-to-assets.d.ts +14 -0
- package/dist/migrations/v2.1/migrate-infrastructure-to-assets.d.ts.map +1 -0
- package/dist/migrations/v2.1/migrate-infrastructure-to-assets.js +348 -0
- package/dist/migrations/v2.1/remove-metabase-package-installs.d.ts +2 -0
- package/dist/migrations/v2.1/remove-metabase-package-installs.d.ts.map +1 -0
- package/dist/migrations/v2.1/remove-metabase-package-installs.js +161 -0
- package/dist/migrations/{v2.0/migrate-scopes.d.ts → v2.1/remove-sentry.d.ts} +1 -1
- package/dist/migrations/v2.1/remove-sentry.d.ts.map +1 -0
- package/dist/migrations/v2.1/remove-sentry.js +354 -0
- package/dist/migrations/{v2.0/create-events-index.d.ts → v2.1/rename-trigger-paths.d.ts} +1 -1
- package/dist/migrations/v2.1/rename-trigger-paths.d.ts.map +1 -0
- package/dist/migrations/{v2.0/rename-api-paths.js → v2.1/rename-trigger-paths.js} +69 -40
- package/dist/migrations/v2.1/template-files.d.ts +8 -0
- package/dist/migrations/v2.1/template-files.d.ts.map +1 -0
- package/dist/migrations/v2.1/template-files.js +49 -0
- package/dist/migrations/v2.1/upgrade-tilt.d.ts +8 -0
- package/dist/migrations/v2.1/upgrade-tilt.d.ts.map +1 -0
- package/dist/migrations/v2.1/upgrade-tilt.js +139 -0
- package/dist/notification/index.js +1923 -1481
- package/dist/scopes/index.d.ts +614 -36
- package/dist/scopes/index.js +351 -65
- package/dist/telemetry/index.d.ts +45 -0
- package/dist/telemetry/index.d.ts.map +1 -0
- package/dist/telemetry/index.js +43 -0
- package/dist/templates/charts-values/dependencies/values.yaml +8 -0
- package/dist/templates/charts-values/opencrvs-services/values.yaml +10 -3
- package/dist/templates/charts-values/opentelemetry/values.yaml +102 -0
- package/dist/templates/charts-values/traefik/values.yaml +23 -9
- package/dist/templates/countryconfig-template/.tiltignore +1 -0
- package/dist/templates/countryconfig-template/Dockerfile.assets +7 -0
- package/dist/templates/countryconfig-template/Tiltfile +112 -0
- package/dist/templates/countryconfig-template/assets/README.md +1 -0
- package/dist/templates/countryconfig-template/assets/clear-all-data-dev.sh +61 -0
- package/dist/templates/countryconfig-template/assets/deployment/deploy.sh +455 -0
- package/dist/templates/countryconfig-template/assets/deployment/reindex.sh +168 -0
- package/dist/templates/countryconfig-template/assets/deployment/validate-required-variables-in-compose-files.ts +67 -0
- package/dist/templates/countryconfig-template/assets/elasticsearch/reindex.sh +168 -0
- package/dist/templates/countryconfig-template/assets/metabase/README.md +34 -0
- package/dist/templates/countryconfig-template/assets/metabase/environment-configuration.sql +36 -0
- package/dist/templates/countryconfig-template/assets/metabase/initialize-database.sh +46 -0
- package/dist/templates/countryconfig-template/assets/metabase/metabase.init.db.sql +27737 -0
- package/dist/templates/countryconfig-template/assets/metabase/open-shell.sh +21 -0
- package/dist/templates/countryconfig-template/assets/metabase/package.json +13 -0
- package/dist/templates/countryconfig-template/assets/metabase/run-dev.sh +108 -0
- package/dist/templates/countryconfig-template/assets/metabase/run.sh +120 -0
- package/dist/templates/countryconfig-template/assets/metabase/update-database.sh +40 -0
- package/dist/templates/countryconfig-template/assets/postgres/setup-analytics.sh +135 -0
- package/dist/templates/countryconfig-template/assets/postgres/setup-reference-data.sh +108 -0
- package/dist/templates/countryconfig-template/tilt/clear-all-data.ps1 +50 -0
- package/dist/templates/countryconfig-template/tilt/clear-all-data.sh +35 -0
- package/dist/templates/countryconfig-template/tilt/common.tilt +145 -0
- package/dist/templates/countryconfig-template/tilt/examples/dependencies/values.yaml +15 -0
- package/dist/templates/countryconfig-template/tilt/examples/opencrvs-services/values.yaml +56 -0
- package/dist/templates/countryconfig-template/tilt/examples/traefik/values-minikube.yaml +21 -0
- package/dist/templates/countryconfig-template/tilt/examples/traefik/values.yaml +38 -0
- package/dist/templates/countryconfig-template/tilt/helm/dependencies/values.yaml +17 -0
- package/dist/templates/countryconfig-template/tilt/helm/opencrvs-services/values.yaml +16 -0
- package/dist/templates/countryconfig-template/tilt/lib.tilt +95 -0
- package/dist/templates/countryconfig-template/tilt/opencrvs.tilt +136 -0
- package/dist/templates/inventory/inventory.template.yml +1 -3
- package/dist/translations/template.d.ts +11 -0
- package/dist/translations/template.d.ts.map +1 -0
- package/dist/translations/template.js +100 -0
- package/dist/verify/endpoints.d.ts +2 -0
- package/dist/verify/endpoints.d.ts.map +1 -0
- package/dist/verify/endpoints.js +510 -0
- package/opencrvs-toolkit-2.1.0-rc.3028b2e.tgz +0 -0
- package/package.json +13 -6
- package/tsconfig.build.json +11 -0
- package/tsconfig.build.tsbuildinfo +1 -0
- package/tsconfig.json +3 -0
- package/dist/migrations/v2.0/add-birth-certificate-issuance-flag.d.ts +0 -3
- package/dist/migrations/v2.0/add-birth-certificate-issuance-flag.d.ts.map +0 -1
- package/dist/migrations/v2.0/add-birth-certificate-issuance-flag.js +0 -429
- package/dist/migrations/v2.0/add-resend-invite-notification.d.ts +0 -3
- package/dist/migrations/v2.0/add-resend-invite-notification.d.ts.map +0 -1
- package/dist/migrations/v2.0/add-resend-invite-notification.js +0 -373
- package/dist/migrations/v2.0/checkout-upstream-files.d.ts +0 -22
- package/dist/migrations/v2.0/checkout-upstream-files.d.ts.map +0 -1
- package/dist/migrations/v2.0/checkout-upstream-files.js +0 -146
- package/dist/migrations/v2.0/convert-config-files-to-ts.d.ts +0 -2
- package/dist/migrations/v2.0/convert-config-files-to-ts.d.ts.map +0 -1
- package/dist/migrations/v2.0/convert-config-files-to-ts.js +0 -838
- package/dist/migrations/v2.0/convert-paragraph-to-heading.d.ts +0 -3
- package/dist/migrations/v2.0/convert-paragraph-to-heading.d.ts.map +0 -1
- package/dist/migrations/v2.0/convert-paragraph-to-heading.js +0 -158
- package/dist/migrations/v2.0/create-events-index.d.ts.map +0 -1
- package/dist/migrations/v2.0/create-events-index.js +0 -325
- package/dist/migrations/v2.0/delete-infrastructure-directory.d.ts +0 -11
- package/dist/migrations/v2.0/delete-infrastructure-directory.d.ts.map +0 -1
- package/dist/migrations/v2.0/delete-infrastructure-directory.js +0 -123
- package/dist/migrations/v2.0/fix-accept-requested-registration-function-type.d.ts +0 -3
- package/dist/migrations/v2.0/fix-accept-requested-registration-function-type.d.ts.map +0 -1
- package/dist/migrations/v2.0/fix-accept-requested-registration-function-type.js +0 -110
- package/dist/migrations/v2.0/index.d.ts +0 -13
- package/dist/migrations/v2.0/index.d.ts.map +0 -1
- package/dist/migrations/v2.0/index.js +0 -103
- package/dist/migrations/v2.0/make-built-in-validate-actions-custom.d.ts +0 -3
- package/dist/migrations/v2.0/make-built-in-validate-actions-custom.d.ts.map +0 -1
- package/dist/migrations/v2.0/make-built-in-validate-actions-custom.js +0 -432
- package/dist/migrations/v2.0/merge-infrastructure-directory.d.ts +0 -13
- package/dist/migrations/v2.0/merge-infrastructure-directory.d.ts.map +0 -1
- package/dist/migrations/v2.0/merge-infrastructure-directory.js +0 -222
- package/dist/migrations/v2.0/migrate-application-config-url.d.ts +0 -3
- package/dist/migrations/v2.0/migrate-application-config-url.d.ts.map +0 -1
- package/dist/migrations/v2.0/migrate-application-config-url.js +0 -343
- package/dist/migrations/v2.0/migrate-scopes.d.ts.map +0 -1
- package/dist/migrations/v2.0/migrate-scopes.js +0 -305
- package/dist/migrations/v2.0/migrate-validated-workqueue-status-to-flag.d.ts +0 -3
- package/dist/migrations/v2.0/migrate-validated-workqueue-status-to-flag.d.ts.map +0 -1
- package/dist/migrations/v2.0/migrate-validated-workqueue-status-to-flag.js +0 -267
- package/dist/migrations/v2.0/migrate-workqueue-configs.d.ts +0 -3
- package/dist/migrations/v2.0/migrate-workqueue-configs.d.ts.map +0 -1
- package/dist/migrations/v2.0/migrate-workqueue-configs.js +0 -317
- package/dist/migrations/v2.0/remove-delete-actions.d.ts +0 -3
- package/dist/migrations/v2.0/remove-delete-actions.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-delete-actions.js +0 -156
- package/dist/migrations/v2.0/remove-demo-scope.d.ts +0 -3
- package/dist/migrations/v2.0/remove-demo-scope.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-demo-scope.js +0 -74
- package/dist/migrations/v2.0/remove-deprecated-imports.d.ts +0 -3
- package/dist/migrations/v2.0/remove-deprecated-imports.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-deprecated-imports.js +0 -96
- package/dist/migrations/v2.0/remove-fhir-url-helpers.d.ts +0 -3
- package/dist/migrations/v2.0/remove-fhir-url-helpers.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-fhir-url-helpers.js +0 -163
- package/dist/migrations/v2.0/remove-hearth-migrations.d.ts +0 -3
- package/dist/migrations/v2.0/remove-hearth-migrations.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-hearth-migrations.js +0 -87
- package/dist/migrations/v2.0/remove-old-statistics-service.d.ts +0 -3
- package/dist/migrations/v2.0/remove-old-statistics-service.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-old-statistics-service.js +0 -356
- package/dist/migrations/v2.0/remove-pending-certification-flag.d.ts +0 -3
- package/dist/migrations/v2.0/remove-pending-certification-flag.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-pending-certification-flag.js +0 -109
- package/dist/migrations/v2.0/remove-review-from-register-action.d.ts +0 -3
- package/dist/migrations/v2.0/remove-review-from-register-action.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-review-from-register-action.js +0 -163
- package/dist/migrations/v2.0/remove-unused-environment-variables.d.ts +0 -3
- package/dist/migrations/v2.0/remove-unused-environment-variables.d.ts.map +0 -1
- package/dist/migrations/v2.0/remove-unused-environment-variables.js +0 -186
- package/dist/migrations/v2.0/rename-api-paths.d.ts.map +0 -1
- package/dist/migrations/v2.0/rename-location-parent-id.d.ts +0 -3
- package/dist/migrations/v2.0/rename-location-parent-id.d.ts.map +0 -1
- package/dist/migrations/v2.0/rename-location-parent-id.js +0 -180
- package/dist/migrations/v2.0/simplify-analytics-precalculations.d.ts +0 -3
- package/dist/migrations/v2.0/simplify-analytics-precalculations.d.ts.map +0 -1
- package/dist/migrations/v2.0/simplify-analytics-precalculations.js +0 -195
- package/dist/migrations/v2.0/update-package-json.d.ts +0 -3
- package/dist/migrations/v2.0/update-package-json.d.ts.map +0 -1
- package/dist/migrations/v2.0/update-package-json.js +0 -105
- package/dist/templates/inventory/production.example.yml +0 -77
- package/dist/templates/inventory/qa.example.yml +0 -48
- package/opencrvs-toolkit-2.1.0-rc.2ec6bd5.tgz +0 -0
- package/tsconfig.tsbuildinfo +0 -1
|
@@ -0,0 +1,168 @@
|
|
|
1
|
+
#!/usr/bin/env sh
|
|
2
|
+
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
3
|
+
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
4
|
+
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
5
|
+
#
|
|
6
|
+
# OpenCRVS is also distributed under the terms of the Civil Registration
|
|
7
|
+
# & Healthcare Disclaimer located at http://opencrvs.org/license.
|
|
8
|
+
#
|
|
9
|
+
# Copyright (C) The OpenCRVS Authors located at https://github.com/opencrvs/opencrvs-core/blob/master/AUTHORS.
|
|
10
|
+
|
|
11
|
+
set -eu
|
|
12
|
+
|
|
13
|
+
EVENTS_URL="${EVENTS_URL:-http://localhost:5555/}"
|
|
14
|
+
AUTH_URL="${AUTH_URL:-http://localhost:4040/}"
|
|
15
|
+
POLL_INTERVAL="${POLL_INTERVAL:-10}"
|
|
16
|
+
MAX_POLLS="${MAX_POLLS:-1080}"
|
|
17
|
+
|
|
18
|
+
get_reindexing_token() {
|
|
19
|
+
curl -s "${AUTH_URL%/}/internal/reindexing-token" | jq -r '.token'
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
fire_trigger() {
|
|
23
|
+
local token=$1
|
|
24
|
+
curl -s -o /dev/null \
|
|
25
|
+
-X POST \
|
|
26
|
+
-H "Authorization: Bearer ${token}" \
|
|
27
|
+
-H "Content-Type: application/json" \
|
|
28
|
+
-d '{"waitForCompletion": false}' \
|
|
29
|
+
"${EVENTS_URL%/}/events/reindex"
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
fetch_latest_run_since() {
|
|
33
|
+
local token=$1
|
|
34
|
+
local since
|
|
35
|
+
local response
|
|
36
|
+
local tmp
|
|
37
|
+
local json_type
|
|
38
|
+
local code
|
|
39
|
+
|
|
40
|
+
since=$(echo "$2" | cut -c1-19)
|
|
41
|
+
tmp=$(mktemp)
|
|
42
|
+
|
|
43
|
+
response=$(curl -sS \
|
|
44
|
+
-H "Authorization: Bearer ${token}" \
|
|
45
|
+
-H "Content-Type: application/json" \
|
|
46
|
+
"${EVENTS_URL%/}/events/reindex" 2>&1) || {
|
|
47
|
+
echo "ERROR: failed to fetch reindex status:" >&2
|
|
48
|
+
echo "$response" >&2
|
|
49
|
+
rm -f "$tmp"
|
|
50
|
+
return 1
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
printf '%s' "$response" > "$tmp"
|
|
54
|
+
|
|
55
|
+
json_type=$(jq -r 'type' "$tmp" 2>/dev/null) || {
|
|
56
|
+
echo "ERROR: reindex status response is not valid JSON:" >&2
|
|
57
|
+
cat "$tmp" >&2
|
|
58
|
+
rm -f "$tmp"
|
|
59
|
+
return 1
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
if [ "$json_type" != "array" ]; then
|
|
63
|
+
code=$(jq -r '.code // .data.code // empty' "$tmp")
|
|
64
|
+
|
|
65
|
+
if [ "$code" = "UNAUTHORIZED" ]; then
|
|
66
|
+
echo "WARN: reindex status token expired; refreshing token..." >&2
|
|
67
|
+
rm -f "$tmp"
|
|
68
|
+
return 2
|
|
69
|
+
fi
|
|
70
|
+
|
|
71
|
+
echo "ERROR: unexpected reindex status response:" >&2
|
|
72
|
+
jq -c '.' "$tmp" >&2
|
|
73
|
+
rm -f "$tmp"
|
|
74
|
+
return 1
|
|
75
|
+
fi
|
|
76
|
+
|
|
77
|
+
jq -c --arg since "$since" \
|
|
78
|
+
'map(select(.timestamp[0:19] >= $since)) | sort_by(.timestamp) | reverse | .[0] // empty' \
|
|
79
|
+
"$tmp"
|
|
80
|
+
|
|
81
|
+
rm -f "$tmp"
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
TRIGGER_TIME=$(date -u +"%Y-%m-%dT%H:%M:%S")
|
|
85
|
+
|
|
86
|
+
echo "Requesting reindex token..."
|
|
87
|
+
TOKEN=$(get_reindexing_token)
|
|
88
|
+
|
|
89
|
+
echo "Triggering reindex..."
|
|
90
|
+
fire_trigger "$TOKEN"
|
|
91
|
+
|
|
92
|
+
echo "Polling reindex status..."
|
|
93
|
+
polls=0
|
|
94
|
+
first_poll=true
|
|
95
|
+
while true; do
|
|
96
|
+
if [ "$first_poll" = true ]; then
|
|
97
|
+
sleep 3
|
|
98
|
+
first_poll=false
|
|
99
|
+
else
|
|
100
|
+
sleep "${POLL_INTERVAL}"
|
|
101
|
+
fi
|
|
102
|
+
polls=$(( ${polls:-0} + 1 ))
|
|
103
|
+
|
|
104
|
+
if RUN=$(fetch_latest_run_since "$TOKEN" "$TRIGGER_TIME"); then
|
|
105
|
+
:
|
|
106
|
+
else
|
|
107
|
+
rc=$?
|
|
108
|
+
|
|
109
|
+
if [ "$rc" -eq 2 ]; then
|
|
110
|
+
echo " Token expired, refreshing token..."
|
|
111
|
+
TOKEN=$(get_reindexing_token)
|
|
112
|
+
|
|
113
|
+
if RUN=$(fetch_latest_run_since "$TOKEN" "$TRIGGER_TIME"); then
|
|
114
|
+
:
|
|
115
|
+
else
|
|
116
|
+
echo "ERROR: failed to fetch reindex status after refreshing token."
|
|
117
|
+
exit 1
|
|
118
|
+
fi
|
|
119
|
+
else
|
|
120
|
+
echo "ERROR: failed to fetch reindex status."
|
|
121
|
+
exit 1
|
|
122
|
+
fi
|
|
123
|
+
fi
|
|
124
|
+
|
|
125
|
+
if [ -z "$RUN" ]; then
|
|
126
|
+
echo " Waiting for reindex to start... (${polls})"
|
|
127
|
+
if [ "${polls}" -gt "${MAX_POLLS}" ]; then
|
|
128
|
+
echo "ERROR: timed out waiting for reindex to start."
|
|
129
|
+
exit 1
|
|
130
|
+
fi
|
|
131
|
+
continue
|
|
132
|
+
fi
|
|
133
|
+
|
|
134
|
+
STATUS=$(echo "$RUN" | jq -r '.status')
|
|
135
|
+
PROCESSED=$(echo "$RUN" | jq -r '.progress.processed')
|
|
136
|
+
|
|
137
|
+
case "$STATUS" in
|
|
138
|
+
running)
|
|
139
|
+
echo " Running... ${PROCESSED} events processed so far"
|
|
140
|
+
if [ "${polls}" -gt "${MAX_POLLS}" ]; then
|
|
141
|
+
timeout_secs=$(( ${polls:-0} * ${POLL_INTERVAL:-10} ))
|
|
142
|
+
echo "ERROR: reindex timed out after ${timeout_secs} seconds."
|
|
143
|
+
exit 1
|
|
144
|
+
fi
|
|
145
|
+
;;
|
|
146
|
+
completed)
|
|
147
|
+
SKIPPED=$(echo "$RUN" | jq -r '.progress.skipped // 0')
|
|
148
|
+
echo " Reindex completed — ${PROCESSED} events processed."
|
|
149
|
+
if [ "${SKIPPED}" -gt 0 ]; then
|
|
150
|
+
echo " WARNING: ${SKIPPED} records were skipped because they could not be read:"
|
|
151
|
+
echo "$RUN" | jq -r '.progress.errors[]? | " - " + .'
|
|
152
|
+
echo " Please fix the errors and run the reindex again."
|
|
153
|
+
fi
|
|
154
|
+
exit 0
|
|
155
|
+
;;
|
|
156
|
+
failed)
|
|
157
|
+
ERROR=$(echo "$RUN" | jq -r '.error_message // "unknown error"')
|
|
158
|
+
echo " ERROR: reindex failed: ${ERROR}"
|
|
159
|
+
exit 1
|
|
160
|
+
;;
|
|
161
|
+
*)
|
|
162
|
+
echo " Unknown status '${STATUS}' — continuing to poll..."
|
|
163
|
+
if [ "${polls}" -gt "${MAX_POLLS}" ]; then
|
|
164
|
+
exit 1
|
|
165
|
+
fi
|
|
166
|
+
;;
|
|
167
|
+
esac
|
|
168
|
+
done
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
<!-- START doctoc generated TOC please keep comment here to allow auto update -->
|
|
2
|
+
<!-- DON'T EDIT THIS SECTION, INSTEAD RE-RUN doctoc TO UPDATE -->
|
|
3
|
+
|
|
4
|
+
**Table of Contents** _generated with [DocToc](https://github.com/thlorenz/doctoc)_
|
|
5
|
+
|
|
6
|
+
- [OpenCRVS Analytics](#opencrvs-analytics)
|
|
7
|
+
- [Run in development mode](#run-in-development-mode)
|
|
8
|
+
- [Default credentials](#default-credentials)
|
|
9
|
+
|
|
10
|
+
<!-- END doctoc generated TOC please keep comment here to allow auto update -->
|
|
11
|
+
|
|
12
|
+
# OpenCRVS Analytics
|
|
13
|
+
|
|
14
|
+
### Requirements
|
|
15
|
+
|
|
16
|
+
```
|
|
17
|
+
❯ java -version
|
|
18
|
+
openjdk version "21.0.8" 2025-07-15
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
### Run in development mode
|
|
22
|
+
|
|
23
|
+
By default, Metabase is not started as part of the OpenCRVS stack as running it requires quite a bit of resources. You can use the following commands to use metabase in development:
|
|
24
|
+
|
|
25
|
+
`yarn metabase` – Starts Metabase in port http://localhost:4444
|
|
26
|
+
`yarn db:shell` - In the metabase directory – open a SQL shell for the database Metabase created
|
|
27
|
+
`yarn db:clear:all` - Clear data from analytics dashboard
|
|
28
|
+
|
|
29
|
+
### Default credentials
|
|
30
|
+
|
|
31
|
+
These are the default credentials for logging in to Metabase
|
|
32
|
+
|
|
33
|
+
- Username: `user@opencrvs.org`
|
|
34
|
+
- Password: `m3tabase`
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
UPDATE
|
|
2
|
+
PUBLIC.SETTING
|
|
3
|
+
SET
|
|
4
|
+
"VALUE" = '$OPENCRVS_METABASE_SITE_NAME'
|
|
5
|
+
WHERE
|
|
6
|
+
"KEY" = 'site-name';
|
|
7
|
+
|
|
8
|
+
UPDATE
|
|
9
|
+
PUBLIC.SETTING
|
|
10
|
+
SET
|
|
11
|
+
"VALUE" = '$OPENCRVS_METABASE_SITE_URL'
|
|
12
|
+
WHERE
|
|
13
|
+
"KEY" = 'site-url';
|
|
14
|
+
|
|
15
|
+
UPDATE
|
|
16
|
+
PUBLIC.SETTING
|
|
17
|
+
SET
|
|
18
|
+
"VALUE" = '{"cdc1d5eb-c7f8-8b01-b296-eda34d06b6da":{"name":"$OPENCRVS_METABASE_MAP_NAME","url":"$OPENCRVS_METABASE_MAP_URL","region_key":"$OPENCRVS_METABASE_MAP_REGION_KEY","region_name":"$OPENCRVS_METABASE_MAP_REGION_NAME"}}'
|
|
19
|
+
WHERE
|
|
20
|
+
"KEY" = 'custom-geojson';
|
|
21
|
+
|
|
22
|
+
UPDATE
|
|
23
|
+
PUBLIC.METABASE_DATABASE
|
|
24
|
+
SET
|
|
25
|
+
DETAILS = '{"ssl": $METABASE_DATABASE_SSL,"password":"$METABASE_DATABASE_PASSWORD","destination-database":false,"port":$METABASE_DATABASE_PORT,"advanced-options":false,"schema-filters-type":"all","dbname":"$METABASE_DATABASE_NAME","host":"$METABASE_DATABASE_HOST","tunnel-enabled": false,"user":"$METABASE_DATABASE_USER"}'
|
|
26
|
+
WHERE
|
|
27
|
+
NAME = 'OpenCRVS Analytics Database';
|
|
28
|
+
|
|
29
|
+
UPDATE
|
|
30
|
+
PUBLIC.CORE_USER
|
|
31
|
+
SET
|
|
32
|
+
EMAIL = '$OPENCRVS_METABASE_ADMIN_EMAIL',
|
|
33
|
+
PASSWORD = '$OPENCRVS_METABASE_ADMIN_PASSWORD_HASH',
|
|
34
|
+
PASSWORD_SALT = '$OPENCRVS_METABASE_ADMIN_PASSWORD_SALT'
|
|
35
|
+
WHERE
|
|
36
|
+
IS_SUPERUSER = true;
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
2
|
+
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
3
|
+
# file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
4
|
+
#
|
|
5
|
+
# OpenCRVS is also distributed under the terms of the Civil Registration
|
|
6
|
+
# & Healthcare Disclaimer located at http://opencrvs.org/license.
|
|
7
|
+
#
|
|
8
|
+
# Copyright (C) The OpenCRVS Authors located at https://github.com/opencrvs/opencrvs-core/blob/master/AUTHORS.
|
|
9
|
+
|
|
10
|
+
#!/bin/bash
|
|
11
|
+
|
|
12
|
+
echo "Initializing Metabase database"
|
|
13
|
+
|
|
14
|
+
metabase_jar=${METABASE_JAR:-'./metabase.jar'}
|
|
15
|
+
|
|
16
|
+
metabase_db_path=${MB_DB_FILE:-'/data/metabase/metabase.mv.db'}
|
|
17
|
+
metabase_db_path="${metabase_db_path}"
|
|
18
|
+
metabase_db_dir="$(dirname $metabase_db_path)"
|
|
19
|
+
metabase_db_path_for_metabase=${metabase_db_path%.mv.db}
|
|
20
|
+
|
|
21
|
+
if [ -d "$metabase_db_dir" ]; then
|
|
22
|
+
echo " Metabase DB directory: $metabase_db_dir"
|
|
23
|
+
else
|
|
24
|
+
mkdir -p "$metabase_db_dir"
|
|
25
|
+
echo " Metabase DB directory created: $metabase_db_dir"
|
|
26
|
+
fi
|
|
27
|
+
|
|
28
|
+
init_sql_file=${MB_DB_INIT_SQL_FILE}
|
|
29
|
+
|
|
30
|
+
##########
|
|
31
|
+
#
|
|
32
|
+
# Create an empty database from SQL file
|
|
33
|
+
#
|
|
34
|
+
#########
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
if [ -f "$init_sql_file" ]; then
|
|
38
|
+
if [ ! -f "$metabase_db_path" ]; then
|
|
39
|
+
echo "Creating database $metabase_db_path from $init_sql_file"
|
|
40
|
+
java -cp "$metabase_jar" org.h2.tools.RunScript -url jdbc:h2:"$metabase_db_path_for_metabase" -script "$init_sql_file"
|
|
41
|
+
echo "Database created"
|
|
42
|
+
fi
|
|
43
|
+
else
|
|
44
|
+
echo "MB_DB_INIT_SQL_FILE $init_sql_file not found, SKIP"
|
|
45
|
+
fi
|
|
46
|
+
|