@prosopo/provider 4.15.13 → 4.15.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build$colon$cjs.log +106 -106
- package/.turbo/turbo-build$colon$tsc.log +24 -24
- package/.turbo/turbo-build.log +107 -104
- package/CHANGELOG.md +78 -0
- package/dist/_virtual/_rolldown/runtime.js +3 -0
- package/dist/api/admin/apiAdminRoutesProvider.js +27 -46
- package/dist/api/admin/apiClearAllCountersEndpoint.js +62 -57
- package/dist/api/admin/apiDnsEventEndpoint.js +79 -92
- package/dist/api/admin/apiGetAllDecisionMachinesEndpoint.js +43 -45
- package/dist/api/admin/apiGetDecisionMachineEndpoint.js +40 -40
- package/dist/api/admin/apiRegisterSiteKeyEndpoint.js +23 -22
- package/dist/api/admin/apiRegisterSiteKeysEndpoint.js +26 -30
- package/dist/api/admin/apiRemoveAllDecisionMachinesEndpoint.js +35 -37
- package/dist/api/admin/apiRemoveDecisionMachineEndpoint.js +40 -40
- package/dist/api/admin/apiRemoveDetectorKeyEndpoint.d.ts.map +1 -1
- package/dist/api/admin/apiRemoveDetectorKeyEndpoint.js +29 -31
- package/dist/api/admin/apiRemoveSiteKeyEndpoint.js +33 -29
- package/dist/api/admin/apiRemoveSiteKeysEndpoint.js +32 -31
- package/dist/api/admin/apiToggleMaintenanceModeEndpoint.js +43 -35
- package/dist/api/admin/apiUpdateDecisionMachineEndpoint.js +43 -63
- package/dist/api/admin/apiUpdateDetectorKeyEndpoint.js +36 -35
- package/dist/api/admin/createApiAdminRoutesProvider.js +6 -8
- package/dist/api/blacklistRequestInspector.js +285 -377
- package/dist/api/block.js +17 -30
- package/dist/api/captcha/checkSpamEmail.js +88 -98
- package/dist/api/captcha/contextAwareValidation.js +21 -15
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/accessPolicy.js +126 -140
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/constants.js +11 -12
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/decisionMachine.js +236 -299
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/decryptSimdReadings.js +10 -13
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/handler.js +336 -462
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/honeypotResponse.js +17 -14
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/sessionDedup.js +27 -27
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/shortCircuit.js +42 -63
- package/dist/api/captcha/getFrictionlessCaptchaChallenge.js +2 -4
- package/dist/api/captcha/getImageCaptchaChallenge.js +136 -207
- package/dist/api/captcha/getPoWCaptchaChallenge.js +128 -198
- package/dist/api/captcha/getPuzzleCaptchaChallenge.js +132 -201
- package/dist/api/captcha/maintenanceModeResponses.js +38 -47
- package/dist/api/captcha/submitImageCaptchaSolution.js +75 -101
- package/dist/api/captcha/submitPoWCaptchaSolution.js +137 -207
- package/dist/api/captcha/submitPuzzleCaptchaSolution.js +73 -105
- package/dist/api/captcha.js +76 -58
- package/dist/api/dnsEventUrl.js +20 -22
- package/dist/api/domainMiddleware.js +104 -115
- package/dist/api/forwardVerify.js +62 -48
- package/dist/api/handshakeTimingMiddleware.js +43 -62
- package/dist/api/hardBlockVerdictCache.js +114 -117
- package/dist/api/headerCheckMiddleware.js +34 -34
- package/dist/api/ignoreMiddleware.js +13 -15
- package/dist/api/ipInfoMiddleware.js +17 -19
- package/dist/api/ja4.js +149 -188
- package/dist/api/ja4Middleware.js +39 -54
- package/dist/api/metrics.js +245 -257
- package/dist/api/public.js +52 -54
- package/dist/api/robotsMiddleware.js +10 -10
- package/dist/api/startProviderApi.js +205 -232
- package/dist/api/testSiteKey.js +16 -16
- package/dist/api/validateAddress.js +23 -21
- package/dist/api/verify.js +334 -377
- package/dist/cjs/_virtual/_rolldown/runtime.cjs +23 -0
- package/dist/cjs/api/admin/apiAdminRoutesProvider.cjs +40 -59
- package/dist/cjs/api/admin/apiClearAllCountersEndpoint.cjs +63 -58
- package/dist/cjs/api/admin/apiDnsEventEndpoint.cjs +82 -93
- package/dist/cjs/api/admin/apiGetAllDecisionMachinesEndpoint.cjs +46 -48
- package/dist/cjs/api/admin/apiGetDecisionMachineEndpoint.cjs +41 -41
- package/dist/cjs/api/admin/apiRegisterSiteKeyEndpoint.cjs +25 -24
- package/dist/cjs/api/admin/apiRegisterSiteKeysEndpoint.cjs +28 -32
- package/dist/cjs/api/admin/apiRemoveAllDecisionMachinesEndpoint.cjs +38 -40
- package/dist/cjs/api/admin/apiRemoveDecisionMachineEndpoint.cjs +41 -41
- package/dist/cjs/api/admin/apiRemoveDetectorKeyEndpoint.cjs +31 -33
- package/dist/cjs/api/admin/apiRemoveSiteKeyEndpoint.cjs +35 -31
- package/dist/cjs/api/admin/apiRemoveSiteKeysEndpoint.cjs +34 -33
- package/dist/cjs/api/admin/apiToggleMaintenanceModeEndpoint.cjs +45 -35
- package/dist/cjs/api/admin/apiUpdateDecisionMachineEndpoint.cjs +45 -65
- package/dist/cjs/api/admin/apiUpdateDetectorKeyEndpoint.cjs +38 -37
- package/dist/cjs/api/admin/createApiAdminRoutesProvider.cjs +7 -8
- package/dist/cjs/api/blacklistRequestInspector.cjs +288 -376
- package/dist/cjs/api/block.cjs +18 -30
- package/dist/cjs/api/captcha/checkSpamEmail.cjs +90 -100
- package/dist/cjs/api/captcha/contextAwareValidation.cjs +21 -14
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/accessPolicy.cjs +125 -140
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/constants.cjs +10 -10
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/decisionMachine.cjs +238 -301
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/decryptSimdReadings.cjs +9 -12
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/handler.cjs +349 -473
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/honeypotResponse.cjs +18 -14
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/sessionDedup.cjs +26 -26
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/shortCircuit.cjs +42 -63
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge.cjs +2 -3
- package/dist/cjs/api/captcha/getImageCaptchaChallenge.cjs +138 -208
- package/dist/cjs/api/captcha/getPoWCaptchaChallenge.cjs +131 -200
- package/dist/cjs/api/captcha/getPuzzleCaptchaChallenge.cjs +135 -203
- package/dist/cjs/api/captcha/maintenanceModeResponses.cjs +38 -44
- package/dist/cjs/api/captcha/submitImageCaptchaSolution.cjs +77 -102
- package/dist/cjs/api/captcha/submitPoWCaptchaSolution.cjs +140 -209
- package/dist/cjs/api/captcha/submitPuzzleCaptchaSolution.cjs +76 -107
- package/dist/cjs/api/captcha.cjs +79 -58
- package/dist/cjs/api/dnsEventUrl.cjs +20 -21
- package/dist/cjs/api/domainMiddleware.cjs +106 -117
- package/dist/cjs/api/forwardVerify.cjs +63 -49
- package/dist/cjs/api/handshakeTimingMiddleware.cjs +43 -61
- package/dist/cjs/api/hardBlockVerdictCache.cjs +114 -114
- package/dist/cjs/api/headerCheckMiddleware.cjs +34 -34
- package/dist/cjs/api/ignoreMiddleware.cjs +12 -14
- package/dist/cjs/api/ipInfoMiddleware.cjs +16 -18
- package/dist/cjs/api/ja4.cjs +149 -187
- package/dist/cjs/api/ja4Middleware.cjs +40 -53
- package/dist/cjs/api/metrics.cjs +229 -228
- package/dist/cjs/api/public.cjs +57 -57
- package/dist/cjs/api/robotsMiddleware.cjs +9 -9
- package/dist/cjs/api/startProviderApi.cjs +219 -237
- package/dist/cjs/api/testSiteKey.cjs +15 -14
- package/dist/cjs/api/validateAddress.cjs +24 -21
- package/dist/cjs/api/verify.cjs +338 -379
- package/dist/cjs/compositeIpAddress.cjs +40 -47
- package/dist/cjs/index.cjs +65 -71
- package/dist/cjs/pairs.cjs +31 -35
- package/dist/cjs/rules/lang.cjs +10 -14
- package/dist/cjs/schedulers/captchaScheduler.cjs +26 -32
- package/dist/cjs/schedulers/getClientList.cjs +35 -33
- package/dist/cjs/schedulers/setClientEntropy.cjs +35 -33
- package/dist/cjs/schedulers/updateSpamEmailDomains.cjs +39 -43
- package/dist/cjs/services/ipComparison.cjs +122 -119
- package/dist/cjs/tasks/captchaManager.cjs +407 -486
- package/dist/cjs/tasks/client/clientTasks.cjs +347 -470
- package/dist/cjs/tasks/dataset/datasetTasks.cjs +25 -29
- package/dist/cjs/tasks/dataset/datasetTasksUtils.cjs +16 -32
- package/dist/cjs/tasks/decisionMachine/decisionMachineRunner.cjs +220 -307
- package/dist/cjs/tasks/detection/decodeBehavior.cjs +408 -317
- package/dist/cjs/tasks/detection/decodePayload.cjs +686 -468
- package/dist/cjs/tasks/detection/decodeSimd.cjs +462 -304
- package/dist/cjs/tasks/detection/getBotScore.cjs +37 -43
- package/dist/cjs/tasks/dnsEvent/enrichDnsEvent.cjs +88 -71
- package/dist/cjs/tasks/frictionless/frictionlessTasks.cjs +348 -486
- package/dist/cjs/tasks/frictionless/frictionlessTasksUtils.cjs +13 -30
- package/dist/cjs/tasks/frictionless/routingMachine.cjs +71 -55
- package/dist/cjs/tasks/imgCaptcha/imgCaptchaTasks.cjs +555 -806
- package/dist/cjs/tasks/imgCaptcha/imgCaptchaTasksUtils.cjs +22 -23
- package/dist/cjs/tasks/index.cjs +2 -4
- package/dist/cjs/tasks/powCaptcha/powTasks.cjs +491 -687
- package/dist/cjs/tasks/powCaptcha/powTasksUtils.cjs +17 -29
- package/dist/cjs/tasks/puzzleCaptcha/puzzleTasks.cjs +422 -591
- package/dist/cjs/tasks/puzzleCaptcha/puzzleTasksUtils.cjs +8 -5
- package/dist/cjs/tasks/spam/checkSpamEmail.cjs +133 -141
- package/dist/cjs/tasks/spam/checkTrafficFilter.cjs +118 -76
- package/dist/cjs/tasks/spam/evaluateEmailSpamRules.cjs +75 -84
- package/dist/cjs/tasks/spam/updateSpamEmailDomains.cjs +40 -56
- package/dist/cjs/tasks/tasks.cjs +107 -158
- package/dist/cjs/util/usageCounters.cjs +220 -211
- package/dist/cjs/util.cjs +329 -359
- package/dist/cjs/utils/devicePlatform.cjs +14 -8
- package/dist/cjs/utils/dns.cjs +68 -93
- package/dist/cjs/utils/hashUserAgent.cjs +14 -7
- package/dist/cjs/utils/hashUserIp.cjs +14 -6
- package/dist/cjs/utils/honeypot/encoders.cjs +74 -80
- package/dist/cjs/utils/honeypot/phraseBank.cjs +51 -44
- package/dist/cjs/utils/normalizeRequestIp.cjs +33 -25
- package/dist/compositeIpAddress.js +38 -46
- package/dist/index.js +12 -56
- package/dist/pairs.js +31 -37
- package/dist/rules/lang.js +11 -15
- package/dist/schedulers/captchaScheduler.js +25 -31
- package/dist/schedulers/getClientList.js +34 -32
- package/dist/schedulers/setClientEntropy.js +34 -32
- package/dist/schedulers/updateSpamEmailDomains.js +38 -42
- package/dist/services/ipComparison.js +122 -119
- package/dist/tasks/captchaManager.js +403 -483
- package/dist/tasks/client/clientTasks.js +343 -467
- package/dist/tasks/dataset/datasetTasks.js +24 -28
- package/dist/tasks/dataset/datasetTasksUtils.js +15 -31
- package/dist/tasks/decisionMachine/decisionMachineRunner.js +217 -306
- package/dist/tasks/detection/getBotScore.js +37 -43
- package/dist/tasks/dnsEvent/enrichDnsEvent.d.ts.map +1 -1
- package/dist/tasks/dnsEvent/enrichDnsEvent.js +88 -74
- package/dist/tasks/dnsEvent/enrichDnsEvent.js.map +1 -1
- package/dist/tasks/frictionless/frictionlessTasks.js +342 -479
- package/dist/tasks/frictionless/frictionlessTasksUtils.js +14 -32
- package/dist/tasks/frictionless/routingMachine.js +72 -56
- package/dist/tasks/imgCaptcha/imgCaptchaTasks.js +550 -801
- package/dist/tasks/imgCaptcha/imgCaptchaTasksUtils.js +21 -22
- package/dist/tasks/index.js +1 -3
- package/dist/tasks/powCaptcha/powTasks.d.ts.map +1 -1
- package/dist/tasks/powCaptcha/powTasks.js +486 -682
- package/dist/tasks/powCaptcha/powTasks.js.map +1 -1
- package/dist/tasks/powCaptcha/powTasksUtils.js +15 -28
- package/dist/tasks/puzzleCaptcha/puzzleTasks.d.ts.map +1 -1
- package/dist/tasks/puzzleCaptcha/puzzleTasks.js +417 -586
- package/dist/tasks/puzzleCaptcha/puzzleTasks.js.map +1 -1
- package/dist/tasks/puzzleCaptcha/puzzleTasksUtils.js +9 -6
- package/dist/tasks/spam/checkSpamEmail.js +133 -141
- package/dist/tasks/spam/checkTrafficFilter.d.ts +1 -0
- package/dist/tasks/spam/checkTrafficFilter.d.ts.map +1 -1
- package/dist/tasks/spam/checkTrafficFilter.js +117 -77
- package/dist/tasks/spam/checkTrafficFilter.js.map +1 -1
- package/dist/tasks/spam/evaluateEmailSpamRules.js +75 -86
- package/dist/tasks/spam/updateSpamEmailDomains.js +36 -54
- package/dist/tasks/tasks.js +98 -150
- package/dist/tests/integration/api/blacklistRequestInspector.integration.test.js +4 -1
- package/dist/tests/integration/api/blacklistRequestInspector.integration.test.js.map +1 -1
- package/dist/tests/unit/api/block.unit.test.js +8 -4
- package/dist/tests/unit/api/block.unit.test.js.map +1 -1
- package/dist/tests/unit/api/captcha/maintenanceModeShortCircuit.unit.test.js +8 -6
- package/dist/tests/unit/api/captcha/maintenanceModeShortCircuit.unit.test.js.map +1 -1
- package/dist/tests/unit/api/forwardVerify.unit.test.js +3 -1
- package/dist/tests/unit/api/forwardVerify.unit.test.js.map +1 -1
- package/dist/tests/unit/api/getFrictionlessCaptchaChallenge.unit.test.js +15 -7
- package/dist/tests/unit/api/getFrictionlessCaptchaChallenge.unit.test.js.map +1 -1
- package/dist/tests/unit/schedulers/captchaScheduler.unit.test.js +24 -18
- package/dist/tests/unit/schedulers/captchaScheduler.unit.test.js.map +1 -1
- package/dist/tests/unit/schedulers/getClientList.unit.test.js +19 -13
- package/dist/tests/unit/schedulers/getClientList.unit.test.js.map +1 -1
- package/dist/tests/unit/schedulers/setClientEntropy.unit.test.js +19 -13
- package/dist/tests/unit/schedulers/setClientEntropy.unit.test.js.map +1 -1
- package/dist/tests/unit/tasks/client/clientTasks.unit.test.js.map +1 -1
- package/dist/tests/unit/tasks/imgCaptcha/imgCaptchaTasksUtils.unit.test.js +22 -16
- package/dist/tests/unit/tasks/imgCaptcha/imgCaptchaTasksUtils.unit.test.js.map +1 -1
- package/dist/tests/unit/tasks/powCaptcha/powTasks.unit.test.js +6 -0
- package/dist/tests/unit/tasks/powCaptcha/powTasks.unit.test.js.map +1 -1
- package/dist/tests/unit/tasks/puzzleCaptcha/puzzleTasks.unit.test.js +60 -1
- package/dist/tests/unit/tasks/puzzleCaptcha/puzzleTasks.unit.test.js.map +1 -1
- package/dist/tests/unit/tasks/spam/checkTrafficFilter.unit.test.js +140 -0
- package/dist/tests/unit/tasks/spam/checkTrafficFilter.unit.test.js.map +1 -1
- package/dist/tests/unit/testUtils/mockProviderEnv.d.ts +7 -7
- package/dist/util/usageCounters.js +220 -212
- package/dist/util.d.ts.map +1 -1
- package/dist/util.js +327 -364
- package/dist/util.js.map +1 -1
- package/dist/utils/devicePlatform.js +15 -9
- package/dist/utils/dns.js +64 -77
- package/dist/utils/hashUserAgent.js +14 -7
- package/dist/utils/hashUserIp.js +14 -6
- package/dist/utils/honeypot/encoders.js +74 -80
- package/dist/utils/honeypot/phraseBank.js +49 -44
- package/dist/utils/normalizeRequestIp.js +34 -26
- package/package.json +24 -24
package/dist/api/metrics.js
CHANGED
|
@@ -1,260 +1,248 @@
|
|
|
1
|
-
import { ClientApiPaths, PublicApiPaths
|
|
2
|
-
import {
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
1
|
+
import { AdminApiPaths, ClientApiPaths, PublicApiPaths } from "@prosopo/types";
|
|
2
|
+
import { Counter, Gauge, Histogram, Registry, collectDefaultMetrics } from "prom-client";
|
|
3
|
+
//#region src/api/metrics.ts
|
|
4
|
+
var metricsEnabled = () => process.env.PROSOPO_METRICS_ENABLED !== "false";
|
|
5
|
+
var PREFIX = "prosopo_";
|
|
6
|
+
var LATENCY_BUCKETS = [
|
|
7
|
+
.005,
|
|
8
|
+
.01,
|
|
9
|
+
.025,
|
|
10
|
+
.05,
|
|
11
|
+
.1,
|
|
12
|
+
.25,
|
|
13
|
+
.5,
|
|
14
|
+
1,
|
|
15
|
+
2.5,
|
|
16
|
+
5,
|
|
17
|
+
10
|
|
17
18
|
];
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
19
|
+
var SCORE_BUCKETS = [
|
|
20
|
+
0,
|
|
21
|
+
.1,
|
|
22
|
+
.2,
|
|
23
|
+
.3,
|
|
24
|
+
.4,
|
|
25
|
+
.5,
|
|
26
|
+
.6,
|
|
27
|
+
.7,
|
|
28
|
+
.8,
|
|
29
|
+
.9,
|
|
30
|
+
1,
|
|
31
|
+
1.5,
|
|
32
|
+
2,
|
|
33
|
+
3,
|
|
34
|
+
5,
|
|
35
|
+
10
|
|
35
36
|
];
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
37
|
+
var KNOWN_ROUTES = /* @__PURE__ */ new Set([
|
|
38
|
+
...Object.values(ClientApiPaths),
|
|
39
|
+
...Object.values(PublicApiPaths),
|
|
40
|
+
...Object.values(AdminApiPaths)
|
|
40
41
|
]);
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
};
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
}
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
}
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
};
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
};
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
};
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
const
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
};
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
metricsHandler,
|
|
249
|
-
metricsMiddleware,
|
|
250
|
-
recordBlockedRequest,
|
|
251
|
-
recordBotScore,
|
|
252
|
-
recordCaptchaIssueError,
|
|
253
|
-
recordCaptchaIssued,
|
|
254
|
-
recordCaptchaVerify,
|
|
255
|
-
recordDetectorTriggered,
|
|
256
|
-
recordDomainValidation,
|
|
257
|
-
recordFrictionlessDecision,
|
|
258
|
-
recordSpamEmail,
|
|
259
|
-
setMaintenanceModeGauge
|
|
260
|
-
};
|
|
42
|
+
var normaliseRoute = (req) => {
|
|
43
|
+
const path = req.path;
|
|
44
|
+
return KNOWN_ROUTES.has(path) ? path : "other";
|
|
45
|
+
};
|
|
46
|
+
var metrics;
|
|
47
|
+
var buildMetrics = () => {
|
|
48
|
+
const registry = new Registry();
|
|
49
|
+
collectDefaultMetrics({
|
|
50
|
+
register: registry,
|
|
51
|
+
prefix: PREFIX
|
|
52
|
+
});
|
|
53
|
+
const httpRequestsTotal = new Counter({
|
|
54
|
+
name: `${PREFIX}http_requests_total`,
|
|
55
|
+
help: "Total HTTP requests handled by the provider API",
|
|
56
|
+
labelNames: [
|
|
57
|
+
"route",
|
|
58
|
+
"method",
|
|
59
|
+
"status"
|
|
60
|
+
],
|
|
61
|
+
registers: [registry]
|
|
62
|
+
});
|
|
63
|
+
const httpRequestDuration = new Histogram({
|
|
64
|
+
name: `${PREFIX}http_request_duration_seconds`,
|
|
65
|
+
help: "Provider API request duration in seconds",
|
|
66
|
+
labelNames: [
|
|
67
|
+
"route",
|
|
68
|
+
"method",
|
|
69
|
+
"status"
|
|
70
|
+
],
|
|
71
|
+
buckets: LATENCY_BUCKETS,
|
|
72
|
+
registers: [registry]
|
|
73
|
+
});
|
|
74
|
+
const captchaIssuedTotal = new Counter({
|
|
75
|
+
name: `${PREFIX}captcha_issued_total`,
|
|
76
|
+
help: "Captcha challenges issued, by type",
|
|
77
|
+
labelNames: ["type"],
|
|
78
|
+
registers: [registry]
|
|
79
|
+
});
|
|
80
|
+
const captchaIssueErrorsTotal = new Counter({
|
|
81
|
+
name: `${PREFIX}captcha_issue_errors_total`,
|
|
82
|
+
help: "Errors while issuing captcha challenges, by type",
|
|
83
|
+
labelNames: ["type"],
|
|
84
|
+
registers: [registry]
|
|
85
|
+
});
|
|
86
|
+
const captchaVerifyTotal = new Counter({
|
|
87
|
+
name: `${PREFIX}captcha_verify_total`,
|
|
88
|
+
help: "Captcha verification outcomes, by type/result/source",
|
|
89
|
+
labelNames: [
|
|
90
|
+
"type",
|
|
91
|
+
"result",
|
|
92
|
+
"source"
|
|
93
|
+
],
|
|
94
|
+
registers: [registry]
|
|
95
|
+
});
|
|
96
|
+
const frictionlessRoutedTotal = new Counter({
|
|
97
|
+
name: `${PREFIX}frictionless_routed_total`,
|
|
98
|
+
help: "Frictionless routing decisions (which captcha the user was sent to)",
|
|
99
|
+
labelNames: ["decision"],
|
|
100
|
+
registers: [registry]
|
|
101
|
+
});
|
|
102
|
+
const botScore = new Histogram({
|
|
103
|
+
name: `${PREFIX}bot_score`,
|
|
104
|
+
help: "Distribution of frictionless bot scores (0=human .. 1=bot; language-rule penalties can push it above 1)",
|
|
105
|
+
buckets: SCORE_BUCKETS,
|
|
106
|
+
registers: [registry]
|
|
107
|
+
});
|
|
108
|
+
const detectorTriggeredTotal = new Counter({
|
|
109
|
+
name: `${PREFIX}detector_triggered_total`,
|
|
110
|
+
help: "Count of times each bot detector was triggered",
|
|
111
|
+
labelNames: ["detector"],
|
|
112
|
+
registers: [registry]
|
|
113
|
+
});
|
|
114
|
+
const blockedRequestsTotal = new Counter({
|
|
115
|
+
name: `${PREFIX}blocked_requests_total`,
|
|
116
|
+
help: "Requests blocked before reaching a captcha handler, by reason",
|
|
117
|
+
labelNames: ["reason"],
|
|
118
|
+
registers: [registry]
|
|
119
|
+
});
|
|
120
|
+
const domainValidationTotal = new Counter({
|
|
121
|
+
name: `${PREFIX}domain_validation_total`,
|
|
122
|
+
help: "Domain/site-key validation outcomes",
|
|
123
|
+
labelNames: ["result"],
|
|
124
|
+
registers: [registry]
|
|
125
|
+
});
|
|
126
|
+
const spamEmailTotal = new Counter({
|
|
127
|
+
name: `${PREFIX}spam_email_total`,
|
|
128
|
+
help: "Spam email-domain check outcomes",
|
|
129
|
+
labelNames: ["result"],
|
|
130
|
+
registers: [registry]
|
|
131
|
+
});
|
|
132
|
+
const maintenanceMode = new Gauge({
|
|
133
|
+
name: `${PREFIX}maintenance_mode`,
|
|
134
|
+
help: "1 when the provider is in maintenance mode, else 0",
|
|
135
|
+
registers: [registry]
|
|
136
|
+
});
|
|
137
|
+
maintenanceMode.set(process.env.MAINTENANCE_MODE?.toLowerCase() === "true" ? 1 : 0);
|
|
138
|
+
return {
|
|
139
|
+
registry,
|
|
140
|
+
httpRequestsTotal,
|
|
141
|
+
httpRequestDuration,
|
|
142
|
+
captchaIssuedTotal,
|
|
143
|
+
captchaIssueErrorsTotal,
|
|
144
|
+
captchaVerifyTotal,
|
|
145
|
+
frictionlessRoutedTotal,
|
|
146
|
+
botScore,
|
|
147
|
+
detectorTriggeredTotal,
|
|
148
|
+
blockedRequestsTotal,
|
|
149
|
+
domainValidationTotal,
|
|
150
|
+
spamEmailTotal,
|
|
151
|
+
maintenanceMode,
|
|
152
|
+
redisReady: new Gauge({
|
|
153
|
+
name: `${PREFIX}redis_ready`,
|
|
154
|
+
help: "1 when the given redis connection is ready, else 0",
|
|
155
|
+
labelNames: ["actor"],
|
|
156
|
+
registers: [registry]
|
|
157
|
+
})
|
|
158
|
+
};
|
|
159
|
+
};
|
|
160
|
+
var getMetrics = () => {
|
|
161
|
+
if (!metrics) metrics = buildMetrics();
|
|
162
|
+
return metrics;
|
|
163
|
+
};
|
|
164
|
+
var recordCaptchaIssued = (type) => {
|
|
165
|
+
if (!metricsEnabled()) return;
|
|
166
|
+
getMetrics().captchaIssuedTotal.inc({ type });
|
|
167
|
+
};
|
|
168
|
+
var recordCaptchaIssueError = (type) => {
|
|
169
|
+
if (!metricsEnabled()) return;
|
|
170
|
+
getMetrics().captchaIssueErrorsTotal.inc({ type });
|
|
171
|
+
};
|
|
172
|
+
var recordCaptchaVerify = (args) => {
|
|
173
|
+
if (!metricsEnabled()) return;
|
|
174
|
+
getMetrics().captchaVerifyTotal.inc({
|
|
175
|
+
type: args.type,
|
|
176
|
+
result: args.verified ? "verified" : "failed",
|
|
177
|
+
source: args.source
|
|
178
|
+
});
|
|
179
|
+
};
|
|
180
|
+
var recordFrictionlessDecision = (decision) => {
|
|
181
|
+
if (!metricsEnabled()) return;
|
|
182
|
+
getMetrics().frictionlessRoutedTotal.inc({ decision });
|
|
183
|
+
};
|
|
184
|
+
var recordBotScore = (score) => {
|
|
185
|
+
if (!metricsEnabled()) return;
|
|
186
|
+
getMetrics().botScore.observe(score);
|
|
187
|
+
};
|
|
188
|
+
var recordDetectorTriggered = (detectors) => {
|
|
189
|
+
if (!metricsEnabled()) return;
|
|
190
|
+
const m = getMetrics();
|
|
191
|
+
for (const detector of detectors) m.detectorTriggeredTotal.inc({ detector: String(detector) });
|
|
192
|
+
};
|
|
193
|
+
var recordBlockedRequest = (reason) => {
|
|
194
|
+
if (!metricsEnabled()) return;
|
|
195
|
+
getMetrics().blockedRequestsTotal.inc({ reason });
|
|
196
|
+
};
|
|
197
|
+
var recordDomainValidation = (result) => {
|
|
198
|
+
if (!metricsEnabled()) return;
|
|
199
|
+
getMetrics().domainValidationTotal.inc({ result });
|
|
200
|
+
};
|
|
201
|
+
var recordSpamEmail = (result) => {
|
|
202
|
+
if (!metricsEnabled()) return;
|
|
203
|
+
getMetrics().spamEmailTotal.inc({ result });
|
|
204
|
+
};
|
|
205
|
+
var setMaintenanceModeGauge = (on) => {
|
|
206
|
+
if (!metricsEnabled()) return;
|
|
207
|
+
getMetrics().maintenanceMode.set(on ? 1 : 0);
|
|
208
|
+
};
|
|
209
|
+
var metricsMiddleware = () => {
|
|
210
|
+
return (req, res, next) => {
|
|
211
|
+
if (!metricsEnabled()) return next();
|
|
212
|
+
const start = process.hrtime.bigint();
|
|
213
|
+
res.on("finish", () => {
|
|
214
|
+
const labels = {
|
|
215
|
+
route: normaliseRoute(req),
|
|
216
|
+
method: req.method,
|
|
217
|
+
status: String(res.statusCode)
|
|
218
|
+
};
|
|
219
|
+
const durationSeconds = Number(process.hrtime.bigint() - start) / 1e9;
|
|
220
|
+
const m = getMetrics();
|
|
221
|
+
m.httpRequestsTotal.inc(labels);
|
|
222
|
+
m.httpRequestDuration.observe(labels, durationSeconds);
|
|
223
|
+
});
|
|
224
|
+
next();
|
|
225
|
+
};
|
|
226
|
+
};
|
|
227
|
+
var metricsHandler = (env) => {
|
|
228
|
+
return async (req, res) => {
|
|
229
|
+
const token = process.env.PROSOPO_METRICS_TOKEN;
|
|
230
|
+
if (token && req.headers.authorization !== `Bearer ${token}`) {
|
|
231
|
+
res.status(401).send("Unauthorized");
|
|
232
|
+
return;
|
|
233
|
+
}
|
|
234
|
+
const m = getMetrics();
|
|
235
|
+
try {
|
|
236
|
+
const db = env.getDb();
|
|
237
|
+
m.redisReady.set({ actor: "general" }, db.getRedisConnection().isReady() ? 1 : 0);
|
|
238
|
+
m.redisReady.set({ actor: "uap" }, db.getRedisAccessRulesConnection().isReady() ? 1 : 0);
|
|
239
|
+
} catch {
|
|
240
|
+
m.redisReady.set({ actor: "general" }, 0);
|
|
241
|
+
m.redisReady.set({ actor: "uap" }, 0);
|
|
242
|
+
}
|
|
243
|
+
res.set("Content-Type", m.registry.contentType);
|
|
244
|
+
res.end(await m.registry.metrics());
|
|
245
|
+
};
|
|
246
|
+
};
|
|
247
|
+
//#endregion
|
|
248
|
+
export { getMetrics, metricsEnabled, metricsHandler, metricsMiddleware, recordBlockedRequest, recordBotScore, recordCaptchaIssueError, recordCaptchaIssued, recordCaptchaVerify, recordDetectorTriggered, recordDomainValidation, recordFrictionlessDecision, recordSpamEmail, setMaintenanceModeGauge };
|
package/dist/api/public.js
CHANGED
|
@@ -1,60 +1,58 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { metricsEnabled, metricsHandler } from "./metrics.js";
|
|
2
2
|
import { ProsopoApiError } from "@prosopo/common";
|
|
3
3
|
import { PublicApiPaths } from "@prosopo/types";
|
|
4
4
|
import { version } from "@prosopo/util";
|
|
5
|
+
import { handleErrors } from "@prosopo/api-express-router";
|
|
5
6
|
import express from "express";
|
|
6
|
-
|
|
7
|
+
//#region src/api/public.ts
|
|
8
|
+
/**
|
|
9
|
+
* Returns a router connected to the database which can interact with the Proposo protocol
|
|
10
|
+
*
|
|
11
|
+
* @return {Router} - A middleware router that can interact with the Prosopo protocol
|
|
12
|
+
*/
|
|
7
13
|
function publicRouter(env) {
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
context: { code: 500 }
|
|
51
|
-
})
|
|
52
|
-
);
|
|
53
|
-
}
|
|
54
|
-
});
|
|
55
|
-
router.use(handleErrors);
|
|
56
|
-
return router;
|
|
14
|
+
const router = express.Router();
|
|
15
|
+
router.get(PublicApiPaths.Healthz, (req, res) => {
|
|
16
|
+
const host = env.config.host && env.config.host.length > 0 ? env.config.host : req.hostname;
|
|
17
|
+
return res.status(200).json({
|
|
18
|
+
ok: true,
|
|
19
|
+
host
|
|
20
|
+
});
|
|
21
|
+
});
|
|
22
|
+
if (metricsEnabled()) router.get(PublicApiPaths.Metrics, metricsHandler(env));
|
|
23
|
+
/**
|
|
24
|
+
* Gets public details of the provider
|
|
25
|
+
*/
|
|
26
|
+
router.get(PublicApiPaths.GetProviderDetails, async (req, res, next) => {
|
|
27
|
+
try {
|
|
28
|
+
const db = env.getDb();
|
|
29
|
+
const redisConnection = db.getRedisConnection();
|
|
30
|
+
const redisAccessRulesConnection = db.getRedisAccessRulesConnection();
|
|
31
|
+
const response = {
|
|
32
|
+
version,
|
|
33
|
+
message: "Provider online",
|
|
34
|
+
redis: [{
|
|
35
|
+
actor: "General",
|
|
36
|
+
isReady: redisConnection.isReady(),
|
|
37
|
+
awaitingTimeSeconds: Math.ceil(redisConnection.getAwaitingTimeMs() / 1e3)
|
|
38
|
+
}, {
|
|
39
|
+
actor: "UAP",
|
|
40
|
+
isReady: redisAccessRulesConnection.isReady(),
|
|
41
|
+
awaitingTimeSeconds: Math.ceil(redisAccessRulesConnection.getAwaitingTimeMs() / 1e3)
|
|
42
|
+
}]
|
|
43
|
+
};
|
|
44
|
+
return res.json(response);
|
|
45
|
+
} catch (err) {
|
|
46
|
+
env.logger.error(() => ({
|
|
47
|
+
err,
|
|
48
|
+
data: { reqParams: req.params },
|
|
49
|
+
msg: "Error getting provider details"
|
|
50
|
+
}));
|
|
51
|
+
return next(new ProsopoApiError("API.BAD_REQUEST", { context: { code: 500 } }));
|
|
52
|
+
}
|
|
53
|
+
});
|
|
54
|
+
router.use(handleErrors);
|
|
55
|
+
return router;
|
|
57
56
|
}
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
};
|
|
57
|
+
//#endregion
|
|
58
|
+
export { publicRouter };
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
+
//#region src/api/robotsMiddleware.ts
|
|
1
2
|
function robotsMiddleware() {
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
3
|
+
return (_req, res, next) => {
|
|
4
|
+
res.setHeader("Strict-Transport-Security", "max-age=31536000;");
|
|
5
|
+
res.setHeader("X-XSS-Protection", "1; mode=block");
|
|
6
|
+
res.setHeader("X-Frame-Options", "DENY");
|
|
7
|
+
res.setHeader("X-Robots-Tag", "none");
|
|
8
|
+
next();
|
|
9
|
+
};
|
|
9
10
|
}
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
};
|
|
11
|
+
//#endregion
|
|
12
|
+
export { robotsMiddleware };
|