@prosopo/provider 4.15.14 → 4.15.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build$colon$cjs.log +106 -106
- package/.turbo/turbo-build$colon$tsc.log +24 -24
- package/.turbo/turbo-build.log +107 -104
- package/CHANGELOG.md +49 -0
- package/dist/_virtual/_rolldown/runtime.js +3 -0
- package/dist/api/admin/apiAdminRoutesProvider.js +27 -46
- package/dist/api/admin/apiClearAllCountersEndpoint.js +62 -57
- package/dist/api/admin/apiDnsEventEndpoint.js +79 -92
- package/dist/api/admin/apiGetAllDecisionMachinesEndpoint.js +43 -45
- package/dist/api/admin/apiGetDecisionMachineEndpoint.js +40 -40
- package/dist/api/admin/apiRegisterSiteKeyEndpoint.js +23 -22
- package/dist/api/admin/apiRegisterSiteKeysEndpoint.js +26 -30
- package/dist/api/admin/apiRemoveAllDecisionMachinesEndpoint.js +35 -37
- package/dist/api/admin/apiRemoveDecisionMachineEndpoint.js +40 -40
- package/dist/api/admin/apiRemoveDetectorKeyEndpoint.d.ts.map +1 -1
- package/dist/api/admin/apiRemoveDetectorKeyEndpoint.js +29 -31
- package/dist/api/admin/apiRemoveSiteKeyEndpoint.js +33 -29
- package/dist/api/admin/apiRemoveSiteKeysEndpoint.js +32 -31
- package/dist/api/admin/apiToggleMaintenanceModeEndpoint.js +43 -35
- package/dist/api/admin/apiUpdateDecisionMachineEndpoint.js +43 -63
- package/dist/api/admin/apiUpdateDetectorKeyEndpoint.js +36 -35
- package/dist/api/admin/createApiAdminRoutesProvider.js +6 -8
- package/dist/api/blacklistRequestInspector.js +285 -377
- package/dist/api/block.js +17 -30
- package/dist/api/captcha/checkSpamEmail.js +88 -98
- package/dist/api/captcha/contextAwareValidation.js +21 -15
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/accessPolicy.js +126 -140
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/constants.js +11 -12
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/decisionMachine.js +236 -299
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/decryptSimdReadings.js +10 -13
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/handler.js +336 -462
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/honeypotResponse.js +17 -14
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/sessionDedup.js +27 -27
- package/dist/api/captcha/getFrictionlessCaptchaChallenge/shortCircuit.js +42 -63
- package/dist/api/captcha/getFrictionlessCaptchaChallenge.js +2 -4
- package/dist/api/captcha/getImageCaptchaChallenge.js +136 -207
- package/dist/api/captcha/getPoWCaptchaChallenge.js +128 -198
- package/dist/api/captcha/getPuzzleCaptchaChallenge.js +132 -201
- package/dist/api/captcha/maintenanceModeResponses.js +38 -47
- package/dist/api/captcha/submitImageCaptchaSolution.js +75 -101
- package/dist/api/captcha/submitPoWCaptchaSolution.js +137 -207
- package/dist/api/captcha/submitPuzzleCaptchaSolution.js +73 -105
- package/dist/api/captcha.js +76 -58
- package/dist/api/dnsEventUrl.js +20 -22
- package/dist/api/domainMiddleware.js +104 -115
- package/dist/api/forwardVerify.js +62 -48
- package/dist/api/handshakeTimingMiddleware.js +43 -62
- package/dist/api/hardBlockVerdictCache.js +114 -117
- package/dist/api/headerCheckMiddleware.js +34 -34
- package/dist/api/ignoreMiddleware.js +13 -15
- package/dist/api/ipInfoMiddleware.js +17 -19
- package/dist/api/ja4.js +149 -188
- package/dist/api/ja4Middleware.js +39 -54
- package/dist/api/metrics.js +245 -257
- package/dist/api/public.js +52 -54
- package/dist/api/robotsMiddleware.js +10 -10
- package/dist/api/startProviderApi.js +205 -232
- package/dist/api/testSiteKey.js +16 -16
- package/dist/api/validateAddress.js +23 -21
- package/dist/api/verify.js +334 -377
- package/dist/cjs/_virtual/_rolldown/runtime.cjs +23 -0
- package/dist/cjs/api/admin/apiAdminRoutesProvider.cjs +40 -59
- package/dist/cjs/api/admin/apiClearAllCountersEndpoint.cjs +63 -58
- package/dist/cjs/api/admin/apiDnsEventEndpoint.cjs +82 -93
- package/dist/cjs/api/admin/apiGetAllDecisionMachinesEndpoint.cjs +46 -48
- package/dist/cjs/api/admin/apiGetDecisionMachineEndpoint.cjs +41 -41
- package/dist/cjs/api/admin/apiRegisterSiteKeyEndpoint.cjs +25 -24
- package/dist/cjs/api/admin/apiRegisterSiteKeysEndpoint.cjs +28 -32
- package/dist/cjs/api/admin/apiRemoveAllDecisionMachinesEndpoint.cjs +38 -40
- package/dist/cjs/api/admin/apiRemoveDecisionMachineEndpoint.cjs +41 -41
- package/dist/cjs/api/admin/apiRemoveDetectorKeyEndpoint.cjs +31 -33
- package/dist/cjs/api/admin/apiRemoveSiteKeyEndpoint.cjs +35 -31
- package/dist/cjs/api/admin/apiRemoveSiteKeysEndpoint.cjs +34 -33
- package/dist/cjs/api/admin/apiToggleMaintenanceModeEndpoint.cjs +45 -35
- package/dist/cjs/api/admin/apiUpdateDecisionMachineEndpoint.cjs +45 -65
- package/dist/cjs/api/admin/apiUpdateDetectorKeyEndpoint.cjs +38 -37
- package/dist/cjs/api/admin/createApiAdminRoutesProvider.cjs +7 -8
- package/dist/cjs/api/blacklistRequestInspector.cjs +288 -376
- package/dist/cjs/api/block.cjs +18 -30
- package/dist/cjs/api/captcha/checkSpamEmail.cjs +90 -100
- package/dist/cjs/api/captcha/contextAwareValidation.cjs +21 -14
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/accessPolicy.cjs +125 -140
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/constants.cjs +10 -10
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/decisionMachine.cjs +238 -301
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/decryptSimdReadings.cjs +9 -12
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/handler.cjs +349 -473
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/honeypotResponse.cjs +18 -14
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/sessionDedup.cjs +26 -26
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge/shortCircuit.cjs +42 -63
- package/dist/cjs/api/captcha/getFrictionlessCaptchaChallenge.cjs +2 -3
- package/dist/cjs/api/captcha/getImageCaptchaChallenge.cjs +138 -208
- package/dist/cjs/api/captcha/getPoWCaptchaChallenge.cjs +131 -200
- package/dist/cjs/api/captcha/getPuzzleCaptchaChallenge.cjs +135 -203
- package/dist/cjs/api/captcha/maintenanceModeResponses.cjs +38 -44
- package/dist/cjs/api/captcha/submitImageCaptchaSolution.cjs +77 -102
- package/dist/cjs/api/captcha/submitPoWCaptchaSolution.cjs +140 -209
- package/dist/cjs/api/captcha/submitPuzzleCaptchaSolution.cjs +76 -107
- package/dist/cjs/api/captcha.cjs +79 -58
- package/dist/cjs/api/dnsEventUrl.cjs +20 -21
- package/dist/cjs/api/domainMiddleware.cjs +106 -117
- package/dist/cjs/api/forwardVerify.cjs +63 -49
- package/dist/cjs/api/handshakeTimingMiddleware.cjs +43 -61
- package/dist/cjs/api/hardBlockVerdictCache.cjs +114 -114
- package/dist/cjs/api/headerCheckMiddleware.cjs +34 -34
- package/dist/cjs/api/ignoreMiddleware.cjs +12 -14
- package/dist/cjs/api/ipInfoMiddleware.cjs +16 -18
- package/dist/cjs/api/ja4.cjs +149 -187
- package/dist/cjs/api/ja4Middleware.cjs +40 -53
- package/dist/cjs/api/metrics.cjs +229 -228
- package/dist/cjs/api/public.cjs +57 -57
- package/dist/cjs/api/robotsMiddleware.cjs +9 -9
- package/dist/cjs/api/startProviderApi.cjs +219 -237
- package/dist/cjs/api/testSiteKey.cjs +15 -14
- package/dist/cjs/api/validateAddress.cjs +24 -21
- package/dist/cjs/api/verify.cjs +338 -379
- package/dist/cjs/compositeIpAddress.cjs +40 -47
- package/dist/cjs/index.cjs +65 -71
- package/dist/cjs/pairs.cjs +31 -35
- package/dist/cjs/rules/lang.cjs +10 -14
- package/dist/cjs/schedulers/captchaScheduler.cjs +26 -32
- package/dist/cjs/schedulers/getClientList.cjs +35 -33
- package/dist/cjs/schedulers/setClientEntropy.cjs +35 -33
- package/dist/cjs/schedulers/updateSpamEmailDomains.cjs +39 -43
- package/dist/cjs/services/ipComparison.cjs +122 -119
- package/dist/cjs/tasks/captchaManager.cjs +407 -486
- package/dist/cjs/tasks/client/clientTasks.cjs +347 -470
- package/dist/cjs/tasks/dataset/datasetTasks.cjs +25 -29
- package/dist/cjs/tasks/dataset/datasetTasksUtils.cjs +16 -32
- package/dist/cjs/tasks/decisionMachine/decisionMachineRunner.cjs +220 -307
- package/dist/cjs/tasks/detection/decodeBehavior.cjs +408 -317
- package/dist/cjs/tasks/detection/decodePayload.cjs +686 -468
- package/dist/cjs/tasks/detection/decodeSimd.cjs +462 -304
- package/dist/cjs/tasks/detection/getBotScore.cjs +37 -43
- package/dist/cjs/tasks/dnsEvent/enrichDnsEvent.cjs +88 -71
- package/dist/cjs/tasks/frictionless/frictionlessTasks.cjs +348 -486
- package/dist/cjs/tasks/frictionless/frictionlessTasksUtils.cjs +13 -30
- package/dist/cjs/tasks/frictionless/routingMachine.cjs +71 -55
- package/dist/cjs/tasks/imgCaptcha/imgCaptchaTasks.cjs +555 -806
- package/dist/cjs/tasks/imgCaptcha/imgCaptchaTasksUtils.cjs +22 -23
- package/dist/cjs/tasks/index.cjs +2 -4
- package/dist/cjs/tasks/powCaptcha/powTasks.cjs +491 -687
- package/dist/cjs/tasks/powCaptcha/powTasksUtils.cjs +17 -29
- package/dist/cjs/tasks/puzzleCaptcha/puzzleTasks.cjs +422 -591
- package/dist/cjs/tasks/puzzleCaptcha/puzzleTasksUtils.cjs +8 -5
- package/dist/cjs/tasks/spam/checkSpamEmail.cjs +133 -141
- package/dist/cjs/tasks/spam/checkTrafficFilter.cjs +118 -76
- package/dist/cjs/tasks/spam/evaluateEmailSpamRules.cjs +75 -84
- package/dist/cjs/tasks/spam/updateSpamEmailDomains.cjs +40 -56
- package/dist/cjs/tasks/tasks.cjs +107 -158
- package/dist/cjs/util/usageCounters.cjs +220 -211
- package/dist/cjs/util.cjs +329 -359
- package/dist/cjs/utils/devicePlatform.cjs +14 -8
- package/dist/cjs/utils/dns.cjs +68 -93
- package/dist/cjs/utils/hashUserAgent.cjs +14 -7
- package/dist/cjs/utils/hashUserIp.cjs +14 -6
- package/dist/cjs/utils/honeypot/encoders.cjs +74 -80
- package/dist/cjs/utils/honeypot/phraseBank.cjs +51 -44
- package/dist/cjs/utils/normalizeRequestIp.cjs +33 -25
- package/dist/compositeIpAddress.js +38 -46
- package/dist/index.js +12 -56
- package/dist/pairs.js +31 -37
- package/dist/rules/lang.js +11 -15
- package/dist/schedulers/captchaScheduler.js +25 -31
- package/dist/schedulers/getClientList.js +34 -32
- package/dist/schedulers/setClientEntropy.js +34 -32
- package/dist/schedulers/updateSpamEmailDomains.js +38 -42
- package/dist/services/ipComparison.js +122 -119
- package/dist/tasks/captchaManager.js +403 -483
- package/dist/tasks/client/clientTasks.js +343 -467
- package/dist/tasks/dataset/datasetTasks.js +24 -28
- package/dist/tasks/dataset/datasetTasksUtils.js +15 -31
- package/dist/tasks/decisionMachine/decisionMachineRunner.js +217 -306
- package/dist/tasks/detection/getBotScore.js +37 -43
- package/dist/tasks/dnsEvent/enrichDnsEvent.d.ts.map +1 -1
- package/dist/tasks/dnsEvent/enrichDnsEvent.js +88 -74
- package/dist/tasks/dnsEvent/enrichDnsEvent.js.map +1 -1
- package/dist/tasks/frictionless/frictionlessTasks.js +342 -479
- package/dist/tasks/frictionless/frictionlessTasksUtils.js +14 -32
- package/dist/tasks/frictionless/routingMachine.js +72 -56
- package/dist/tasks/imgCaptcha/imgCaptchaTasks.js +550 -801
- package/dist/tasks/imgCaptcha/imgCaptchaTasksUtils.js +21 -22
- package/dist/tasks/index.js +1 -3
- package/dist/tasks/powCaptcha/powTasks.d.ts.map +1 -1
- package/dist/tasks/powCaptcha/powTasks.js +486 -682
- package/dist/tasks/powCaptcha/powTasks.js.map +1 -1
- package/dist/tasks/powCaptcha/powTasksUtils.js +15 -28
- package/dist/tasks/puzzleCaptcha/puzzleTasks.d.ts.map +1 -1
- package/dist/tasks/puzzleCaptcha/puzzleTasks.js +417 -586
- package/dist/tasks/puzzleCaptcha/puzzleTasks.js.map +1 -1
- package/dist/tasks/puzzleCaptcha/puzzleTasksUtils.js +9 -6
- package/dist/tasks/spam/checkSpamEmail.js +133 -141
- package/dist/tasks/spam/checkTrafficFilter.d.ts +1 -0
- package/dist/tasks/spam/checkTrafficFilter.d.ts.map +1 -1
- package/dist/tasks/spam/checkTrafficFilter.js +117 -77
- package/dist/tasks/spam/checkTrafficFilter.js.map +1 -1
- package/dist/tasks/spam/evaluateEmailSpamRules.js +75 -86
- package/dist/tasks/spam/updateSpamEmailDomains.js +36 -54
- package/dist/tasks/tasks.js +98 -150
- package/dist/tests/integration/api/blacklistRequestInspector.integration.test.js +4 -1
- package/dist/tests/integration/api/blacklistRequestInspector.integration.test.js.map +1 -1
- package/dist/tests/unit/api/block.unit.test.js +8 -4
- package/dist/tests/unit/api/block.unit.test.js.map +1 -1
- package/dist/tests/unit/api/captcha/maintenanceModeShortCircuit.unit.test.js +8 -6
- package/dist/tests/unit/api/captcha/maintenanceModeShortCircuit.unit.test.js.map +1 -1
- package/dist/tests/unit/api/forwardVerify.unit.test.js +3 -1
- package/dist/tests/unit/api/forwardVerify.unit.test.js.map +1 -1
- package/dist/tests/unit/api/getFrictionlessCaptchaChallenge.unit.test.js +15 -7
- package/dist/tests/unit/api/getFrictionlessCaptchaChallenge.unit.test.js.map +1 -1
- package/dist/tests/unit/schedulers/captchaScheduler.unit.test.js +24 -18
- package/dist/tests/unit/schedulers/captchaScheduler.unit.test.js.map +1 -1
- package/dist/tests/unit/schedulers/getClientList.unit.test.js +19 -13
- package/dist/tests/unit/schedulers/getClientList.unit.test.js.map +1 -1
- package/dist/tests/unit/schedulers/setClientEntropy.unit.test.js +19 -13
- package/dist/tests/unit/schedulers/setClientEntropy.unit.test.js.map +1 -1
- package/dist/tests/unit/tasks/client/clientTasks.unit.test.js.map +1 -1
- package/dist/tests/unit/tasks/imgCaptcha/imgCaptchaTasksUtils.unit.test.js +22 -16
- package/dist/tests/unit/tasks/imgCaptcha/imgCaptchaTasksUtils.unit.test.js.map +1 -1
- package/dist/tests/unit/tasks/spam/checkTrafficFilter.unit.test.js +140 -0
- package/dist/tests/unit/tasks/spam/checkTrafficFilter.unit.test.js.map +1 -1
- package/dist/tests/unit/testUtils/mockProviderEnv.d.ts +7 -7
- package/dist/util/usageCounters.js +220 -212
- package/dist/util.d.ts.map +1 -1
- package/dist/util.js +327 -364
- package/dist/util.js.map +1 -1
- package/dist/utils/devicePlatform.js +15 -9
- package/dist/utils/dns.js +64 -77
- package/dist/utils/hashUserAgent.js +14 -7
- package/dist/utils/hashUserIp.js +14 -6
- package/dist/utils/honeypot/encoders.js +74 -80
- package/dist/utils/honeypot/phraseBank.js +49 -44
- package/dist/utils/normalizeRequestIp.js +34 -26
- package/package.json +24 -24
|
@@ -1,218 +1,226 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
1
|
+
import { COUNTER_WINDOW_SECONDS, encodeCounterKey } from "@prosopo/types";
|
|
2
|
+
//#region src/util/usageCounters.ts
|
|
3
|
+
/** Lua: INCR + EXPIRE only on first transition to 1. No TTL refresh. */
|
|
4
|
+
var INCR_WITH_TTL_LUA = `local count = redis.call('INCR', KEYS[1])
|
|
3
5
|
if count == 1 then
|
|
4
6
|
redis.call('EXPIRE', KEYS[1], tonumber(ARGV[1]))
|
|
5
7
|
end
|
|
6
8
|
return count`;
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
} catch (error) {
|
|
152
|
-
this.logger.warn(() => ({
|
|
153
|
-
msg: "Counter batchGet failed",
|
|
154
|
-
err: error,
|
|
155
|
-
data: { keyCount: keys.length }
|
|
156
|
-
}));
|
|
157
|
-
return null;
|
|
158
|
-
}
|
|
159
|
-
}
|
|
160
|
-
}
|
|
161
|
-
const buildAllWindowIncrements = (kind, captchaType, ip, userAccount, peerIp) => {
|
|
162
|
-
const out = [];
|
|
163
|
-
for (const window of [
|
|
164
|
-
"1m",
|
|
165
|
-
"10m",
|
|
166
|
-
"1h",
|
|
167
|
-
"3h",
|
|
168
|
-
"6h",
|
|
169
|
-
"24h"
|
|
170
|
-
]) {
|
|
171
|
-
out.push(
|
|
172
|
-
{ spec: { kind, captchaType, dimension: "ip", window }, value: ip },
|
|
173
|
-
{
|
|
174
|
-
spec: { kind, captchaType, dimension: "userAccount", window },
|
|
175
|
-
value: userAccount
|
|
176
|
-
}
|
|
177
|
-
);
|
|
178
|
-
if (peerIp && peerIp !== ip) {
|
|
179
|
-
out.push({
|
|
180
|
-
spec: { kind, captchaType, dimension: "peerIp", window },
|
|
181
|
-
value: peerIp
|
|
182
|
-
});
|
|
183
|
-
}
|
|
184
|
-
if (captchaType !== "any") {
|
|
185
|
-
out.push(
|
|
186
|
-
{
|
|
187
|
-
spec: { kind, captchaType: "any", dimension: "ip", window },
|
|
188
|
-
value: ip
|
|
189
|
-
},
|
|
190
|
-
{
|
|
191
|
-
spec: {
|
|
192
|
-
kind,
|
|
193
|
-
captchaType: "any",
|
|
194
|
-
dimension: "userAccount",
|
|
195
|
-
window
|
|
196
|
-
},
|
|
197
|
-
value: userAccount
|
|
198
|
-
}
|
|
199
|
-
);
|
|
200
|
-
if (peerIp && peerIp !== ip) {
|
|
201
|
-
out.push({
|
|
202
|
-
spec: {
|
|
203
|
-
kind,
|
|
204
|
-
captchaType: "any",
|
|
205
|
-
dimension: "peerIp",
|
|
206
|
-
window
|
|
207
|
-
},
|
|
208
|
-
value: peerIp
|
|
209
|
-
});
|
|
210
|
-
}
|
|
211
|
-
}
|
|
212
|
-
}
|
|
213
|
-
return out;
|
|
9
|
+
/**
|
|
10
|
+
* Per-sitekey usage counters backed by Redis. Writes are atomic via a Lua
|
|
11
|
+
* script that only sets TTL on first transition to 1 — subsequent INCRs
|
|
12
|
+
* within the same window do not refresh the TTL.
|
|
13
|
+
*
|
|
14
|
+
* All operations gracefully no-op (or return zeros) when Redis is unavailable
|
|
15
|
+
* so the caller can fall back to baseline behaviour.
|
|
16
|
+
*/
|
|
17
|
+
var UsageCounters = class {
|
|
18
|
+
constructor(connection, logger) {
|
|
19
|
+
this.scriptShaPromise = null;
|
|
20
|
+
this.connection = connection;
|
|
21
|
+
this.logger = logger;
|
|
22
|
+
}
|
|
23
|
+
async getClient() {
|
|
24
|
+
if (!this.connection.isReady()) return null;
|
|
25
|
+
try {
|
|
26
|
+
return await this.connection.getClient();
|
|
27
|
+
} catch {
|
|
28
|
+
return null;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
async getScriptSha(client) {
|
|
32
|
+
if (!this.scriptShaPromise) this.scriptShaPromise = client.scriptLoad(INCR_WITH_TTL_LUA).then((sha) => sha, (error) => {
|
|
33
|
+
this.scriptShaPromise = null;
|
|
34
|
+
throw error;
|
|
35
|
+
});
|
|
36
|
+
return this.scriptShaPromise;
|
|
37
|
+
}
|
|
38
|
+
/**
|
|
39
|
+
* Atomically increment a counter. Sets TTL only on the first write within
|
|
40
|
+
* the window. Returns the post-increment value, or null on Redis failure.
|
|
41
|
+
*/
|
|
42
|
+
async incr(dappAccount, spec, value) {
|
|
43
|
+
const client = await this.getClient();
|
|
44
|
+
if (!client) return null;
|
|
45
|
+
const key = encodeCounterKey(dappAccount, spec, value);
|
|
46
|
+
const ttlSeconds = COUNTER_WINDOW_SECONDS[spec.window];
|
|
47
|
+
try {
|
|
48
|
+
const sha = await this.getScriptSha(client);
|
|
49
|
+
const result = await client.evalSha(sha, {
|
|
50
|
+
keys: [key],
|
|
51
|
+
arguments: [String(ttlSeconds)]
|
|
52
|
+
});
|
|
53
|
+
return Number(result);
|
|
54
|
+
} catch (error) {
|
|
55
|
+
this.logger.warn(() => ({
|
|
56
|
+
msg: "Counter incr failed",
|
|
57
|
+
err: error,
|
|
58
|
+
data: { key }
|
|
59
|
+
}));
|
|
60
|
+
return null;
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
/**
|
|
64
|
+
* Fire-and-forget increment. Errors are logged but do not propagate.
|
|
65
|
+
*/
|
|
66
|
+
incrAsync(dappAccount, spec, value) {
|
|
67
|
+
this.incr(dappAccount, spec, value).catch((error) => {
|
|
68
|
+
this.logger.error(() => ({
|
|
69
|
+
msg: "Counter incrAsync rejected",
|
|
70
|
+
err: error,
|
|
71
|
+
data: {
|
|
72
|
+
dappAccount,
|
|
73
|
+
spec,
|
|
74
|
+
value
|
|
75
|
+
}
|
|
76
|
+
}));
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* Fire-and-forget increment of multiple counters in parallel.
|
|
81
|
+
*/
|
|
82
|
+
incrManyAsync(dappAccount, increments) {
|
|
83
|
+
for (const { spec, value } of increments) this.incrAsync(dappAccount, spec, value);
|
|
84
|
+
}
|
|
85
|
+
/**
|
|
86
|
+
* Delete every counter key matching the given dapp (or all counters when
|
|
87
|
+
* dappAccount is omitted). Intended for admin manual-testing flows — not
|
|
88
|
+
* for the hot path. Uses SCAN + DEL in chunks; returns the number of keys
|
|
89
|
+
* deleted. Returns null on Redis failure.
|
|
90
|
+
*/
|
|
91
|
+
async clearAll(dappAccount) {
|
|
92
|
+
const client = await this.getClient();
|
|
93
|
+
if (!client) return null;
|
|
94
|
+
const pattern = dappAccount ? `cnt:${dappAccount}:*` : "cnt:*";
|
|
95
|
+
let deleted = 0;
|
|
96
|
+
try {
|
|
97
|
+
const batchSize = 500;
|
|
98
|
+
let batch = [];
|
|
99
|
+
for await (const key of client.scanIterator({
|
|
100
|
+
MATCH: pattern,
|
|
101
|
+
COUNT: 200
|
|
102
|
+
})) {
|
|
103
|
+
if (Array.isArray(key)) for (const k of key) batch.push(k);
|
|
104
|
+
else batch.push(key);
|
|
105
|
+
if (batch.length >= batchSize) {
|
|
106
|
+
deleted += Number(await client.del(batch));
|
|
107
|
+
batch = [];
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
if (batch.length > 0) deleted += Number(await client.del(batch));
|
|
111
|
+
return deleted;
|
|
112
|
+
} catch (error) {
|
|
113
|
+
this.logger.warn(() => ({
|
|
114
|
+
msg: "Counter clearAll failed",
|
|
115
|
+
err: error,
|
|
116
|
+
data: {
|
|
117
|
+
pattern,
|
|
118
|
+
deleted
|
|
119
|
+
}
|
|
120
|
+
}));
|
|
121
|
+
return null;
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
/**
|
|
125
|
+
* Bulk read counters via MGET. Missing keys map to 0. Returns a record
|
|
126
|
+
* keyed by encoded counter key. Returns null on Redis failure so callers
|
|
127
|
+
* can fall back.
|
|
128
|
+
*/
|
|
129
|
+
async batchGet(dappAccount, reads) {
|
|
130
|
+
if (reads.length === 0) return {};
|
|
131
|
+
const client = await this.getClient();
|
|
132
|
+
if (!client) return null;
|
|
133
|
+
const keys = reads.map((r) => encodeCounterKey(dappAccount, r.spec, r.value));
|
|
134
|
+
try {
|
|
135
|
+
const values = await client.mGet(keys);
|
|
136
|
+
const out = {};
|
|
137
|
+
for (let i = 0; i < keys.length; i++) {
|
|
138
|
+
const raw = values[i];
|
|
139
|
+
const key = keys[i];
|
|
140
|
+
if (key === void 0) continue;
|
|
141
|
+
out[key] = raw === null || raw === void 0 ? 0 : Number(raw);
|
|
142
|
+
}
|
|
143
|
+
return out;
|
|
144
|
+
} catch (error) {
|
|
145
|
+
this.logger.warn(() => ({
|
|
146
|
+
msg: "Counter batchGet failed",
|
|
147
|
+
err: error,
|
|
148
|
+
data: { keyCount: keys.length }
|
|
149
|
+
}));
|
|
150
|
+
return null;
|
|
151
|
+
}
|
|
152
|
+
}
|
|
214
153
|
};
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
154
|
+
/**
|
|
155
|
+
* Helper: produce the standard 24-counter served/solved write set for a given
|
|
156
|
+
* captcha challenge. Used by both served (post-session) and solved hooks.
|
|
157
|
+
*/
|
|
158
|
+
var buildAllWindowIncrements = (kind, captchaType, ip, userAccount, peerIp) => {
|
|
159
|
+
const out = [];
|
|
160
|
+
for (const window of [
|
|
161
|
+
"1m",
|
|
162
|
+
"10m",
|
|
163
|
+
"1h",
|
|
164
|
+
"3h",
|
|
165
|
+
"6h",
|
|
166
|
+
"24h"
|
|
167
|
+
]) {
|
|
168
|
+
out.push({
|
|
169
|
+
spec: {
|
|
170
|
+
kind,
|
|
171
|
+
captchaType,
|
|
172
|
+
dimension: "ip",
|
|
173
|
+
window
|
|
174
|
+
},
|
|
175
|
+
value: ip
|
|
176
|
+
}, {
|
|
177
|
+
spec: {
|
|
178
|
+
kind,
|
|
179
|
+
captchaType,
|
|
180
|
+
dimension: "userAccount",
|
|
181
|
+
window
|
|
182
|
+
},
|
|
183
|
+
value: userAccount
|
|
184
|
+
});
|
|
185
|
+
if (peerIp && peerIp !== ip) out.push({
|
|
186
|
+
spec: {
|
|
187
|
+
kind,
|
|
188
|
+
captchaType,
|
|
189
|
+
dimension: "peerIp",
|
|
190
|
+
window
|
|
191
|
+
},
|
|
192
|
+
value: peerIp
|
|
193
|
+
});
|
|
194
|
+
if (captchaType !== "any") {
|
|
195
|
+
out.push({
|
|
196
|
+
spec: {
|
|
197
|
+
kind,
|
|
198
|
+
captchaType: "any",
|
|
199
|
+
dimension: "ip",
|
|
200
|
+
window
|
|
201
|
+
},
|
|
202
|
+
value: ip
|
|
203
|
+
}, {
|
|
204
|
+
spec: {
|
|
205
|
+
kind,
|
|
206
|
+
captchaType: "any",
|
|
207
|
+
dimension: "userAccount",
|
|
208
|
+
window
|
|
209
|
+
},
|
|
210
|
+
value: userAccount
|
|
211
|
+
});
|
|
212
|
+
if (peerIp && peerIp !== ip) out.push({
|
|
213
|
+
spec: {
|
|
214
|
+
kind,
|
|
215
|
+
captchaType: "any",
|
|
216
|
+
dimension: "peerIp",
|
|
217
|
+
window
|
|
218
|
+
},
|
|
219
|
+
value: peerIp
|
|
220
|
+
});
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
return out;
|
|
218
224
|
};
|
|
225
|
+
//#endregion
|
|
226
|
+
export { UsageCounters, buildAllWindowIncrements };
|
package/dist/util.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAEN,KAAK,kBAAkB,EACvB,KAAK,SAAS,EACd,KAAK,kBAAkB,EAEvB,kBAAkB,EAClB,KAAK,kBAAkB,EAEvB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../src/util.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAEN,KAAK,kBAAkB,EACvB,KAAK,SAAS,EACd,KAAK,kBAAkB,EAEvB,kBAAkB,EAClB,KAAK,kBAAkB,EAEvB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAMzD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,UAUlD;AAED,wBAAgB,YAAY,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAQ/C;AAQD,wBAAsB,oBAAoB,CACzC,QAAQ,EAAE,kBAAkB,EAC5B,EAAE,EAAE,iBAAiB,GACnB,OAAO,CAAC,OAAO,CAAC,CAgBlB;AAED,eAAO,MAAM,YAAY,oBAAqB,MAAM,KAAG,SAUtD,CAAC;AAEF,eAAO,MAAM,sBAAsB,oBAAqB,MAAM,KAAG,SAShE,CAAC;AASF,eAAO,MAAM,iBAAiB,OACzB,MAAM,GAAG,SAAS,sBACF,SAAS,UACrB,MAAM,KACZ;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CA4C3C,CAAC;AASF,eAAO,MAAM,yBAAyB,eACzB,kBAAkB,SACvB,kBAAkB,UACjB,MAAM,KACZ;IACF,MAAM,EAAE,kBAAkB,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,OAAO,CAAC;CA0MrB,CAAC;AAUF,eAAO,MAAM,qBAAqB,OAC7B,MAAM,sBACU,SAAS,UACrB,MAAM,iBACC,cAAc,sBACT,kBAAkB,cAC1B,MAAM,KAChB,OAAO,CAAC;IACV,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;CACrB,CA4JA,CAAC"}
|