web-agent-bridge 3.2.0 → 3.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +72 -72
- package/README.ar.md +1286 -1152
- package/README.md +1764 -1635
- package/bin/agent-runner.js +474 -474
- package/bin/cli.js +237 -138
- package/bin/wab.js +80 -80
- package/examples/bidi-agent.js +119 -119
- package/examples/cross-site-agent.js +91 -91
- package/examples/mcp-agent.js +94 -94
- package/examples/next-app-router/README.md +44 -44
- package/examples/puppeteer-agent.js +108 -108
- package/examples/saas-dashboard/README.md +55 -55
- package/examples/shopify-hydrogen/README.md +74 -74
- package/examples/vision-agent.js +171 -171
- package/examples/wordpress-elementor/README.md +77 -77
- package/package.json +16 -3
- package/public/.well-known/agent-tools.json +180 -180
- package/public/.well-known/ai-assets.json +59 -59
- package/public/.well-known/security.txt +8 -0
- package/public/agent-workspace.html +349 -349
- package/public/ai.html +198 -198
- package/public/api.html +413 -412
- package/public/browser.html +486 -486
- package/public/commander-dashboard.html +243 -243
- package/public/cookies.html +210 -210
- package/public/css/agent-workspace.css +1713 -1713
- package/public/css/premium.css +317 -317
- package/public/css/styles.css +1235 -1235
- package/public/dashboard.html +706 -706
- package/public/dns.html +507 -0
- package/public/docs.html +587 -587
- package/public/feed.xml +89 -89
- package/public/growth.html +463 -463
- package/public/index.html +1070 -982
- package/public/integrations.html +556 -0
- package/public/js/agent-workspace.js +1740 -1740
- package/public/js/auth-nav.js +31 -31
- package/public/js/auth-redirect.js +12 -12
- package/public/js/cookie-consent.js +56 -56
- package/public/js/wab-demo-page.js +721 -721
- package/public/js/ws-client.js +74 -74
- package/public/llms-full.txt +360 -360
- package/public/llms.txt +125 -125
- package/public/login.html +85 -85
- package/public/mesh-dashboard.html +328 -328
- package/public/openapi.json +580 -580
- package/public/phone-shield.html +281 -0
- package/public/premium-dashboard.html +2489 -2489
- package/public/premium.html +793 -793
- package/public/privacy.html +297 -297
- package/public/register.html +105 -105
- package/public/robots.txt +87 -87
- package/public/script/wab-consent.d.ts +36 -36
- package/public/script/wab-consent.js +104 -104
- package/public/script/wab-schema.js +131 -131
- package/public/script/wab.d.ts +108 -108
- package/public/script/wab.min.js +580 -580
- package/public/security.txt +8 -0
- package/public/terms.html +256 -256
- package/script/ai-agent-bridge.js +1754 -1754
- package/sdk/README.md +99 -99
- package/sdk/agent-mesh.js +449 -449
- package/sdk/commander.js +262 -262
- package/sdk/index.d.ts +464 -464
- package/sdk/index.js +12 -1
- package/sdk/multi-agent.js +318 -318
- package/sdk/package.json +1 -1
- package/sdk/safety-shield.js +219 -0
- package/sdk/schema-discovery.js +83 -83
- package/server/adapters/index.js +520 -520
- package/server/config/plans.js +367 -367
- package/server/config/secrets.js +102 -102
- package/server/control-plane/index.js +301 -301
- package/server/data-plane/index.js +354 -354
- package/server/index.js +531 -427
- package/server/llm/index.js +404 -404
- package/server/middleware/adminAuth.js +35 -35
- package/server/middleware/auth.js +50 -50
- package/server/middleware/featureGate.js +88 -88
- package/server/middleware/rateLimits.js +100 -100
- package/server/middleware/sensitiveAction.js +157 -0
- package/server/migrations/001_add_analytics_indexes.sql +7 -7
- package/server/migrations/002_premium_features.sql +418 -418
- package/server/migrations/003_ads_integer_cents.sql +33 -33
- package/server/migrations/004_agent_os.sql +158 -158
- package/server/migrations/005_marketplace_metering.sql +126 -126
- package/server/models/adapters/index.js +33 -33
- package/server/models/adapters/mysql.js +183 -183
- package/server/models/adapters/postgresql.js +172 -172
- package/server/models/adapters/sqlite.js +7 -7
- package/server/models/db.js +681 -681
- package/server/observability/failure-analysis.js +337 -337
- package/server/observability/index.js +394 -394
- package/server/protocol/capabilities.js +223 -223
- package/server/protocol/index.js +243 -243
- package/server/protocol/schema.js +584 -584
- package/server/registry/certification.js +271 -271
- package/server/registry/index.js +326 -326
- package/server/routes/admin-premium.js +671 -671
- package/server/routes/admin.js +261 -261
- package/server/routes/ads.js +130 -130
- package/server/routes/agent-workspace.js +540 -540
- package/server/routes/api.js +150 -150
- package/server/routes/auth.js +71 -71
- package/server/routes/billing.js +45 -45
- package/server/routes/commander.js +316 -316
- package/server/routes/demo-showcase.js +332 -332
- package/server/routes/demo-store.js +154 -0
- package/server/routes/discovery.js +417 -417
- package/server/routes/gateway.js +173 -157
- package/server/routes/license.js +251 -240
- package/server/routes/mesh.js +469 -469
- package/server/routes/noscript.js +543 -543
- package/server/routes/premium-v2.js +686 -686
- package/server/routes/premium.js +724 -724
- package/server/routes/runtime.js +2148 -2147
- package/server/routes/sovereign.js +465 -385
- package/server/routes/universal.js +200 -185
- package/server/routes/wab-api.js +850 -501
- package/server/runtime/container-worker.js +111 -111
- package/server/runtime/container.js +448 -448
- package/server/runtime/distributed-worker.js +362 -362
- package/server/runtime/event-bus.js +210 -210
- package/server/runtime/index.js +253 -253
- package/server/runtime/queue.js +599 -599
- package/server/runtime/replay.js +666 -666
- package/server/runtime/sandbox.js +266 -266
- package/server/runtime/scheduler.js +534 -534
- package/server/runtime/session-engine.js +293 -293
- package/server/runtime/state-manager.js +188 -188
- package/server/security/cross-site-redactor.js +196 -0
- package/server/security/dry-run.js +180 -0
- package/server/security/human-gate-rate-limit.js +147 -0
- package/server/security/human-gate-transports.js +178 -0
- package/server/security/human-gate.js +281 -0
- package/server/security/index.js +368 -368
- package/server/security/intent-engine.js +245 -0
- package/server/security/reward-guard.js +171 -0
- package/server/security/rollback-store.js +239 -0
- package/server/security/token-scope.js +404 -0
- package/server/security/url-policy.js +139 -0
- package/server/services/agent-chat.js +506 -506
- package/server/services/agent-learning.js +601 -575
- package/server/services/agent-memory.js +625 -625
- package/server/services/agent-mesh.js +555 -539
- package/server/services/agent-symphony.js +717 -717
- package/server/services/agent-tasks.js +1807 -1807
- package/server/services/api-key-engine.js +292 -261
- package/server/services/cluster.js +894 -894
- package/server/services/commander.js +738 -738
- package/server/services/edge-compute.js +440 -440
- package/server/services/email.js +204 -204
- package/server/services/hosted-runtime.js +205 -205
- package/server/services/lfd.js +635 -635
- package/server/services/local-ai.js +389 -389
- package/server/services/marketplace.js +270 -270
- package/server/services/metering.js +182 -182
- package/server/services/modules/affiliate-intelligence.js +93 -93
- package/server/services/modules/agent-firewall.js +90 -90
- package/server/services/modules/bounty.js +89 -89
- package/server/services/modules/collective-bargaining.js +92 -92
- package/server/services/modules/dark-pattern.js +66 -66
- package/server/services/modules/gov-intelligence.js +45 -45
- package/server/services/modules/neural.js +55 -55
- package/server/services/modules/notary.js +49 -49
- package/server/services/modules/price-time-machine.js +86 -86
- package/server/services/modules/protocol.js +104 -104
- package/server/services/negotiation.js +439 -439
- package/server/services/plugins.js +771 -771
- package/server/services/price-intelligence.js +566 -566
- package/server/services/price-shield.js +1137 -1137
- package/server/services/reputation.js +465 -465
- package/server/services/search-engine.js +357 -357
- package/server/services/security.js +513 -513
- package/server/services/self-healing.js +843 -843
- package/server/services/sovereign-shield.js +542 -0
- package/server/services/stripe.js +192 -192
- package/server/services/swarm.js +788 -788
- package/server/services/universal-scraper.js +662 -661
- package/server/services/verification.js +481 -481
- package/server/services/vision.js +1163 -1163
- package/server/utils/cache.js +125 -125
- package/server/utils/migrate.js +81 -81
- package/server/utils/safe-fetch.js +228 -0
- package/server/utils/secureFields.js +50 -50
- package/server/ws.js +161 -161
- package/templates/artisan-marketplace.yaml +104 -104
- package/templates/book-price-scout.yaml +98 -98
- package/templates/electronics-price-tracker.yaml +108 -108
- package/templates/flight-deal-hunter.yaml +113 -113
- package/templates/freelancer-direct.yaml +116 -116
- package/templates/grocery-price-compare.yaml +93 -93
- package/templates/hotel-direct-booking.yaml +113 -113
- package/templates/local-services.yaml +98 -98
- package/templates/olive-oil-tunisia.yaml +88 -88
- package/templates/organic-farm-fresh.yaml +101 -101
- package/templates/restaurant-direct.yaml +97 -97
- package/public/score.html +0 -263
- package/server/migrations/006_growth_suite.sql +0 -138
- package/server/routes/growth.js +0 -962
- package/server/services/fairness-engine.js +0 -409
- package/server/services/fairness.js +0 -420
|
@@ -1,182 +1,182 @@
|
|
|
1
|
-
'use strict';
|
|
2
|
-
|
|
3
|
-
/**
|
|
4
|
-
* Usage Metering Service
|
|
5
|
-
*
|
|
6
|
-
* Tracks executions, agents, compute time, API calls, and storage per agent/site.
|
|
7
|
-
* Enforces plan limits and records overages for billing.
|
|
8
|
-
*/
|
|
9
|
-
|
|
10
|
-
const db = require('../models/db').db || require('../models/db');
|
|
11
|
-
const { getLimit, isUnlimited, USAGE_PRICING } = require('../config/plans');
|
|
12
|
-
const { bus } = require('../runtime/event-bus');
|
|
13
|
-
|
|
14
|
-
// ─── Storage ────────────────────────────────────────────────────────
|
|
15
|
-
|
|
16
|
-
// In-memory counters with periodic flush to DB
|
|
17
|
-
const _counters = new Map(); // key → { count, lastReset }
|
|
18
|
-
|
|
19
|
-
function _key(entityId, metric) {
|
|
20
|
-
return `${entityId}:${metric}`;
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
function _today() {
|
|
24
|
-
return new Date().toISOString().slice(0, 10); // YYYY-MM-DD
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
function _getCounter(entityId, metric) {
|
|
28
|
-
const key = _key(entityId, metric);
|
|
29
|
-
const entry = _counters.get(key);
|
|
30
|
-
const today = _today();
|
|
31
|
-
|
|
32
|
-
// Reset daily counters
|
|
33
|
-
if (!entry || entry.lastReset !== today) {
|
|
34
|
-
_counters.set(key, { count: 0, lastReset: today, overage: 0 });
|
|
35
|
-
return _counters.get(key);
|
|
36
|
-
}
|
|
37
|
-
return entry;
|
|
38
|
-
}
|
|
39
|
-
|
|
40
|
-
// ─── Public API ─────────────────────────────────────────────────────
|
|
41
|
-
|
|
42
|
-
/**
|
|
43
|
-
* Record a usage event and check limits
|
|
44
|
-
* @returns {{ allowed: boolean, current: number, limit: number, overage: boolean }}
|
|
45
|
-
*/
|
|
46
|
-
function record(entityId, metric, tier, amount = 1) {
|
|
47
|
-
const counter = _getCounter(entityId, metric);
|
|
48
|
-
const limit = getLimit(tier, metric);
|
|
49
|
-
|
|
50
|
-
counter.count += amount;
|
|
51
|
-
|
|
52
|
-
// Unlimited
|
|
53
|
-
if (isUnlimited(tier, metric)) {
|
|
54
|
-
bus.emit('metering.recorded', { entityId, metric, amount, current: counter.count });
|
|
55
|
-
return { allowed: true, current: counter.count, limit: -1, overage: false };
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
const isOver = counter.count > limit;
|
|
59
|
-
if (isOver) {
|
|
60
|
-
counter.overage += amount;
|
|
61
|
-
bus.emit('metering.overage', { entityId, metric, current: counter.count, limit, overage: counter.overage });
|
|
62
|
-
} else {
|
|
63
|
-
bus.emit('metering.recorded', { entityId, metric, amount, current: counter.count });
|
|
64
|
-
}
|
|
65
|
-
|
|
66
|
-
return {
|
|
67
|
-
allowed: !isOver,
|
|
68
|
-
current: counter.count,
|
|
69
|
-
limit,
|
|
70
|
-
overage: isOver,
|
|
71
|
-
overageAmount: isOver ? counter.overage : 0,
|
|
72
|
-
overageCost: isOver ? counter.overage * (USAGE_PRICING[metric]?.price || 0) : 0,
|
|
73
|
-
};
|
|
74
|
-
}
|
|
75
|
-
|
|
76
|
-
/**
|
|
77
|
-
* Check if a usage would exceed the limit (without recording)
|
|
78
|
-
*/
|
|
79
|
-
function check(entityId, metric, tier, amount = 1) {
|
|
80
|
-
const counter = _getCounter(entityId, metric);
|
|
81
|
-
const limit = getLimit(tier, metric);
|
|
82
|
-
|
|
83
|
-
if (isUnlimited(tier, metric)) {
|
|
84
|
-
return { allowed: true, current: counter.count, limit: -1, remaining: Infinity };
|
|
85
|
-
}
|
|
86
|
-
|
|
87
|
-
const remaining = Math.max(0, limit - counter.count);
|
|
88
|
-
return {
|
|
89
|
-
allowed: counter.count + amount <= limit,
|
|
90
|
-
current: counter.count,
|
|
91
|
-
limit,
|
|
92
|
-
remaining,
|
|
93
|
-
};
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
/**
|
|
97
|
-
* Get current usage for an entity
|
|
98
|
-
*/
|
|
99
|
-
function getUsage(entityId, tier) {
|
|
100
|
-
const metrics = [
|
|
101
|
-
'agents', 'tasksPerDay', 'executionsPerDay', 'sessions',
|
|
102
|
-
'computeMinutesPerDay', 'apiCallsPerMinute',
|
|
103
|
-
];
|
|
104
|
-
|
|
105
|
-
const usage = {};
|
|
106
|
-
for (const metric of metrics) {
|
|
107
|
-
const counter = _getCounter(entityId, metric);
|
|
108
|
-
const limit = getLimit(tier, metric);
|
|
109
|
-
usage[metric] = {
|
|
110
|
-
current: counter.count,
|
|
111
|
-
limit: isUnlimited(tier, metric) ? -1 : limit,
|
|
112
|
-
percentage: isUnlimited(tier, metric) ? 0 : (limit > 0 ? Math.round((counter.count / limit) * 100) : 0),
|
|
113
|
-
overage: counter.overage || 0,
|
|
114
|
-
};
|
|
115
|
-
}
|
|
116
|
-
|
|
117
|
-
return usage;
|
|
118
|
-
}
|
|
119
|
-
|
|
120
|
-
/**
|
|
121
|
-
* Get usage summary for billing
|
|
122
|
-
*/
|
|
123
|
-
function getBillingSummary(entityId) {
|
|
124
|
-
const overages = {};
|
|
125
|
-
let totalCost = 0;
|
|
126
|
-
|
|
127
|
-
for (const [key, counter] of _counters) {
|
|
128
|
-
if (!key.startsWith(entityId + ':')) continue;
|
|
129
|
-
if (counter.overage > 0) {
|
|
130
|
-
const metric = key.split(':')[1];
|
|
131
|
-
const pricing = USAGE_PRICING[metric];
|
|
132
|
-
const cost = pricing ? counter.overage * pricing.price : 0;
|
|
133
|
-
overages[metric] = {
|
|
134
|
-
overage: counter.overage,
|
|
135
|
-
unitPrice: pricing?.price || 0,
|
|
136
|
-
cost,
|
|
137
|
-
};
|
|
138
|
-
totalCost += cost;
|
|
139
|
-
}
|
|
140
|
-
}
|
|
141
|
-
|
|
142
|
-
return { entityId, overages, totalCost, period: _today() };
|
|
143
|
-
}
|
|
144
|
-
|
|
145
|
-
/**
|
|
146
|
-
* Reset counters (for testing or admin)
|
|
147
|
-
*/
|
|
148
|
-
function reset(entityId, metric = null) {
|
|
149
|
-
if (metric) {
|
|
150
|
-
_counters.delete(_key(entityId, metric));
|
|
151
|
-
} else {
|
|
152
|
-
for (const key of _counters.keys()) {
|
|
153
|
-
if (key.startsWith(entityId + ':')) _counters.delete(key);
|
|
154
|
-
}
|
|
155
|
-
}
|
|
156
|
-
}
|
|
157
|
-
|
|
158
|
-
/**
|
|
159
|
-
* Get global stats
|
|
160
|
-
*/
|
|
161
|
-
function getStats() {
|
|
162
|
-
let totalEntities = new Set();
|
|
163
|
-
let totalEvents = 0;
|
|
164
|
-
for (const [key, counter] of _counters) {
|
|
165
|
-
totalEntities.add(key.split(':')[0]);
|
|
166
|
-
totalEvents += counter.count;
|
|
167
|
-
}
|
|
168
|
-
return {
|
|
169
|
-
trackedEntities: totalEntities.size,
|
|
170
|
-
totalEvents,
|
|
171
|
-
counterEntries: _counters.size,
|
|
172
|
-
};
|
|
173
|
-
}
|
|
174
|
-
|
|
175
|
-
module.exports = {
|
|
176
|
-
record,
|
|
177
|
-
check,
|
|
178
|
-
getUsage,
|
|
179
|
-
getBillingSummary,
|
|
180
|
-
reset,
|
|
181
|
-
getStats,
|
|
182
|
-
};
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Usage Metering Service
|
|
5
|
+
*
|
|
6
|
+
* Tracks executions, agents, compute time, API calls, and storage per agent/site.
|
|
7
|
+
* Enforces plan limits and records overages for billing.
|
|
8
|
+
*/
|
|
9
|
+
|
|
10
|
+
const db = require('../models/db').db || require('../models/db');
|
|
11
|
+
const { getLimit, isUnlimited, USAGE_PRICING } = require('../config/plans');
|
|
12
|
+
const { bus } = require('../runtime/event-bus');
|
|
13
|
+
|
|
14
|
+
// ─── Storage ────────────────────────────────────────────────────────
|
|
15
|
+
|
|
16
|
+
// In-memory counters with periodic flush to DB
|
|
17
|
+
const _counters = new Map(); // key → { count, lastReset }
|
|
18
|
+
|
|
19
|
+
function _key(entityId, metric) {
|
|
20
|
+
return `${entityId}:${metric}`;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
function _today() {
|
|
24
|
+
return new Date().toISOString().slice(0, 10); // YYYY-MM-DD
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
function _getCounter(entityId, metric) {
|
|
28
|
+
const key = _key(entityId, metric);
|
|
29
|
+
const entry = _counters.get(key);
|
|
30
|
+
const today = _today();
|
|
31
|
+
|
|
32
|
+
// Reset daily counters
|
|
33
|
+
if (!entry || entry.lastReset !== today) {
|
|
34
|
+
_counters.set(key, { count: 0, lastReset: today, overage: 0 });
|
|
35
|
+
return _counters.get(key);
|
|
36
|
+
}
|
|
37
|
+
return entry;
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
// ─── Public API ─────────────────────────────────────────────────────
|
|
41
|
+
|
|
42
|
+
/**
|
|
43
|
+
* Record a usage event and check limits
|
|
44
|
+
* @returns {{ allowed: boolean, current: number, limit: number, overage: boolean }}
|
|
45
|
+
*/
|
|
46
|
+
function record(entityId, metric, tier, amount = 1) {
|
|
47
|
+
const counter = _getCounter(entityId, metric);
|
|
48
|
+
const limit = getLimit(tier, metric);
|
|
49
|
+
|
|
50
|
+
counter.count += amount;
|
|
51
|
+
|
|
52
|
+
// Unlimited
|
|
53
|
+
if (isUnlimited(tier, metric)) {
|
|
54
|
+
bus.emit('metering.recorded', { entityId, metric, amount, current: counter.count });
|
|
55
|
+
return { allowed: true, current: counter.count, limit: -1, overage: false };
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
const isOver = counter.count > limit;
|
|
59
|
+
if (isOver) {
|
|
60
|
+
counter.overage += amount;
|
|
61
|
+
bus.emit('metering.overage', { entityId, metric, current: counter.count, limit, overage: counter.overage });
|
|
62
|
+
} else {
|
|
63
|
+
bus.emit('metering.recorded', { entityId, metric, amount, current: counter.count });
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
return {
|
|
67
|
+
allowed: !isOver,
|
|
68
|
+
current: counter.count,
|
|
69
|
+
limit,
|
|
70
|
+
overage: isOver,
|
|
71
|
+
overageAmount: isOver ? counter.overage : 0,
|
|
72
|
+
overageCost: isOver ? counter.overage * (USAGE_PRICING[metric]?.price || 0) : 0,
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
/**
|
|
77
|
+
* Check if a usage would exceed the limit (without recording)
|
|
78
|
+
*/
|
|
79
|
+
function check(entityId, metric, tier, amount = 1) {
|
|
80
|
+
const counter = _getCounter(entityId, metric);
|
|
81
|
+
const limit = getLimit(tier, metric);
|
|
82
|
+
|
|
83
|
+
if (isUnlimited(tier, metric)) {
|
|
84
|
+
return { allowed: true, current: counter.count, limit: -1, remaining: Infinity };
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
const remaining = Math.max(0, limit - counter.count);
|
|
88
|
+
return {
|
|
89
|
+
allowed: counter.count + amount <= limit,
|
|
90
|
+
current: counter.count,
|
|
91
|
+
limit,
|
|
92
|
+
remaining,
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
/**
|
|
97
|
+
* Get current usage for an entity
|
|
98
|
+
*/
|
|
99
|
+
function getUsage(entityId, tier) {
|
|
100
|
+
const metrics = [
|
|
101
|
+
'agents', 'tasksPerDay', 'executionsPerDay', 'sessions',
|
|
102
|
+
'computeMinutesPerDay', 'apiCallsPerMinute',
|
|
103
|
+
];
|
|
104
|
+
|
|
105
|
+
const usage = {};
|
|
106
|
+
for (const metric of metrics) {
|
|
107
|
+
const counter = _getCounter(entityId, metric);
|
|
108
|
+
const limit = getLimit(tier, metric);
|
|
109
|
+
usage[metric] = {
|
|
110
|
+
current: counter.count,
|
|
111
|
+
limit: isUnlimited(tier, metric) ? -1 : limit,
|
|
112
|
+
percentage: isUnlimited(tier, metric) ? 0 : (limit > 0 ? Math.round((counter.count / limit) * 100) : 0),
|
|
113
|
+
overage: counter.overage || 0,
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
return usage;
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
/**
|
|
121
|
+
* Get usage summary for billing
|
|
122
|
+
*/
|
|
123
|
+
function getBillingSummary(entityId) {
|
|
124
|
+
const overages = {};
|
|
125
|
+
let totalCost = 0;
|
|
126
|
+
|
|
127
|
+
for (const [key, counter] of _counters) {
|
|
128
|
+
if (!key.startsWith(entityId + ':')) continue;
|
|
129
|
+
if (counter.overage > 0) {
|
|
130
|
+
const metric = key.split(':')[1];
|
|
131
|
+
const pricing = USAGE_PRICING[metric];
|
|
132
|
+
const cost = pricing ? counter.overage * pricing.price : 0;
|
|
133
|
+
overages[metric] = {
|
|
134
|
+
overage: counter.overage,
|
|
135
|
+
unitPrice: pricing?.price || 0,
|
|
136
|
+
cost,
|
|
137
|
+
};
|
|
138
|
+
totalCost += cost;
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
return { entityId, overages, totalCost, period: _today() };
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
/**
|
|
146
|
+
* Reset counters (for testing or admin)
|
|
147
|
+
*/
|
|
148
|
+
function reset(entityId, metric = null) {
|
|
149
|
+
if (metric) {
|
|
150
|
+
_counters.delete(_key(entityId, metric));
|
|
151
|
+
} else {
|
|
152
|
+
for (const key of _counters.keys()) {
|
|
153
|
+
if (key.startsWith(entityId + ':')) _counters.delete(key);
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
/**
|
|
159
|
+
* Get global stats
|
|
160
|
+
*/
|
|
161
|
+
function getStats() {
|
|
162
|
+
let totalEntities = new Set();
|
|
163
|
+
let totalEvents = 0;
|
|
164
|
+
for (const [key, counter] of _counters) {
|
|
165
|
+
totalEntities.add(key.split(':')[0]);
|
|
166
|
+
totalEvents += counter.count;
|
|
167
|
+
}
|
|
168
|
+
return {
|
|
169
|
+
trackedEntities: totalEntities.size,
|
|
170
|
+
totalEvents,
|
|
171
|
+
counterEntries: _counters.size,
|
|
172
|
+
};
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
module.exports = {
|
|
176
|
+
record,
|
|
177
|
+
check,
|
|
178
|
+
getUsage,
|
|
179
|
+
getBillingSummary,
|
|
180
|
+
reset,
|
|
181
|
+
getStats,
|
|
182
|
+
};
|
|
@@ -1,93 +1,93 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* WAB Affiliate Intelligence (10-affiliate-intelligence) — PUBLIC API, PRIVATE DB
|
|
3
|
-
* Detects affiliate link manipulation and cookie stuffing.
|
|
4
|
-
* API is open, detection database is closed.
|
|
5
|
-
*
|
|
6
|
-
* Powered by WAB — Web Agent Bridge
|
|
7
|
-
* https://www.webagentbridge.com
|
|
8
|
-
*/
|
|
9
|
-
|
|
10
|
-
'use strict';
|
|
11
|
-
|
|
12
|
-
const crypto = require('crypto');
|
|
13
|
-
const url = require('url');
|
|
14
|
-
|
|
15
|
-
const scanStore = new Map();
|
|
16
|
-
|
|
17
|
-
let affiliateDb;
|
|
18
|
-
try { affiliateDb = require('./affiliate-db'); } catch { affiliateDb = null; }
|
|
19
|
-
|
|
20
|
-
const KNOWN_AFFILIATE_PARAMS = ['ref', 'aff', 'affiliate', 'partner', 'utm_source', 'tag', 'associate', 'clickid', 'subid', 'irclickid', 'gclid', 'fbclid'];
|
|
21
|
-
const COOKIE_STUFFING_INDICATORS = ['iframe[style*="display:none"]', 'iframe[width="0"]', 'img[src*="click"]', 'img[width="1"][height="1"]'];
|
|
22
|
-
|
|
23
|
-
function createRouter(express) {
|
|
24
|
-
const router = express.Router();
|
|
25
|
-
|
|
26
|
-
router.post('/scan-url', (req, res) => {
|
|
27
|
-
const { target_url } = req.body;
|
|
28
|
-
if (!target_url) return res.status(400).json({ error: 'target_url required' });
|
|
29
|
-
|
|
30
|
-
try {
|
|
31
|
-
const parsed = new URL(target_url);
|
|
32
|
-
const affiliateParams = [];
|
|
33
|
-
for (const [key, value] of parsed.searchParams) {
|
|
34
|
-
if (KNOWN_AFFILIATE_PARAMS.includes(key.toLowerCase())) {
|
|
35
|
-
affiliateParams.push({ param: key, value, type: 'affiliate_tracking' });
|
|
36
|
-
}
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
const hasRedirect = /\/(click|go|redirect|track|aff|out)\//i.test(parsed.pathname);
|
|
40
|
-
let manipulation = null;
|
|
41
|
-
if (affiliateDb) {
|
|
42
|
-
manipulation = affiliateDb.checkManipulation(target_url, affiliateParams);
|
|
43
|
-
}
|
|
44
|
-
|
|
45
|
-
const scanId = 'ASCAN-' + crypto.randomBytes(6).toString('hex').toUpperCase();
|
|
46
|
-
const result = {
|
|
47
|
-
scan_id: scanId, url: target_url, hostname: parsed.hostname,
|
|
48
|
-
affiliate_params: affiliateParams, has_affiliate: affiliateParams.length > 0,
|
|
49
|
-
has_redirect_chain: hasRedirect, manipulation_detected: manipulation,
|
|
50
|
-
risk_level: affiliateParams.length > 2 ? 'HIGH' : affiliateParams.length > 0 ? 'MEDIUM' : 'LOW',
|
|
51
|
-
scanned_at: new Date().toISOString(),
|
|
52
|
-
};
|
|
53
|
-
scanStore.set(scanId, result);
|
|
54
|
-
res.json(result);
|
|
55
|
-
} catch (e) {
|
|
56
|
-
res.status(400).json({ error: 'Invalid URL: ' + e.message });
|
|
57
|
-
}
|
|
58
|
-
});
|
|
59
|
-
|
|
60
|
-
router.post('/scan-html', (req, res) => {
|
|
61
|
-
const { html, page_url } = req.body;
|
|
62
|
-
if (!html) return res.status(400).json({ error: 'html content required' });
|
|
63
|
-
|
|
64
|
-
const findings = [];
|
|
65
|
-
for (const indicator of COOKIE_STUFFING_INDICATORS) {
|
|
66
|
-
const tag = indicator.split('[')[0];
|
|
67
|
-
const attrMatch = indicator.match(/\[([^\]]+)\]/g) || [];
|
|
68
|
-
if (new RegExp(`<${tag}[^>]*${attrMatch.map(a => a.slice(1, -1).replace('*', '.*')).join('[^>]*')}`, 'gi').test(html)) {
|
|
69
|
-
findings.push({ type: 'COOKIE_STUFFING', indicator, severity: 'HIGH' });
|
|
70
|
-
}
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
const hiddenIframes = (html.match(/<iframe[^>]*(?:display\s*:\s*none|width\s*=\s*["']?0|height\s*=\s*["']?0)[^>]*>/gi) || []).length;
|
|
74
|
-
const trackingPixels = (html.match(/<img[^>]*(?:width\s*=\s*["']?1["']?\s+height\s*=\s*["']?1|height\s*=\s*["']?1["']?\s+width\s*=\s*["']?1)[^>]*>/gi) || []).length;
|
|
75
|
-
|
|
76
|
-
res.json({
|
|
77
|
-
page_url: page_url || 'unknown', cookie_stuffing_indicators: findings,
|
|
78
|
-
hidden_iframes: hiddenIframes, tracking_pixels: trackingPixels,
|
|
79
|
-
risk_level: findings.length > 0 || hiddenIframes > 2 ? 'HIGH' : trackingPixels > 5 ? 'MEDIUM' : 'LOW',
|
|
80
|
-
scanned_at: new Date().toISOString(),
|
|
81
|
-
});
|
|
82
|
-
});
|
|
83
|
-
|
|
84
|
-
router.get('/stats', (req, res) => {
|
|
85
|
-
let high = 0, manipulations = 0;
|
|
86
|
-
for (const s of scanStore.values()) { if (s.risk_level === 'HIGH') high++; if (s.manipulation_detected) manipulations++; }
|
|
87
|
-
res.json({ total_scans: scanStore.size, high_risk: high, manipulations_detected: manipulations });
|
|
88
|
-
});
|
|
89
|
-
|
|
90
|
-
return router;
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
module.exports = { createRouter };
|
|
1
|
+
/**
|
|
2
|
+
* WAB Affiliate Intelligence (10-affiliate-intelligence) — PUBLIC API, PRIVATE DB
|
|
3
|
+
* Detects affiliate link manipulation and cookie stuffing.
|
|
4
|
+
* API is open, detection database is closed.
|
|
5
|
+
*
|
|
6
|
+
* Powered by WAB — Web Agent Bridge
|
|
7
|
+
* https://www.webagentbridge.com
|
|
8
|
+
*/
|
|
9
|
+
|
|
10
|
+
'use strict';
|
|
11
|
+
|
|
12
|
+
const crypto = require('crypto');
|
|
13
|
+
const url = require('url');
|
|
14
|
+
|
|
15
|
+
const scanStore = new Map();
|
|
16
|
+
|
|
17
|
+
let affiliateDb;
|
|
18
|
+
try { affiliateDb = require('./affiliate-db'); } catch { affiliateDb = null; }
|
|
19
|
+
|
|
20
|
+
const KNOWN_AFFILIATE_PARAMS = ['ref', 'aff', 'affiliate', 'partner', 'utm_source', 'tag', 'associate', 'clickid', 'subid', 'irclickid', 'gclid', 'fbclid'];
|
|
21
|
+
const COOKIE_STUFFING_INDICATORS = ['iframe[style*="display:none"]', 'iframe[width="0"]', 'img[src*="click"]', 'img[width="1"][height="1"]'];
|
|
22
|
+
|
|
23
|
+
function createRouter(express) {
|
|
24
|
+
const router = express.Router();
|
|
25
|
+
|
|
26
|
+
router.post('/scan-url', (req, res) => {
|
|
27
|
+
const { target_url } = req.body;
|
|
28
|
+
if (!target_url) return res.status(400).json({ error: 'target_url required' });
|
|
29
|
+
|
|
30
|
+
try {
|
|
31
|
+
const parsed = new URL(target_url);
|
|
32
|
+
const affiliateParams = [];
|
|
33
|
+
for (const [key, value] of parsed.searchParams) {
|
|
34
|
+
if (KNOWN_AFFILIATE_PARAMS.includes(key.toLowerCase())) {
|
|
35
|
+
affiliateParams.push({ param: key, value, type: 'affiliate_tracking' });
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
const hasRedirect = /\/(click|go|redirect|track|aff|out)\//i.test(parsed.pathname);
|
|
40
|
+
let manipulation = null;
|
|
41
|
+
if (affiliateDb) {
|
|
42
|
+
manipulation = affiliateDb.checkManipulation(target_url, affiliateParams);
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
const scanId = 'ASCAN-' + crypto.randomBytes(6).toString('hex').toUpperCase();
|
|
46
|
+
const result = {
|
|
47
|
+
scan_id: scanId, url: target_url, hostname: parsed.hostname,
|
|
48
|
+
affiliate_params: affiliateParams, has_affiliate: affiliateParams.length > 0,
|
|
49
|
+
has_redirect_chain: hasRedirect, manipulation_detected: manipulation,
|
|
50
|
+
risk_level: affiliateParams.length > 2 ? 'HIGH' : affiliateParams.length > 0 ? 'MEDIUM' : 'LOW',
|
|
51
|
+
scanned_at: new Date().toISOString(),
|
|
52
|
+
};
|
|
53
|
+
scanStore.set(scanId, result);
|
|
54
|
+
res.json(result);
|
|
55
|
+
} catch (e) {
|
|
56
|
+
res.status(400).json({ error: 'Invalid URL: ' + e.message });
|
|
57
|
+
}
|
|
58
|
+
});
|
|
59
|
+
|
|
60
|
+
router.post('/scan-html', (req, res) => {
|
|
61
|
+
const { html, page_url } = req.body;
|
|
62
|
+
if (!html) return res.status(400).json({ error: 'html content required' });
|
|
63
|
+
|
|
64
|
+
const findings = [];
|
|
65
|
+
for (const indicator of COOKIE_STUFFING_INDICATORS) {
|
|
66
|
+
const tag = indicator.split('[')[0];
|
|
67
|
+
const attrMatch = indicator.match(/\[([^\]]+)\]/g) || [];
|
|
68
|
+
if (new RegExp(`<${tag}[^>]*${attrMatch.map(a => a.slice(1, -1).replace('*', '.*')).join('[^>]*')}`, 'gi').test(html)) {
|
|
69
|
+
findings.push({ type: 'COOKIE_STUFFING', indicator, severity: 'HIGH' });
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
const hiddenIframes = (html.match(/<iframe[^>]*(?:display\s*:\s*none|width\s*=\s*["']?0|height\s*=\s*["']?0)[^>]*>/gi) || []).length;
|
|
74
|
+
const trackingPixels = (html.match(/<img[^>]*(?:width\s*=\s*["']?1["']?\s+height\s*=\s*["']?1|height\s*=\s*["']?1["']?\s+width\s*=\s*["']?1)[^>]*>/gi) || []).length;
|
|
75
|
+
|
|
76
|
+
res.json({
|
|
77
|
+
page_url: page_url || 'unknown', cookie_stuffing_indicators: findings,
|
|
78
|
+
hidden_iframes: hiddenIframes, tracking_pixels: trackingPixels,
|
|
79
|
+
risk_level: findings.length > 0 || hiddenIframes > 2 ? 'HIGH' : trackingPixels > 5 ? 'MEDIUM' : 'LOW',
|
|
80
|
+
scanned_at: new Date().toISOString(),
|
|
81
|
+
});
|
|
82
|
+
});
|
|
83
|
+
|
|
84
|
+
router.get('/stats', (req, res) => {
|
|
85
|
+
let high = 0, manipulations = 0;
|
|
86
|
+
for (const s of scanStore.values()) { if (s.risk_level === 'HIGH') high++; if (s.manipulation_detected) manipulations++; }
|
|
87
|
+
res.json({ total_scans: scanStore.size, high_risk: high, manipulations_detected: manipulations });
|
|
88
|
+
});
|
|
89
|
+
|
|
90
|
+
return router;
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
module.exports = { createRouter };
|