web-agent-bridge 3.4.0 → 3.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (315) hide show
  1. package/LICENSE +84 -84
  2. package/README.ar.md +1565 -1304
  3. package/README.md +171 -298
  4. package/bin/agent-runner.js +474 -474
  5. package/bin/cli.js +237 -237
  6. package/bin/wab-init.js +244 -223
  7. package/bin/wab.js +80 -80
  8. package/examples/azure-dns-wab.js +83 -83
  9. package/examples/bidi-agent.js +119 -119
  10. package/examples/cloudflare-wab-dns.js +121 -121
  11. package/examples/cpanel-wab-dns.js +114 -114
  12. package/examples/cross-site-agent.js +91 -91
  13. package/examples/dns-discovery-agent.js +166 -166
  14. package/examples/gcp-dns-wab.js +76 -76
  15. package/examples/governance-agent.js +169 -169
  16. package/examples/mcp-agent.js +94 -94
  17. package/examples/next-app-router/README.md +44 -44
  18. package/examples/plesk-wab-dns.js +103 -103
  19. package/examples/puppeteer-agent.js +108 -108
  20. package/examples/route53-wab-dns.js +144 -144
  21. package/examples/saas-dashboard/README.md +55 -55
  22. package/examples/safe-mode-agent.js +96 -96
  23. package/examples/self-discovery.js +106 -0
  24. package/examples/shopify-hydrogen/README.md +74 -74
  25. package/examples/vision-agent.js +171 -171
  26. package/examples/wab-sign.js +74 -74
  27. package/examples/wab-verify.js +60 -60
  28. package/examples/wordpress-elementor/README.md +77 -77
  29. package/package.json +93 -93
  30. package/public/.well-known/agent-tools.json +180 -180
  31. package/public/.well-known/ai-assets.json +59 -59
  32. package/public/.well-known/security.txt +8 -8
  33. package/public/.well-known/wab.json +28 -28
  34. package/public/activate.html +448 -368
  35. package/public/adopt.html +236 -0
  36. package/public/adoption-metrics.html +188 -188
  37. package/public/agent-workspace.html +359 -349
  38. package/public/ai.html +198 -198
  39. package/public/api.html +397 -413
  40. package/public/atp.html +171 -0
  41. package/public/azure-dns-integration.html +289 -289
  42. package/public/browser.html +486 -486
  43. package/public/cloudflare-integration.html +380 -380
  44. package/public/commander-dashboard.html +243 -243
  45. package/public/cookies.html +210 -210
  46. package/public/cpanel-integration.html +398 -398
  47. package/public/css/agent-workspace.css +1713 -1713
  48. package/public/css/premium.css +317 -317
  49. package/public/css/styles.css +1401 -1263
  50. package/public/dashboard-shieldlink.html +295 -0
  51. package/public/dashboard.html +711 -707
  52. package/public/dns.html +436 -436
  53. package/public/docs.html +588 -588
  54. package/public/enterprise-mesh.ar.html +80 -0
  55. package/public/enterprise-mesh.html +81 -0
  56. package/public/feed.xml +89 -89
  57. package/public/gcp-dns-integration.html +318 -318
  58. package/public/governance.ar.html +70 -0
  59. package/public/governance.html +69 -0
  60. package/public/growth.html +465 -465
  61. package/public/index.html +1372 -1266
  62. package/public/integrations.html +556 -556
  63. package/public/js/activate.js +449 -145
  64. package/public/js/agent-workspace.js +1740 -1740
  65. package/public/js/auth-nav.js +117 -65
  66. package/public/js/auth-redirect.js +12 -12
  67. package/public/js/cookie-consent.js +56 -56
  68. package/public/js/dns.js +438 -438
  69. package/public/js/wab-demo-page.js +721 -721
  70. package/public/js/ws-client.js +74 -74
  71. package/public/l-preview.html +242 -0
  72. package/public/llms-full.txt +360 -360
  73. package/public/llms.txt +125 -125
  74. package/public/login.html +85 -85
  75. package/public/mesh-dashboard.html +328 -328
  76. package/public/milestones.html +346 -0
  77. package/public/one-click.html +779 -0
  78. package/public/openapi.json +669 -669
  79. package/public/partners.ar.html +145 -0
  80. package/public/partners.html +143 -0
  81. package/public/phone-shield.html +281 -281
  82. package/public/plesk-integration.html +375 -375
  83. package/public/premium-dashboard.html +2489 -2489
  84. package/public/premium.html +793 -793
  85. package/public/privacy.html +297 -297
  86. package/public/provider-onboarding.html +172 -172
  87. package/public/provider-sandbox.html +134 -134
  88. package/public/providers.html +359 -359
  89. package/public/refusals.html +172 -0
  90. package/public/register.html +105 -105
  91. package/public/registrar-integrations.html +141 -141
  92. package/public/ring4.html +292 -0
  93. package/public/robots.txt +99 -99
  94. package/public/route53-integration.html +531 -531
  95. package/public/score.html +263 -0
  96. package/public/script/wab-consent.d.ts +36 -36
  97. package/public/script/wab-consent.js +104 -104
  98. package/public/script/wab-schema.js +131 -131
  99. package/public/script/wab.d.ts +108 -108
  100. package/public/script/wab.min.js +580 -580
  101. package/public/security.txt +8 -8
  102. package/public/shieldlink.html +244 -0
  103. package/public/shieldqr.html +231 -231
  104. package/public/sitemap.xml +13 -1
  105. package/public/terms.html +256 -256
  106. package/public/trust-graph-api.ar.html +92 -0
  107. package/public/trust-graph-api.html +91 -0
  108. package/public/wab-features.html +560 -0
  109. package/public/wab-trust.html +200 -200
  110. package/public/wab-truth.html +375 -0
  111. package/public/wab-vs-protocols.html +210 -210
  112. package/public/whitepaper.html +449 -449
  113. package/script/ai-agent-bridge.js +1754 -1754
  114. package/sdk/README.md +99 -99
  115. package/sdk/agent-mesh.js +449 -449
  116. package/sdk/atp.js +103 -0
  117. package/sdk/auto-discovery.js +301 -288
  118. package/sdk/commander.js +262 -262
  119. package/sdk/governance.js +262 -262
  120. package/sdk/index.d.ts +464 -464
  121. package/sdk/index.js +653 -649
  122. package/sdk/multi-agent.js +318 -318
  123. package/sdk/safe-mode.js +221 -221
  124. package/sdk/safety-shield.js +219 -219
  125. package/sdk/schema-discovery.js +83 -83
  126. package/server/adapters/index.js +520 -520
  127. package/server/config/plans.js +412 -367
  128. package/server/config/secrets.js +102 -102
  129. package/server/control-plane/index.js +301 -301
  130. package/server/data-plane/index.js +354 -354
  131. package/server/index.js +793 -670
  132. package/server/llm/index.js +404 -404
  133. package/server/middleware/adminAuth.js +35 -35
  134. package/server/middleware/api-tier.js +170 -0
  135. package/server/middleware/auth.js +50 -50
  136. package/server/middleware/featureGate.js +88 -88
  137. package/server/middleware/rateLimits.js +100 -100
  138. package/server/middleware/sensitiveAction.js +157 -157
  139. package/server/middleware/wab-trust.js +141 -0
  140. package/server/migrations/001_add_analytics_indexes.sql +7 -7
  141. package/server/migrations/002_premium_features.sql +418 -418
  142. package/server/migrations/003_ads_integer_cents.sql +33 -33
  143. package/server/migrations/004_agent_os.sql +158 -158
  144. package/server/migrations/005_marketplace_metering.sql +126 -126
  145. package/server/migrations/006_growth_suite.sql +138 -0
  146. package/server/migrations/007_governance.sql +106 -106
  147. package/server/migrations/008_plans.sql +144 -144
  148. package/server/migrations/009_shieldqr.sql +30 -30
  149. package/server/migrations/010_extended_trust.sql +33 -33
  150. package/server/migrations/011_outreach.sql +47 -0
  151. package/server/migrations/012_shieldlink.sql +116 -0
  152. package/server/migrations/013_ct_monitor.sql +13 -0
  153. package/server/migrations/014_wab_advanced_features.sql +128 -0
  154. package/server/migrations/015_wab_truth_layer.sql +101 -0
  155. package/server/migrations/016_ring4_external_trust.sql +84 -0
  156. package/server/migrations/017_ring4_extensions.sql +69 -0
  157. package/server/migrations/018_commercial_foundations.sql +167 -0
  158. package/server/migrations/019_unify_tier_constraints.sql +133 -0
  159. package/server/migrations/020_agent_transaction_primitive.sql +119 -0
  160. package/server/models/adapters/index.js +33 -33
  161. package/server/models/adapters/mysql.js +183 -183
  162. package/server/models/adapters/postgresql.js +172 -172
  163. package/server/models/adapters/sqlite.js +7 -7
  164. package/server/models/db.js +740 -740
  165. package/server/observability/failure-analysis.js +337 -337
  166. package/server/observability/index.js +394 -394
  167. package/server/protocol/capabilities.js +223 -223
  168. package/server/protocol/index.js +243 -243
  169. package/server/protocol/schema.js +584 -584
  170. package/server/registry/certification.js +271 -271
  171. package/server/registry/index.js +326 -326
  172. package/server/routes/activate.js +478 -0
  173. package/server/routes/admin-outreach.js +239 -0
  174. package/server/routes/admin-plans.js +76 -76
  175. package/server/routes/admin-premium.js +674 -673
  176. package/server/routes/admin-shieldlink.js +137 -0
  177. package/server/routes/admin-shieldqr.js +90 -90
  178. package/server/routes/admin-trust-monitor.js +139 -83
  179. package/server/routes/admin.js +550 -549
  180. package/server/routes/adopt.js +61 -0
  181. package/server/routes/ads.js +130 -130
  182. package/server/routes/agent-workspace.js +540 -540
  183. package/server/routes/api-keys.js +127 -0
  184. package/server/routes/api.js +150 -150
  185. package/server/routes/auth.js +71 -71
  186. package/server/routes/billing.js +57 -57
  187. package/server/routes/commander.js +316 -316
  188. package/server/routes/customer-shieldlink.js +133 -0
  189. package/server/routes/demo-showcase.js +332 -332
  190. package/server/routes/demo-store.js +154 -154
  191. package/server/routes/diagnose.js +373 -0
  192. package/server/routes/discovery.js +2348 -2348
  193. package/server/routes/enterprise-mesh.js +170 -0
  194. package/server/routes/gateway.js +173 -173
  195. package/server/routes/governance-saas.js +203 -0
  196. package/server/routes/governance.js +208 -208
  197. package/server/routes/growth.js +1048 -0
  198. package/server/routes/intent.js +328 -0
  199. package/server/routes/license.js +251 -251
  200. package/server/routes/mesh.js +469 -469
  201. package/server/routes/noscript.js +543 -543
  202. package/server/routes/partners.js +201 -0
  203. package/server/routes/plans.js +33 -33
  204. package/server/routes/premium-v2.js +686 -686
  205. package/server/routes/premium.js +724 -724
  206. package/server/routes/providers.js +650 -650
  207. package/server/routes/reputation.js +411 -0
  208. package/server/routes/ring4.js +885 -0
  209. package/server/routes/runtime.js +2148 -2148
  210. package/server/routes/shieldlink.js +70 -0
  211. package/server/routes/shieldqr.js +88 -88
  212. package/server/routes/sovereign.js +465 -465
  213. package/server/routes/transactions.js +233 -0
  214. package/server/routes/truth-layer.js +670 -0
  215. package/server/routes/universal.js +200 -200
  216. package/server/routes/unsubscribe.js +51 -0
  217. package/server/routes/wab-api.js +850 -850
  218. package/server/routes/wab-cache.js +282 -0
  219. package/server/runtime/container-worker.js +111 -111
  220. package/server/runtime/container.js +448 -448
  221. package/server/runtime/distributed-worker.js +362 -362
  222. package/server/runtime/event-bus.js +210 -210
  223. package/server/runtime/index.js +253 -253
  224. package/server/runtime/queue.js +599 -599
  225. package/server/runtime/replay.js +666 -666
  226. package/server/runtime/sandbox.js +266 -266
  227. package/server/runtime/scheduler.js +534 -534
  228. package/server/runtime/session-engine.js +293 -293
  229. package/server/runtime/state-manager.js +188 -188
  230. package/server/secrets/wab-signing-key.pem +3 -0
  231. package/server/secrets/wab-signing-pub.pem +3 -0
  232. package/server/security/cross-site-redactor.js +196 -196
  233. package/server/security/dry-run.js +180 -180
  234. package/server/security/human-gate-rate-limit.js +147 -147
  235. package/server/security/human-gate-transports.js +178 -178
  236. package/server/security/human-gate.js +281 -281
  237. package/server/security/index.js +368 -368
  238. package/server/security/intent-engine.js +245 -245
  239. package/server/security/reward-guard.js +171 -171
  240. package/server/security/rollback-store.js +239 -239
  241. package/server/security/token-scope.js +404 -404
  242. package/server/security/url-policy.js +139 -139
  243. package/server/services/adoption-agent.js +182 -0
  244. package/server/services/agent-chat.js +506 -506
  245. package/server/services/agent-learning.js +601 -601
  246. package/server/services/agent-memory.js +625 -625
  247. package/server/services/agent-mesh.js +555 -555
  248. package/server/services/agent-symphony.js +717 -717
  249. package/server/services/agent-tasks.js +1807 -1807
  250. package/server/services/api-key-engine.js +292 -292
  251. package/server/services/cluster.js +894 -894
  252. package/server/services/commander.js +738 -738
  253. package/server/services/edge-compute.js +440 -440
  254. package/server/services/email.js +233 -233
  255. package/server/services/fairness-engine.js +409 -0
  256. package/server/services/fairness.js +420 -0
  257. package/server/services/governance.js +466 -466
  258. package/server/services/hosted-runtime.js +205 -205
  259. package/server/services/lfd.js +635 -635
  260. package/server/services/local-ai.js +389 -389
  261. package/server/services/marketplace.js +270 -270
  262. package/server/services/metering.js +182 -182
  263. package/server/services/modules/affiliate-intelligence.js +93 -93
  264. package/server/services/modules/agent-firewall.js +90 -90
  265. package/server/services/modules/bounty.js +89 -89
  266. package/server/services/modules/collective-bargaining.js +92 -92
  267. package/server/services/modules/dark-pattern.js +66 -66
  268. package/server/services/modules/gov-intelligence.js +45 -45
  269. package/server/services/modules/neural.js +55 -55
  270. package/server/services/modules/notary.js +49 -49
  271. package/server/services/modules/price-time-machine.js +86 -86
  272. package/server/services/modules/protocol.js +104 -104
  273. package/server/services/negotiation.js +439 -439
  274. package/server/services/outreach-agent.js +312 -0
  275. package/server/services/plans.js +214 -214
  276. package/server/services/plugins.js +771 -771
  277. package/server/services/price-intelligence.js +566 -566
  278. package/server/services/price-shield.js +1137 -1137
  279. package/server/services/provider-clients.js +740 -740
  280. package/server/services/reputation.js +465 -465
  281. package/server/services/search-engine.js +357 -357
  282. package/server/services/security.js +513 -513
  283. package/server/services/self-healing.js +843 -843
  284. package/server/services/shieldlink.js +492 -0
  285. package/server/services/shieldqr.js +322 -322
  286. package/server/services/sovereign-shield.js +542 -542
  287. package/server/services/ssl-ct-monitor.js +224 -0
  288. package/server/services/ssl-inspector.js +42 -42
  289. package/server/services/ssl-monitor.js +167 -167
  290. package/server/services/stripe.js +206 -205
  291. package/server/services/swarm.js +788 -788
  292. package/server/services/transactions.js +525 -0
  293. package/server/services/universal-scraper.js +662 -662
  294. package/server/services/verification.js +481 -481
  295. package/server/services/vision.js +1163 -1163
  296. package/server/services/wab-crypto.js +178 -178
  297. package/server/utils/cache.js +125 -125
  298. package/server/utils/migrate.js +81 -81
  299. package/server/utils/safe-fetch.js +228 -228
  300. package/server/utils/secureFields.js +50 -50
  301. package/server/ws.js +161 -161
  302. package/templates/artisan-marketplace.yaml +104 -104
  303. package/templates/book-price-scout.yaml +98 -98
  304. package/templates/electronics-price-tracker.yaml +108 -108
  305. package/templates/flight-deal-hunter.yaml +113 -113
  306. package/templates/freelancer-direct.yaml +116 -116
  307. package/templates/grocery-price-compare.yaml +93 -93
  308. package/templates/hotel-direct-booking.yaml +113 -113
  309. package/templates/local-services.yaml +98 -98
  310. package/templates/olive-oil-tunisia.yaml +88 -88
  311. package/templates/organic-farm-fresh.yaml +101 -101
  312. package/templates/restaurant-direct.yaml +97 -97
  313. package/templates/ring4/banking-sovereign.yaml +55 -0
  314. package/templates/ring4/ecommerce-sovereign.yaml +58 -0
  315. package/templates/ring4/healthcare-sovereign.yaml +60 -0
@@ -1,566 +1,566 @@
1
- /**
2
- * WAB Price Intelligence Engine
3
- * ═══════════════════════════════════════════════════════════════════
4
- * Smart price analysis that works on ANY website:
5
- *
6
- * 1. Fraud Detection — detects fake discounts, price manipulation, hidden fees
7
- * 2. Price Comparison — compares across competing sources
8
- * 3. Hidden Deals — finds unadvertised deals, coupon codes, loyalty discounts
9
- * 4. Historical Analysis — tracks price trends over time
10
- * 5. Dynamic Pricing Shield — detects if a site changes prices based on user behavior
11
- *
12
- * Works without any script installation on target sites.
13
- */
14
-
15
- const crypto = require('crypto');
16
- const { db } = require('../models/db');
17
- const scraper = require('./universal-scraper');
18
- let getWabBridgeInfo;
19
- try { ({ getWabBridgeInfo } = require('./fairness-engine')); } catch { getWabBridgeInfo = () => null; }
20
-
21
- // ─── Schema ──────────────────────────────────────────────────────────
22
-
23
- db.exec(`
24
- CREATE TABLE IF NOT EXISTS price_alerts (
25
- id TEXT PRIMARY KEY,
26
- url_hash TEXT NOT NULL,
27
- domain TEXT NOT NULL,
28
- alert_type TEXT NOT NULL,
29
- severity TEXT DEFAULT 'medium',
30
- title TEXT NOT NULL,
31
- description TEXT,
32
- evidence TEXT DEFAULT '{}',
33
- created_at TEXT DEFAULT (datetime('now'))
34
- );
35
-
36
- CREATE TABLE IF NOT EXISTS deal_cache (
37
- id TEXT PRIMARY KEY,
38
- query TEXT NOT NULL,
39
- category TEXT,
40
- results TEXT DEFAULT '[]',
41
- sources_checked INTEGER DEFAULT 0,
42
- best_price REAL,
43
- best_source TEXT,
44
- fraud_flags INTEGER DEFAULT 0,
45
- created_at TEXT DEFAULT (datetime('now'))
46
- );
47
-
48
- CREATE INDEX IF NOT EXISTS idx_alerts_domain ON price_alerts(domain);
49
- CREATE INDEX IF NOT EXISTS idx_deal_cache_query ON deal_cache(query);
50
- `);
51
-
52
- const stmts = {
53
- insertAlert: db.prepare(`INSERT INTO price_alerts
54
- (id, url_hash, domain, alert_type, severity, title, description, evidence) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`),
55
- getAlerts: db.prepare('SELECT * FROM price_alerts WHERE domain = ? ORDER BY created_at DESC LIMIT ?'),
56
- insertDeal: db.prepare(`INSERT OR REPLACE INTO deal_cache
57
- (id, query, category, results, sources_checked, best_price, best_source, fraud_flags) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`),
58
- getDeal: db.prepare('SELECT * FROM deal_cache WHERE query = ? ORDER BY created_at DESC LIMIT 1'),
59
- };
60
-
61
- // ─── Competing Sources Database ──────────────────────────────────────
62
-
63
- const COMPETING_SOURCES = {
64
- hotel: [
65
- { name: 'Booking.com', domain: 'booking.com', type: 'platform', size: 'big', url: 'https://www.booking.com/searchresults.html?ss=' },
66
- { name: 'Agoda', domain: 'agoda.com', type: 'platform', size: 'big', url: 'https://www.agoda.com/search?q=' },
67
- { name: 'Hotels.com', domain: 'hotels.com', type: 'platform', size: 'big', url: 'https://www.hotels.com/search.do?q=' },
68
- { name: 'Expedia', domain: 'expedia.com', type: 'platform', size: 'big', url: 'https://www.expedia.com/Hotel-Search?destination=' },
69
- { name: 'TripAdvisor', domain: 'tripadvisor.com', type: 'aggregator', size: 'big', url: 'https://www.tripadvisor.com/Hotels?q=' },
70
- { name: 'Kayak', domain: 'kayak.com', type: 'aggregator', size: 'medium', url: 'https://www.kayak.com/hotels?q=' },
71
- { name: 'Trivago', domain: 'trivago.com', type: 'aggregator', size: 'medium', url: 'https://www.trivago.com/search?q=' },
72
- { name: 'Hostelworld', domain: 'hostelworld.com', type: 'direct', size: 'small', url: 'https://www.hostelworld.com/find?q=' },
73
- { name: 'Almosafer', domain: 'almosafer.com', type: 'direct', size: 'small', url: 'https://www.almosafer.com/en/hotels?q=' },
74
- { name: 'Wego', domain: 'wego.com', type: 'aggregator', size: 'small', url: 'https://www.wego.com/hotels/search?q=' },
75
- // Direct hotel chains — small/independent get priority
76
- { name: 'Hotel Direct', domain: 'direct', type: 'direct', size: 'small', url: null },
77
- ],
78
- flight: [
79
- { name: 'Google Flights', domain: 'google.com/travel', type: 'aggregator', size: 'big', url: 'https://www.google.com/travel/flights?q=' },
80
- { name: 'Skyscanner', domain: 'skyscanner.com', type: 'aggregator', size: 'medium', url: 'https://www.skyscanner.com/transport/flights?q=' },
81
- { name: 'Kayak', domain: 'kayak.com', type: 'aggregator', size: 'medium', url: 'https://www.kayak.com/flights?search=' },
82
- { name: 'Kiwi.com', domain: 'kiwi.com', type: 'aggregator', size: 'small', url: 'https://www.kiwi.com/search?q=' },
83
- { name: 'Momondo', domain: 'momondo.com', type: 'aggregator', size: 'small', url: 'https://www.momondo.com/flight-search?q=' },
84
- { name: 'Wego', domain: 'wego.com', type: 'aggregator', size: 'small', url: 'https://www.wego.com/flights/search?q=' },
85
- { name: 'Almosafer', domain: 'almosafer.com', type: 'direct', size: 'small', url: 'https://www.almosafer.com/en/flights?q=' },
86
- { name: 'Flyin', domain: 'flyin.com', type: 'direct', size: 'small', url: 'https://www.flyin.com/flights?q=' },
87
- ],
88
- product: [
89
- { name: 'Amazon', domain: 'amazon.com', type: 'marketplace', size: 'big', url: 'https://www.amazon.com/s?k=' },
90
- { name: 'eBay', domain: 'ebay.com', type: 'marketplace', size: 'big', url: 'https://www.ebay.com/sch/?_nkw=' },
91
- { name: 'AliExpress', domain: 'aliexpress.com', type: 'marketplace', size: 'big', url: 'https://www.aliexpress.com/wholesale?SearchText=' },
92
- { name: 'Walmart', domain: 'walmart.com', type: 'marketplace', size: 'big', url: 'https://www.walmart.com/search?q=' },
93
- { name: 'Google Shopping', domain: 'shopping.google.com', type: 'aggregator', size: 'big', url: 'https://shopping.google.com/search?q=' },
94
- { name: 'PriceGrabber', domain: 'pricegrabber.com', type: 'aggregator', size: 'small', url: 'https://www.pricegrabber.com/search?q=' },
95
- { name: 'Shopzilla', domain: 'shopzilla.com', type: 'aggregator', size: 'small', url: 'https://www.shopzilla.com/search?q=' },
96
- { name: 'Etsy', domain: 'etsy.com', type: 'marketplace', size: 'medium', url: 'https://www.etsy.com/search?q=' },
97
- ],
98
- };
99
-
100
- // ─── Fraud Detection ─────────────────────────────────────────────────
101
-
102
- const FRAUD_PATTERNS = {
103
- fakeDiscount: {
104
- name: 'Fake Discount',
105
- name_ar: 'خصم وهمي',
106
- detect: (product, history) => {
107
- // If "original price" is the same as what it's always been, the discount is fake
108
- if (!product.originalPrice || !product.price) return null;
109
- const discount = ((product.originalPrice - product.price) / product.originalPrice) * 100;
110
-
111
- // Check: is the "original price" actually the normal price?
112
- if (history.length >= 3) {
113
- const avgHistorical = history.reduce((sum, h) => sum + h.price, 0) / history.length;
114
- const originalNearAvg = Math.abs(product.originalPrice - avgHistorical) / avgHistorical < 0.1;
115
- if (originalNearAvg && discount > 5) {
116
- return {
117
- severity: discount > 30 ? 'high' : 'medium',
118
- title: `Fake ${Math.round(discount)}% discount detected`,
119
- title_ar: `تم كشف خصم وهمي ${Math.round(discount)}%`,
120
- description: `The "original price" $${product.originalPrice} is actually the normal price (avg: $${Math.round(avgHistorical)}). The real discount is ~0%.`,
121
- description_ar: `"السعر الأصلي" $${product.originalPrice} هو السعر العادي فعلياً (المتوسط: $${Math.round(avgHistorical)}). الخصم الحقيقي ~0%.`,
122
- };
123
- }
124
- }
125
-
126
- // Suspiciously high discount
127
- if (discount > 70) {
128
- return {
129
- severity: 'high',
130
- title: `Suspicious ${Math.round(discount)}% discount`,
131
- title_ar: `خصم مريب ${Math.round(discount)}%`,
132
- description: `A ${Math.round(discount)}% discount is unusually high and may be deceptive.`,
133
- description_ar: `خصم ${Math.round(discount)}% مرتفع بشكل غير عادي وقد يكون مخادعاً.`,
134
- };
135
- }
136
- return null;
137
- },
138
- },
139
-
140
- priceInflation: {
141
- name: 'Price Inflation',
142
- name_ar: 'تضخم الأسعار',
143
- detect: (product, history) => {
144
- if (history.length < 5 || !product.price) return null;
145
- const recentAvg = history.slice(0, 3).reduce((s, h) => s + h.price, 0) / 3;
146
- const olderAvg = history.slice(-3).reduce((s, h) => s + h.price, 0) / Math.min(3, history.length);
147
- const increase = ((recentAvg - olderAvg) / olderAvg) * 100;
148
-
149
- if (increase > 20) {
150
- return {
151
- severity: increase > 50 ? 'high' : 'medium',
152
- title: `Price inflated ${Math.round(increase)}% recently`,
153
- title_ar: `ارتفاع السعر ${Math.round(increase)}% مؤخراً`,
154
- description: `Price jumped from ~$${Math.round(olderAvg)} to ~$${Math.round(recentAvg)}. May be demand-based surge pricing.`,
155
- description_ar: `ارتفع السعر من ~$${Math.round(olderAvg)} إلى ~$${Math.round(recentAvg)}. قد يكون تسعيراً ديناميكياً.`,
156
- };
157
- }
158
- return null;
159
- },
160
- },
161
-
162
- hiddenFees: {
163
- name: 'Hidden Fees',
164
- name_ar: 'رسوم مخفية',
165
- detect: (product) => {
166
- // Check for common hidden fee indicators in product text
167
- const text = (product.description || '').toLowerCase() + ' ' + (product.name || '').toLowerCase();
168
- const feeWords = ['resort fee', 'cleaning fee', 'service fee', 'booking fee',
169
- 'processing fee', 'facility fee', 'رسوم', 'ضريبة', 'خدمة'];
170
- const found = feeWords.filter(w => text.includes(w));
171
-
172
- if (found.length > 0) {
173
- return {
174
- severity: 'low',
175
- title: `Possible hidden fees: ${found.join(', ')}`,
176
- title_ar: `رسوم مخفية محتملة: ${found.join(', ')}`,
177
- description: `This listing mentions additional fees that may not be included in the displayed price.`,
178
- description_ar: `هذا العرض يذكر رسوماً إضافية قد لا تكون مضمنة في السعر المعروض.`,
179
- };
180
- }
181
- return null;
182
- },
183
- },
184
-
185
- dynamicPricing: {
186
- name: 'Dynamic Pricing',
187
- name_ar: 'تسعير ديناميكي',
188
- detect: (product, history) => {
189
- if (history.length < 3) return null;
190
- // Check if price changes frequently (more than 3 changes in last 10 records)
191
- let changes = 0;
192
- for (let i = 1; i < Math.min(history.length, 10); i++) {
193
- if (Math.abs(history[i].price - history[i - 1].price) > 1) changes++;
194
- }
195
- if (changes >= 3) {
196
- return {
197
- severity: 'medium',
198
- title: `Dynamic pricing detected (${changes} price changes)`,
199
- title_ar: `تسعير ديناميكي مكتشف (${changes} تغييرات)`,
200
- description: `This site changes prices frequently. Use Ghost Mode for best results.`,
201
- description_ar: `هذا الموقع يغير أسعاره بشكل متكرر. استخدم وضع الشبح للحصول على أفضل النتائج.`,
202
- };
203
- }
204
- return null;
205
- },
206
- },
207
-
208
- tooGoodToBeTrue: {
209
- name: 'Too Good To Be True',
210
- name_ar: 'أرخص من الطبيعي',
211
- detect: (product, _history, comparisons) => {
212
- if (!product.price || !comparisons || comparisons.length < 2) return null;
213
- const avgPrice = comparisons.reduce((s, c) => s + (c.priceUsd || 0), 0) / comparisons.length;
214
- if (avgPrice > 0 && product.price < avgPrice * 0.4) {
215
- return {
216
- severity: 'high',
217
- title: `Price is ${Math.round((1 - product.price / avgPrice) * 100)}% below market average`,
218
- title_ar: `السعر أقل من متوسط السوق بنسبة ${Math.round((1 - product.price / avgPrice) * 100)}%`,
219
- description: `Average across ${comparisons.length} sources: $${Math.round(avgPrice)}. This price ($${product.price}) may be a scam or bait-and-switch.`,
220
- description_ar: `المتوسط عبر ${comparisons.length} مصادر: $${Math.round(avgPrice)}. هذا السعر ($${product.price}) قد يكون احتيالاً.`,
221
- };
222
- }
223
- return null;
224
- },
225
- },
226
- };
227
-
228
- // ─── Analyze a single product/URL ────────────────────────────────────
229
-
230
- async function analyzePrice(url, extractedData = null) {
231
- const domain = _extractDomain(url);
232
- const urlHash = crypto.createHash('sha256').update(url).digest('hex').slice(0, 16);
233
-
234
- // Get or extract product data
235
- let products;
236
- if (extractedData && extractedData.products) {
237
- products = extractedData.products;
238
- } else {
239
- const result = await scraper.fetchAndExtract(url);
240
- products = result.products || [];
241
- }
242
-
243
- if (products.length === 0) {
244
- return { url, domain, products: [], alerts: [], message: 'No products found on this page' };
245
- }
246
-
247
- // Get price history
248
- const history = scraper.getPriceHistory(url, 30);
249
-
250
- // Run fraud detection on each product
251
- const alerts = [];
252
- for (const product of products) {
253
- for (const [key, detector] of Object.entries(FRAUD_PATTERNS)) {
254
- const alert = detector.detect(product, history, null);
255
- if (alert) {
256
- const id = crypto.randomUUID();
257
- alerts.push({ id, type: key, ...alert });
258
- try {
259
- stmts.insertAlert.run(id, urlHash, domain, key, alert.severity, alert.title, alert.description, JSON.stringify(alert));
260
- } catch (_) {}
261
- }
262
- }
263
- }
264
-
265
- return {
266
- url, domain, products, alerts, history: history.slice(0, 10),
267
- trustScore: _calculateTrustScore(domain, alerts, history),
268
- };
269
- }
270
-
271
- // ─── Cross-source Price Comparison ───────────────────────────────────
272
-
273
- async function compareAcrossSources(query, category = 'product', options = {}) {
274
- const sources = COMPETING_SOURCES[category] || COMPETING_SOURCES.product;
275
- const results = [];
276
- const alerts = [];
277
-
278
- // Try to fetch from each source
279
- const fetchPromises = sources
280
- .filter(s => s.url) // skip null-URL sources
281
- .slice(0, options.maxSources || 8)
282
- .map(async (source) => {
283
- const searchUrl = source.url + encodeURIComponent(query);
284
- try {
285
- const data = await scraper.fetchAndExtract(searchUrl, { timeout: 8000 });
286
- if (data.products && data.products.length > 0) {
287
- // Check if this source has WAB bridge installed
288
- let wabBridge = null;
289
- try { wabBridge = getWabBridgeInfo(source.domain); } catch (_) {}
290
-
291
- for (const p of data.products) {
292
- results.push({
293
- source: source.name,
294
- domain: source.domain,
295
- type: source.type,
296
- size: source.size,
297
- url: searchUrl,
298
- name: p.name || query,
299
- price: p.price,
300
- currency: p.currency || 'USD',
301
- priceUsd: scraper.toUSD(p.price || 0, p.currency || 'USD'),
302
- rating: p.rating,
303
- availability: p.availability,
304
- method: p.method || 'fetch',
305
- wabBridge: !!wabBridge,
306
- canNegotiate: wabBridge?.hasNegotiation || false,
307
- });
308
- }
309
- }
310
- } catch (_) {
311
- // Source unavailable — skip
312
- }
313
- });
314
-
315
- await Promise.allSettled(fetchPromises);
316
-
317
- // Cross-source fraud detection
318
- if (results.length >= 2) {
319
- const avgPrice = results.reduce((s, r) => s + (r.priceUsd || 0), 0) / results.length;
320
- for (const r of results) {
321
- const tooGood = FRAUD_PATTERNS.tooGoodToBeTrue.detect({ price: r.priceUsd }, [], results);
322
- if (tooGood) alerts.push({ ...tooGood, source: r.source });
323
- }
324
- }
325
-
326
- // Cache the comparison
327
- const dealId = crypto.randomUUID();
328
- const best = results.sort((a, b) => (a.priceUsd || Infinity) - (b.priceUsd || Infinity))[0];
329
- try {
330
- stmts.insertDeal.run(
331
- dealId, query, category, JSON.stringify(results),
332
- results.length, best?.priceUsd || null, best?.source || null, alerts.length
333
- );
334
- } catch (_) {}
335
-
336
- return {
337
- query, category, results, alerts,
338
- best: best || null,
339
- sourcesChecked: results.length,
340
- avgPrice: results.length > 0 ? Math.round(results.reduce((s, r) => s + (r.priceUsd || 0), 0) / results.length) : null,
341
- };
342
- }
343
-
344
- // ─── Smart Deal Finder ───────────────────────────────────────────────
345
- // Finds the best deals by combining comparison + fraud detection + fairness
346
-
347
- async function findBestDeals(query, category = 'product', options = {}) {
348
- // Step 1: Compare across sources
349
- const comparison = await compareAcrossSources(query, category, options);
350
-
351
- // Step 2: Score each result
352
- const scored = comparison.results.map(r => {
353
- let score = 100;
354
-
355
- // Price score (lower is better) — 40 points max
356
- if (comparison.avgPrice && r.priceUsd) {
357
- const priceRatio = r.priceUsd / comparison.avgPrice;
358
- score += Math.round((1 - priceRatio) * 40);
359
- }
360
-
361
- // Source size bonus — small sites get +15, medium +5
362
- if (r.size === 'small') score += 15;
363
- else if (r.size === 'medium') score += 5;
364
- else if (r.size === 'big') score -= 5;
365
-
366
- // Direct booking bonus
367
- if (r.type === 'direct') score += 10;
368
-
369
- // Rating bonus
370
- if (r.rating && r.rating >= 4.0) score += 5;
371
- if (r.rating && r.rating >= 4.5) score += 5;
372
-
373
- // Availability bonus
374
- if (r.availability === 'InStock') score += 5;
375
-
376
- // ── WAB Bridge Priority ─────────────────────────────────────────
377
- // Sites with the WAB script installed get priority in deals ranking
378
- let wabBridge = null;
379
- try { wabBridge = getWabBridgeInfo(r.domain); } catch (_) {}
380
-
381
- if (wabBridge) {
382
- score += 20; // Base bridge bonus
383
- if (wabBridge.hasNegotiation) score += 15; // Negotiation = potential better deal
384
- if (wabBridge.isListed) score += 5; // Listed in WAB directory
385
- r.wabBridge = true;
386
- r.canNegotiate = wabBridge.hasNegotiation;
387
- }
388
-
389
- // Fraud penalty
390
- const fraudAlerts = comparison.alerts.filter(a => a.source === r.source);
391
- score -= fraudAlerts.length * 20;
392
-
393
- return { ...r, score, fraudAlerts };
394
- });
395
-
396
- // Step 3: Sort by score (fairness-weighted)
397
- scored.sort((a, b) => b.score - a.score);
398
-
399
- // Step 4: Generate insights
400
- const insights = _generateInsights(scored, comparison, options.lang || 'en');
401
-
402
- return {
403
- query,
404
- category,
405
- deals: scored,
406
- best: scored[0] || null,
407
- alerts: comparison.alerts,
408
- insights,
409
- sourcesChecked: comparison.sourcesChecked,
410
- };
411
- }
412
-
413
- // ─── Insights Generator ─────────────────────────────────────────────
414
-
415
- function _generateInsights(deals, comparison, lang) {
416
- const insights = [];
417
- const ar = lang === 'ar';
418
-
419
- if (deals.length === 0) {
420
- insights.push({
421
- icon: '🔍',
422
- text: ar ? 'لم يتم العثور على نتائج. جرب تعديل البحث.' : 'No results found. Try modifying your search.',
423
- });
424
- return insights;
425
- }
426
-
427
- // Price range insight
428
- const prices = deals.filter(d => d.priceUsd > 0).map(d => d.priceUsd);
429
- if (prices.length >= 2) {
430
- const min = Math.min(...prices);
431
- const max = Math.max(...prices);
432
- const savings = max - min;
433
- if (savings > 0) {
434
- insights.push({
435
- icon: '💰',
436
- text: ar
437
- ? `فارق الأسعار بين المصادر: $${Math.round(savings)} (من $${Math.round(min)} إلى $${Math.round(max)})`
438
- : `Price range across sources: $${Math.round(savings)} spread ($${Math.round(min)} to $${Math.round(max)})`,
439
- type: 'savings',
440
- });
441
- }
442
- }
443
-
444
- // Small business recommendation
445
- const smallDeals = deals.filter(d => d.size === 'small' && d.priceUsd > 0);
446
- if (smallDeals.length > 0 && comparison.avgPrice) {
447
- const bestSmall = smallDeals[0];
448
- if (bestSmall.priceUsd <= comparison.avgPrice * 1.05) {
449
- insights.push({
450
- icon: '🏪',
451
- text: ar
452
- ? `${bestSmall.source} (موقع مستقل) يقدم سعراً منافساً: $${Math.round(bestSmall.priceUsd)} — ادعم الأعمال الصغيرة!`
453
- : `${bestSmall.source} (independent site) offers competitive pricing: $${Math.round(bestSmall.priceUsd)} — support small business!`,
454
- type: 'fairness',
455
- });
456
- }
457
- }
458
-
459
- // Fraud warnings
460
- if (comparison.alerts.length > 0) {
461
- insights.push({
462
- icon: '⚠️',
463
- text: ar
464
- ? `تم اكتشاف ${comparison.alerts.length} تحذير(ات) احتيال. تحقق من التفاصيل أدناه.`
465
- : `${comparison.alerts.length} fraud warning(s) detected. Check details below.`,
466
- type: 'warning',
467
- });
468
- }
469
-
470
- // Direct booking tip
471
- const directDeals = deals.filter(d => d.type === 'direct');
472
- if (directDeals.length > 0) {
473
- insights.push({
474
- icon: '🔗',
475
- text: ar
476
- ? 'الحجز المباشر متاح — غالباً أرخص من المنصات الكبيرة وبدون عمولات مخفية.'
477
- : 'Direct booking available — often cheaper than big platforms with no hidden commissions.',
478
- type: 'tip',
479
- });
480
- }
481
-
482
- // Ghost Mode tip if dynamic pricing detected
483
- const dynamicAlert = comparison.alerts.find(a => a.type === 'dynamicPricing');
484
- if (dynamicAlert) {
485
- insights.push({
486
- icon: '👻',
487
- text: ar
488
- ? 'تم اكتشاف تسعير ديناميكي! استخدم وضع الشبح (Ghost Mode) للحصول على أسعار أفضل.'
489
- : 'Dynamic pricing detected! Use Ghost Mode to get better prices.',
490
- type: 'ghost',
491
- });
492
- }
493
-
494
- // WAB Bridge sites — negotiation available
495
- const bridgeDeals = deals.filter(d => d.wabBridge);
496
- if (bridgeDeals.length > 0) {
497
- const negotiable = bridgeDeals.filter(d => d.canNegotiate);
498
- if (negotiable.length > 0) {
499
- insights.push({
500
- icon: '🤝',
501
- text: ar
502
- ? `${negotiable.map(d => d.source).join(', ')} — مواقع متعاونة مع WAB! يمكن التفاوض على السعر تلقائياً للحصول على خصم أفضل.`
503
- : `${negotiable.map(d => d.source).join(', ')} — WAB-enabled sites! Auto-negotiation available for better prices.`,
504
- type: 'wab-bridge',
505
- });
506
- } else {
507
- insights.push({
508
- icon: '🌉',
509
- text: ar
510
- ? `${bridgeDeals.map(d => d.source).join(', ')} — مواقع مثبت عليها جسر WAB. بيانات أكثر دقة وموثوقية.`
511
- : `${bridgeDeals.map(d => d.source).join(', ')} — WAB Bridge sites. More accurate and reliable data.`,
512
- type: 'wab-bridge',
513
- });
514
- }
515
- }
516
-
517
- return insights;
518
- }
519
-
520
- // ─── Trust Score ─────────────────────────────────────────────────────
521
-
522
- function _calculateTrustScore(domain, alerts, history) {
523
- let score = 70; // neutral start
524
-
525
- // More history = more trustworthy
526
- if (history.length >= 10) score += 10;
527
- else if (history.length >= 5) score += 5;
528
-
529
- // Alerts reduce trust
530
- for (const a of alerts) {
531
- if (a.severity === 'high') score -= 25;
532
- else if (a.severity === 'medium') score -= 15;
533
- else score -= 5;
534
- }
535
-
536
- // Known trustworthy domains
537
- const trusted = ['booking.com', 'airbnb.com', 'hotels.com', 'expedia.com', 'amazon.com'];
538
- if (trusted.includes(domain)) score += 10;
539
-
540
- // Local/small indicators
541
- const smallTlds = ['.local', '.shop', '.store', '.boutique'];
542
- if (smallTlds.some(t => domain.endsWith(t))) score += 5;
543
-
544
- return Math.max(0, Math.min(100, score));
545
- }
546
-
547
- // ─── Helpers ─────────────────────────────────────────────────────────
548
-
549
- function _extractDomain(url) {
550
- try { return new URL(url).hostname.replace(/^www\./, ''); } catch (_) { return ''; }
551
- }
552
-
553
- function getAlerts(domain, limit = 20) {
554
- return stmts.getAlerts.all(domain, limit);
555
- }
556
-
557
- // ─── Exports ─────────────────────────────────────────────────────────
558
-
559
- module.exports = {
560
- analyzePrice,
561
- compareAcrossSources,
562
- findBestDeals,
563
- getAlerts,
564
- COMPETING_SOURCES,
565
- FRAUD_PATTERNS,
566
- };
1
+ /**
2
+ * WAB Price Intelligence Engine
3
+ * ═══════════════════════════════════════════════════════════════════
4
+ * Smart price analysis that works on ANY website:
5
+ *
6
+ * 1. Fraud Detection — detects fake discounts, price manipulation, hidden fees
7
+ * 2. Price Comparison — compares across competing sources
8
+ * 3. Hidden Deals — finds unadvertised deals, coupon codes, loyalty discounts
9
+ * 4. Historical Analysis — tracks price trends over time
10
+ * 5. Dynamic Pricing Shield — detects if a site changes prices based on user behavior
11
+ *
12
+ * Works without any script installation on target sites.
13
+ */
14
+
15
+ const crypto = require('crypto');
16
+ const { db } = require('../models/db');
17
+ const scraper = require('./universal-scraper');
18
+ let getWabBridgeInfo;
19
+ try { ({ getWabBridgeInfo } = require('./fairness-engine')); } catch { getWabBridgeInfo = () => null; }
20
+
21
+ // ─── Schema ──────────────────────────────────────────────────────────
22
+
23
+ db.exec(`
24
+ CREATE TABLE IF NOT EXISTS price_alerts (
25
+ id TEXT PRIMARY KEY,
26
+ url_hash TEXT NOT NULL,
27
+ domain TEXT NOT NULL,
28
+ alert_type TEXT NOT NULL,
29
+ severity TEXT DEFAULT 'medium',
30
+ title TEXT NOT NULL,
31
+ description TEXT,
32
+ evidence TEXT DEFAULT '{}',
33
+ created_at TEXT DEFAULT (datetime('now'))
34
+ );
35
+
36
+ CREATE TABLE IF NOT EXISTS deal_cache (
37
+ id TEXT PRIMARY KEY,
38
+ query TEXT NOT NULL,
39
+ category TEXT,
40
+ results TEXT DEFAULT '[]',
41
+ sources_checked INTEGER DEFAULT 0,
42
+ best_price REAL,
43
+ best_source TEXT,
44
+ fraud_flags INTEGER DEFAULT 0,
45
+ created_at TEXT DEFAULT (datetime('now'))
46
+ );
47
+
48
+ CREATE INDEX IF NOT EXISTS idx_alerts_domain ON price_alerts(domain);
49
+ CREATE INDEX IF NOT EXISTS idx_deal_cache_query ON deal_cache(query);
50
+ `);
51
+
52
+ const stmts = {
53
+ insertAlert: db.prepare(`INSERT INTO price_alerts
54
+ (id, url_hash, domain, alert_type, severity, title, description, evidence) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`),
55
+ getAlerts: db.prepare('SELECT * FROM price_alerts WHERE domain = ? ORDER BY created_at DESC LIMIT ?'),
56
+ insertDeal: db.prepare(`INSERT OR REPLACE INTO deal_cache
57
+ (id, query, category, results, sources_checked, best_price, best_source, fraud_flags) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`),
58
+ getDeal: db.prepare('SELECT * FROM deal_cache WHERE query = ? ORDER BY created_at DESC LIMIT 1'),
59
+ };
60
+
61
+ // ─── Competing Sources Database ──────────────────────────────────────
62
+
63
+ const COMPETING_SOURCES = {
64
+ hotel: [
65
+ { name: 'Booking.com', domain: 'booking.com', type: 'platform', size: 'big', url: 'https://www.booking.com/searchresults.html?ss=' },
66
+ { name: 'Agoda', domain: 'agoda.com', type: 'platform', size: 'big', url: 'https://www.agoda.com/search?q=' },
67
+ { name: 'Hotels.com', domain: 'hotels.com', type: 'platform', size: 'big', url: 'https://www.hotels.com/search.do?q=' },
68
+ { name: 'Expedia', domain: 'expedia.com', type: 'platform', size: 'big', url: 'https://www.expedia.com/Hotel-Search?destination=' },
69
+ { name: 'TripAdvisor', domain: 'tripadvisor.com', type: 'aggregator', size: 'big', url: 'https://www.tripadvisor.com/Hotels?q=' },
70
+ { name: 'Kayak', domain: 'kayak.com', type: 'aggregator', size: 'medium', url: 'https://www.kayak.com/hotels?q=' },
71
+ { name: 'Trivago', domain: 'trivago.com', type: 'aggregator', size: 'medium', url: 'https://www.trivago.com/search?q=' },
72
+ { name: 'Hostelworld', domain: 'hostelworld.com', type: 'direct', size: 'small', url: 'https://www.hostelworld.com/find?q=' },
73
+ { name: 'Almosafer', domain: 'almosafer.com', type: 'direct', size: 'small', url: 'https://www.almosafer.com/en/hotels?q=' },
74
+ { name: 'Wego', domain: 'wego.com', type: 'aggregator', size: 'small', url: 'https://www.wego.com/hotels/search?q=' },
75
+ // Direct hotel chains — small/independent get priority
76
+ { name: 'Hotel Direct', domain: 'direct', type: 'direct', size: 'small', url: null },
77
+ ],
78
+ flight: [
79
+ { name: 'Google Flights', domain: 'google.com/travel', type: 'aggregator', size: 'big', url: 'https://www.google.com/travel/flights?q=' },
80
+ { name: 'Skyscanner', domain: 'skyscanner.com', type: 'aggregator', size: 'medium', url: 'https://www.skyscanner.com/transport/flights?q=' },
81
+ { name: 'Kayak', domain: 'kayak.com', type: 'aggregator', size: 'medium', url: 'https://www.kayak.com/flights?search=' },
82
+ { name: 'Kiwi.com', domain: 'kiwi.com', type: 'aggregator', size: 'small', url: 'https://www.kiwi.com/search?q=' },
83
+ { name: 'Momondo', domain: 'momondo.com', type: 'aggregator', size: 'small', url: 'https://www.momondo.com/flight-search?q=' },
84
+ { name: 'Wego', domain: 'wego.com', type: 'aggregator', size: 'small', url: 'https://www.wego.com/flights/search?q=' },
85
+ { name: 'Almosafer', domain: 'almosafer.com', type: 'direct', size: 'small', url: 'https://www.almosafer.com/en/flights?q=' },
86
+ { name: 'Flyin', domain: 'flyin.com', type: 'direct', size: 'small', url: 'https://www.flyin.com/flights?q=' },
87
+ ],
88
+ product: [
89
+ { name: 'Amazon', domain: 'amazon.com', type: 'marketplace', size: 'big', url: 'https://www.amazon.com/s?k=' },
90
+ { name: 'eBay', domain: 'ebay.com', type: 'marketplace', size: 'big', url: 'https://www.ebay.com/sch/?_nkw=' },
91
+ { name: 'AliExpress', domain: 'aliexpress.com', type: 'marketplace', size: 'big', url: 'https://www.aliexpress.com/wholesale?SearchText=' },
92
+ { name: 'Walmart', domain: 'walmart.com', type: 'marketplace', size: 'big', url: 'https://www.walmart.com/search?q=' },
93
+ { name: 'Google Shopping', domain: 'shopping.google.com', type: 'aggregator', size: 'big', url: 'https://shopping.google.com/search?q=' },
94
+ { name: 'PriceGrabber', domain: 'pricegrabber.com', type: 'aggregator', size: 'small', url: 'https://www.pricegrabber.com/search?q=' },
95
+ { name: 'Shopzilla', domain: 'shopzilla.com', type: 'aggregator', size: 'small', url: 'https://www.shopzilla.com/search?q=' },
96
+ { name: 'Etsy', domain: 'etsy.com', type: 'marketplace', size: 'medium', url: 'https://www.etsy.com/search?q=' },
97
+ ],
98
+ };
99
+
100
+ // ─── Fraud Detection ─────────────────────────────────────────────────
101
+
102
+ const FRAUD_PATTERNS = {
103
+ fakeDiscount: {
104
+ name: 'Fake Discount',
105
+ name_ar: 'خصم وهمي',
106
+ detect: (product, history) => {
107
+ // If "original price" is the same as what it's always been, the discount is fake
108
+ if (!product.originalPrice || !product.price) return null;
109
+ const discount = ((product.originalPrice - product.price) / product.originalPrice) * 100;
110
+
111
+ // Check: is the "original price" actually the normal price?
112
+ if (history.length >= 3) {
113
+ const avgHistorical = history.reduce((sum, h) => sum + h.price, 0) / history.length;
114
+ const originalNearAvg = Math.abs(product.originalPrice - avgHistorical) / avgHistorical < 0.1;
115
+ if (originalNearAvg && discount > 5) {
116
+ return {
117
+ severity: discount > 30 ? 'high' : 'medium',
118
+ title: `Fake ${Math.round(discount)}% discount detected`,
119
+ title_ar: `تم كشف خصم وهمي ${Math.round(discount)}%`,
120
+ description: `The "original price" $${product.originalPrice} is actually the normal price (avg: $${Math.round(avgHistorical)}). The real discount is ~0%.`,
121
+ description_ar: `"السعر الأصلي" $${product.originalPrice} هو السعر العادي فعلياً (المتوسط: $${Math.round(avgHistorical)}). الخصم الحقيقي ~0%.`,
122
+ };
123
+ }
124
+ }
125
+
126
+ // Suspiciously high discount
127
+ if (discount > 70) {
128
+ return {
129
+ severity: 'high',
130
+ title: `Suspicious ${Math.round(discount)}% discount`,
131
+ title_ar: `خصم مريب ${Math.round(discount)}%`,
132
+ description: `A ${Math.round(discount)}% discount is unusually high and may be deceptive.`,
133
+ description_ar: `خصم ${Math.round(discount)}% مرتفع بشكل غير عادي وقد يكون مخادعاً.`,
134
+ };
135
+ }
136
+ return null;
137
+ },
138
+ },
139
+
140
+ priceInflation: {
141
+ name: 'Price Inflation',
142
+ name_ar: 'تضخم الأسعار',
143
+ detect: (product, history) => {
144
+ if (history.length < 5 || !product.price) return null;
145
+ const recentAvg = history.slice(0, 3).reduce((s, h) => s + h.price, 0) / 3;
146
+ const olderAvg = history.slice(-3).reduce((s, h) => s + h.price, 0) / Math.min(3, history.length);
147
+ const increase = ((recentAvg - olderAvg) / olderAvg) * 100;
148
+
149
+ if (increase > 20) {
150
+ return {
151
+ severity: increase > 50 ? 'high' : 'medium',
152
+ title: `Price inflated ${Math.round(increase)}% recently`,
153
+ title_ar: `ارتفاع السعر ${Math.round(increase)}% مؤخراً`,
154
+ description: `Price jumped from ~$${Math.round(olderAvg)} to ~$${Math.round(recentAvg)}. May be demand-based surge pricing.`,
155
+ description_ar: `ارتفع السعر من ~$${Math.round(olderAvg)} إلى ~$${Math.round(recentAvg)}. قد يكون تسعيراً ديناميكياً.`,
156
+ };
157
+ }
158
+ return null;
159
+ },
160
+ },
161
+
162
+ hiddenFees: {
163
+ name: 'Hidden Fees',
164
+ name_ar: 'رسوم مخفية',
165
+ detect: (product) => {
166
+ // Check for common hidden fee indicators in product text
167
+ const text = (product.description || '').toLowerCase() + ' ' + (product.name || '').toLowerCase();
168
+ const feeWords = ['resort fee', 'cleaning fee', 'service fee', 'booking fee',
169
+ 'processing fee', 'facility fee', 'رسوم', 'ضريبة', 'خدمة'];
170
+ const found = feeWords.filter(w => text.includes(w));
171
+
172
+ if (found.length > 0) {
173
+ return {
174
+ severity: 'low',
175
+ title: `Possible hidden fees: ${found.join(', ')}`,
176
+ title_ar: `رسوم مخفية محتملة: ${found.join(', ')}`,
177
+ description: `This listing mentions additional fees that may not be included in the displayed price.`,
178
+ description_ar: `هذا العرض يذكر رسوماً إضافية قد لا تكون مضمنة في السعر المعروض.`,
179
+ };
180
+ }
181
+ return null;
182
+ },
183
+ },
184
+
185
+ dynamicPricing: {
186
+ name: 'Dynamic Pricing',
187
+ name_ar: 'تسعير ديناميكي',
188
+ detect: (product, history) => {
189
+ if (history.length < 3) return null;
190
+ // Check if price changes frequently (more than 3 changes in last 10 records)
191
+ let changes = 0;
192
+ for (let i = 1; i < Math.min(history.length, 10); i++) {
193
+ if (Math.abs(history[i].price - history[i - 1].price) > 1) changes++;
194
+ }
195
+ if (changes >= 3) {
196
+ return {
197
+ severity: 'medium',
198
+ title: `Dynamic pricing detected (${changes} price changes)`,
199
+ title_ar: `تسعير ديناميكي مكتشف (${changes} تغييرات)`,
200
+ description: `This site changes prices frequently. Use Ghost Mode for best results.`,
201
+ description_ar: `هذا الموقع يغير أسعاره بشكل متكرر. استخدم وضع الشبح للحصول على أفضل النتائج.`,
202
+ };
203
+ }
204
+ return null;
205
+ },
206
+ },
207
+
208
+ tooGoodToBeTrue: {
209
+ name: 'Too Good To Be True',
210
+ name_ar: 'أرخص من الطبيعي',
211
+ detect: (product, _history, comparisons) => {
212
+ if (!product.price || !comparisons || comparisons.length < 2) return null;
213
+ const avgPrice = comparisons.reduce((s, c) => s + (c.priceUsd || 0), 0) / comparisons.length;
214
+ if (avgPrice > 0 && product.price < avgPrice * 0.4) {
215
+ return {
216
+ severity: 'high',
217
+ title: `Price is ${Math.round((1 - product.price / avgPrice) * 100)}% below market average`,
218
+ title_ar: `السعر أقل من متوسط السوق بنسبة ${Math.round((1 - product.price / avgPrice) * 100)}%`,
219
+ description: `Average across ${comparisons.length} sources: $${Math.round(avgPrice)}. This price ($${product.price}) may be a scam or bait-and-switch.`,
220
+ description_ar: `المتوسط عبر ${comparisons.length} مصادر: $${Math.round(avgPrice)}. هذا السعر ($${product.price}) قد يكون احتيالاً.`,
221
+ };
222
+ }
223
+ return null;
224
+ },
225
+ },
226
+ };
227
+
228
+ // ─── Analyze a single product/URL ────────────────────────────────────
229
+
230
+ async function analyzePrice(url, extractedData = null) {
231
+ const domain = _extractDomain(url);
232
+ const urlHash = crypto.createHash('sha256').update(url).digest('hex').slice(0, 16);
233
+
234
+ // Get or extract product data
235
+ let products;
236
+ if (extractedData && extractedData.products) {
237
+ products = extractedData.products;
238
+ } else {
239
+ const result = await scraper.fetchAndExtract(url);
240
+ products = result.products || [];
241
+ }
242
+
243
+ if (products.length === 0) {
244
+ return { url, domain, products: [], alerts: [], message: 'No products found on this page' };
245
+ }
246
+
247
+ // Get price history
248
+ const history = scraper.getPriceHistory(url, 30);
249
+
250
+ // Run fraud detection on each product
251
+ const alerts = [];
252
+ for (const product of products) {
253
+ for (const [key, detector] of Object.entries(FRAUD_PATTERNS)) {
254
+ const alert = detector.detect(product, history, null);
255
+ if (alert) {
256
+ const id = crypto.randomUUID();
257
+ alerts.push({ id, type: key, ...alert });
258
+ try {
259
+ stmts.insertAlert.run(id, urlHash, domain, key, alert.severity, alert.title, alert.description, JSON.stringify(alert));
260
+ } catch (_) {}
261
+ }
262
+ }
263
+ }
264
+
265
+ return {
266
+ url, domain, products, alerts, history: history.slice(0, 10),
267
+ trustScore: _calculateTrustScore(domain, alerts, history),
268
+ };
269
+ }
270
+
271
+ // ─── Cross-source Price Comparison ───────────────────────────────────
272
+
273
+ async function compareAcrossSources(query, category = 'product', options = {}) {
274
+ const sources = COMPETING_SOURCES[category] || COMPETING_SOURCES.product;
275
+ const results = [];
276
+ const alerts = [];
277
+
278
+ // Try to fetch from each source
279
+ const fetchPromises = sources
280
+ .filter(s => s.url) // skip null-URL sources
281
+ .slice(0, options.maxSources || 8)
282
+ .map(async (source) => {
283
+ const searchUrl = source.url + encodeURIComponent(query);
284
+ try {
285
+ const data = await scraper.fetchAndExtract(searchUrl, { timeout: 8000 });
286
+ if (data.products && data.products.length > 0) {
287
+ // Check if this source has WAB bridge installed
288
+ let wabBridge = null;
289
+ try { wabBridge = getWabBridgeInfo(source.domain); } catch (_) {}
290
+
291
+ for (const p of data.products) {
292
+ results.push({
293
+ source: source.name,
294
+ domain: source.domain,
295
+ type: source.type,
296
+ size: source.size,
297
+ url: searchUrl,
298
+ name: p.name || query,
299
+ price: p.price,
300
+ currency: p.currency || 'USD',
301
+ priceUsd: scraper.toUSD(p.price || 0, p.currency || 'USD'),
302
+ rating: p.rating,
303
+ availability: p.availability,
304
+ method: p.method || 'fetch',
305
+ wabBridge: !!wabBridge,
306
+ canNegotiate: wabBridge?.hasNegotiation || false,
307
+ });
308
+ }
309
+ }
310
+ } catch (_) {
311
+ // Source unavailable — skip
312
+ }
313
+ });
314
+
315
+ await Promise.allSettled(fetchPromises);
316
+
317
+ // Cross-source fraud detection
318
+ if (results.length >= 2) {
319
+ const avgPrice = results.reduce((s, r) => s + (r.priceUsd || 0), 0) / results.length;
320
+ for (const r of results) {
321
+ const tooGood = FRAUD_PATTERNS.tooGoodToBeTrue.detect({ price: r.priceUsd }, [], results);
322
+ if (tooGood) alerts.push({ ...tooGood, source: r.source });
323
+ }
324
+ }
325
+
326
+ // Cache the comparison
327
+ const dealId = crypto.randomUUID();
328
+ const best = results.sort((a, b) => (a.priceUsd || Infinity) - (b.priceUsd || Infinity))[0];
329
+ try {
330
+ stmts.insertDeal.run(
331
+ dealId, query, category, JSON.stringify(results),
332
+ results.length, best?.priceUsd || null, best?.source || null, alerts.length
333
+ );
334
+ } catch (_) {}
335
+
336
+ return {
337
+ query, category, results, alerts,
338
+ best: best || null,
339
+ sourcesChecked: results.length,
340
+ avgPrice: results.length > 0 ? Math.round(results.reduce((s, r) => s + (r.priceUsd || 0), 0) / results.length) : null,
341
+ };
342
+ }
343
+
344
+ // ─── Smart Deal Finder ───────────────────────────────────────────────
345
+ // Finds the best deals by combining comparison + fraud detection + fairness
346
+
347
+ async function findBestDeals(query, category = 'product', options = {}) {
348
+ // Step 1: Compare across sources
349
+ const comparison = await compareAcrossSources(query, category, options);
350
+
351
+ // Step 2: Score each result
352
+ const scored = comparison.results.map(r => {
353
+ let score = 100;
354
+
355
+ // Price score (lower is better) — 40 points max
356
+ if (comparison.avgPrice && r.priceUsd) {
357
+ const priceRatio = r.priceUsd / comparison.avgPrice;
358
+ score += Math.round((1 - priceRatio) * 40);
359
+ }
360
+
361
+ // Source size bonus — small sites get +15, medium +5
362
+ if (r.size === 'small') score += 15;
363
+ else if (r.size === 'medium') score += 5;
364
+ else if (r.size === 'big') score -= 5;
365
+
366
+ // Direct booking bonus
367
+ if (r.type === 'direct') score += 10;
368
+
369
+ // Rating bonus
370
+ if (r.rating && r.rating >= 4.0) score += 5;
371
+ if (r.rating && r.rating >= 4.5) score += 5;
372
+
373
+ // Availability bonus
374
+ if (r.availability === 'InStock') score += 5;
375
+
376
+ // ── WAB Bridge Priority ─────────────────────────────────────────
377
+ // Sites with the WAB script installed get priority in deals ranking
378
+ let wabBridge = null;
379
+ try { wabBridge = getWabBridgeInfo(r.domain); } catch (_) {}
380
+
381
+ if (wabBridge) {
382
+ score += 20; // Base bridge bonus
383
+ if (wabBridge.hasNegotiation) score += 15; // Negotiation = potential better deal
384
+ if (wabBridge.isListed) score += 5; // Listed in WAB directory
385
+ r.wabBridge = true;
386
+ r.canNegotiate = wabBridge.hasNegotiation;
387
+ }
388
+
389
+ // Fraud penalty
390
+ const fraudAlerts = comparison.alerts.filter(a => a.source === r.source);
391
+ score -= fraudAlerts.length * 20;
392
+
393
+ return { ...r, score, fraudAlerts };
394
+ });
395
+
396
+ // Step 3: Sort by score (fairness-weighted)
397
+ scored.sort((a, b) => b.score - a.score);
398
+
399
+ // Step 4: Generate insights
400
+ const insights = _generateInsights(scored, comparison, options.lang || 'en');
401
+
402
+ return {
403
+ query,
404
+ category,
405
+ deals: scored,
406
+ best: scored[0] || null,
407
+ alerts: comparison.alerts,
408
+ insights,
409
+ sourcesChecked: comparison.sourcesChecked,
410
+ };
411
+ }
412
+
413
+ // ─── Insights Generator ─────────────────────────────────────────────
414
+
415
+ function _generateInsights(deals, comparison, lang) {
416
+ const insights = [];
417
+ const ar = lang === 'ar';
418
+
419
+ if (deals.length === 0) {
420
+ insights.push({
421
+ icon: '🔍',
422
+ text: ar ? 'لم يتم العثور على نتائج. جرب تعديل البحث.' : 'No results found. Try modifying your search.',
423
+ });
424
+ return insights;
425
+ }
426
+
427
+ // Price range insight
428
+ const prices = deals.filter(d => d.priceUsd > 0).map(d => d.priceUsd);
429
+ if (prices.length >= 2) {
430
+ const min = Math.min(...prices);
431
+ const max = Math.max(...prices);
432
+ const savings = max - min;
433
+ if (savings > 0) {
434
+ insights.push({
435
+ icon: '💰',
436
+ text: ar
437
+ ? `فارق الأسعار بين المصادر: $${Math.round(savings)} (من $${Math.round(min)} إلى $${Math.round(max)})`
438
+ : `Price range across sources: $${Math.round(savings)} spread ($${Math.round(min)} to $${Math.round(max)})`,
439
+ type: 'savings',
440
+ });
441
+ }
442
+ }
443
+
444
+ // Small business recommendation
445
+ const smallDeals = deals.filter(d => d.size === 'small' && d.priceUsd > 0);
446
+ if (smallDeals.length > 0 && comparison.avgPrice) {
447
+ const bestSmall = smallDeals[0];
448
+ if (bestSmall.priceUsd <= comparison.avgPrice * 1.05) {
449
+ insights.push({
450
+ icon: '🏪',
451
+ text: ar
452
+ ? `${bestSmall.source} (موقع مستقل) يقدم سعراً منافساً: $${Math.round(bestSmall.priceUsd)} — ادعم الأعمال الصغيرة!`
453
+ : `${bestSmall.source} (independent site) offers competitive pricing: $${Math.round(bestSmall.priceUsd)} — support small business!`,
454
+ type: 'fairness',
455
+ });
456
+ }
457
+ }
458
+
459
+ // Fraud warnings
460
+ if (comparison.alerts.length > 0) {
461
+ insights.push({
462
+ icon: '⚠️',
463
+ text: ar
464
+ ? `تم اكتشاف ${comparison.alerts.length} تحذير(ات) احتيال. تحقق من التفاصيل أدناه.`
465
+ : `${comparison.alerts.length} fraud warning(s) detected. Check details below.`,
466
+ type: 'warning',
467
+ });
468
+ }
469
+
470
+ // Direct booking tip
471
+ const directDeals = deals.filter(d => d.type === 'direct');
472
+ if (directDeals.length > 0) {
473
+ insights.push({
474
+ icon: '🔗',
475
+ text: ar
476
+ ? 'الحجز المباشر متاح — غالباً أرخص من المنصات الكبيرة وبدون عمولات مخفية.'
477
+ : 'Direct booking available — often cheaper than big platforms with no hidden commissions.',
478
+ type: 'tip',
479
+ });
480
+ }
481
+
482
+ // Ghost Mode tip if dynamic pricing detected
483
+ const dynamicAlert = comparison.alerts.find(a => a.type === 'dynamicPricing');
484
+ if (dynamicAlert) {
485
+ insights.push({
486
+ icon: '👻',
487
+ text: ar
488
+ ? 'تم اكتشاف تسعير ديناميكي! استخدم وضع الشبح (Ghost Mode) للحصول على أسعار أفضل.'
489
+ : 'Dynamic pricing detected! Use Ghost Mode to get better prices.',
490
+ type: 'ghost',
491
+ });
492
+ }
493
+
494
+ // WAB Bridge sites — negotiation available
495
+ const bridgeDeals = deals.filter(d => d.wabBridge);
496
+ if (bridgeDeals.length > 0) {
497
+ const negotiable = bridgeDeals.filter(d => d.canNegotiate);
498
+ if (negotiable.length > 0) {
499
+ insights.push({
500
+ icon: '🤝',
501
+ text: ar
502
+ ? `${negotiable.map(d => d.source).join(', ')} — مواقع متعاونة مع WAB! يمكن التفاوض على السعر تلقائياً للحصول على خصم أفضل.`
503
+ : `${negotiable.map(d => d.source).join(', ')} — WAB-enabled sites! Auto-negotiation available for better prices.`,
504
+ type: 'wab-bridge',
505
+ });
506
+ } else {
507
+ insights.push({
508
+ icon: '🌉',
509
+ text: ar
510
+ ? `${bridgeDeals.map(d => d.source).join(', ')} — مواقع مثبت عليها جسر WAB. بيانات أكثر دقة وموثوقية.`
511
+ : `${bridgeDeals.map(d => d.source).join(', ')} — WAB Bridge sites. More accurate and reliable data.`,
512
+ type: 'wab-bridge',
513
+ });
514
+ }
515
+ }
516
+
517
+ return insights;
518
+ }
519
+
520
+ // ─── Trust Score ─────────────────────────────────────────────────────
521
+
522
+ function _calculateTrustScore(domain, alerts, history) {
523
+ let score = 70; // neutral start
524
+
525
+ // More history = more trustworthy
526
+ if (history.length >= 10) score += 10;
527
+ else if (history.length >= 5) score += 5;
528
+
529
+ // Alerts reduce trust
530
+ for (const a of alerts) {
531
+ if (a.severity === 'high') score -= 25;
532
+ else if (a.severity === 'medium') score -= 15;
533
+ else score -= 5;
534
+ }
535
+
536
+ // Known trustworthy domains
537
+ const trusted = ['booking.com', 'airbnb.com', 'hotels.com', 'expedia.com', 'amazon.com'];
538
+ if (trusted.includes(domain)) score += 10;
539
+
540
+ // Local/small indicators
541
+ const smallTlds = ['.local', '.shop', '.store', '.boutique'];
542
+ if (smallTlds.some(t => domain.endsWith(t))) score += 5;
543
+
544
+ return Math.max(0, Math.min(100, score));
545
+ }
546
+
547
+ // ─── Helpers ─────────────────────────────────────────────────────────
548
+
549
+ function _extractDomain(url) {
550
+ try { return new URL(url).hostname.replace(/^www\./, ''); } catch (_) { return ''; }
551
+ }
552
+
553
+ function getAlerts(domain, limit = 20) {
554
+ return stmts.getAlerts.all(domain, limit);
555
+ }
556
+
557
+ // ─── Exports ─────────────────────────────────────────────────────────
558
+
559
+ module.exports = {
560
+ analyzePrice,
561
+ compareAcrossSources,
562
+ findBestDeals,
563
+ getAlerts,
564
+ COMPETING_SOURCES,
565
+ FRAUD_PATTERNS,
566
+ };