web-agent-bridge 3.0.0 → 3.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (202) hide show
  1. package/LICENSE +72 -21
  2. package/README.ar.md +1286 -1073
  3. package/README.md +1764 -1535
  4. package/bin/agent-runner.js +474 -474
  5. package/bin/cli.js +237 -138
  6. package/bin/wab.js +80 -80
  7. package/examples/bidi-agent.js +119 -119
  8. package/examples/cross-site-agent.js +91 -91
  9. package/examples/mcp-agent.js +94 -94
  10. package/examples/next-app-router/README.md +44 -44
  11. package/examples/puppeteer-agent.js +108 -108
  12. package/examples/saas-dashboard/README.md +55 -55
  13. package/examples/shopify-hydrogen/README.md +74 -74
  14. package/examples/vision-agent.js +171 -171
  15. package/examples/wordpress-elementor/README.md +77 -77
  16. package/package.json +17 -3
  17. package/public/.well-known/agent-tools.json +180 -180
  18. package/public/.well-known/ai-assets.json +59 -59
  19. package/public/.well-known/ai-plugin.json +28 -0
  20. package/public/.well-known/security.txt +8 -0
  21. package/public/agent-workspace.html +349 -347
  22. package/public/ai.html +198 -196
  23. package/public/api.html +413 -0
  24. package/public/browser.html +486 -484
  25. package/public/commander-dashboard.html +243 -243
  26. package/public/cookies.html +210 -208
  27. package/public/css/agent-workspace.css +1713 -1713
  28. package/public/css/premium.css +317 -317
  29. package/public/css/styles.css +1235 -1235
  30. package/public/dashboard.html +706 -704
  31. package/public/demo.html +1770 -1
  32. package/public/dns.html +507 -0
  33. package/public/docs.html +587 -585
  34. package/public/feed.xml +89 -89
  35. package/public/growth.html +463 -0
  36. package/public/index.html +341 -9
  37. package/public/integrations.html +556 -0
  38. package/public/js/agent-workspace.js +1740 -1740
  39. package/public/js/auth-nav.js +31 -31
  40. package/public/js/auth-redirect.js +12 -12
  41. package/public/js/cookie-consent.js +56 -56
  42. package/public/js/wab-demo-page.js +721 -721
  43. package/public/js/ws-client.js +74 -74
  44. package/public/llms-full.txt +360 -309
  45. package/public/llms.txt +125 -86
  46. package/public/login.html +85 -83
  47. package/public/mesh-dashboard.html +328 -328
  48. package/public/openapi.json +580 -580
  49. package/public/phone-shield.html +281 -0
  50. package/public/premium-dashboard.html +2489 -2487
  51. package/public/premium.html +793 -791
  52. package/public/privacy.html +297 -295
  53. package/public/register.html +105 -103
  54. package/public/robots.txt +87 -87
  55. package/public/script/wab-consent.d.ts +36 -36
  56. package/public/script/wab-consent.js +104 -104
  57. package/public/script/wab-schema.js +131 -131
  58. package/public/script/wab.d.ts +108 -108
  59. package/public/script/wab.min.js +580 -580
  60. package/public/security.txt +8 -0
  61. package/public/terms.html +256 -254
  62. package/script/ai-agent-bridge.js +1754 -1754
  63. package/sdk/README.md +99 -99
  64. package/sdk/agent-mesh.js +449 -449
  65. package/sdk/commander.js +262 -262
  66. package/sdk/index.d.ts +464 -464
  67. package/sdk/index.js +18 -1
  68. package/sdk/multi-agent.js +318 -318
  69. package/sdk/package.json +12 -1
  70. package/sdk/safety-shield.js +219 -0
  71. package/sdk/schema-discovery.js +83 -83
  72. package/server/adapters/index.js +520 -520
  73. package/server/config/plans.js +367 -367
  74. package/server/config/secrets.js +102 -102
  75. package/server/control-plane/index.js +301 -301
  76. package/server/data-plane/index.js +354 -354
  77. package/server/index.js +175 -19
  78. package/server/llm/index.js +404 -404
  79. package/server/middleware/adminAuth.js +35 -35
  80. package/server/middleware/auth.js +50 -50
  81. package/server/middleware/featureGate.js +88 -88
  82. package/server/middleware/rateLimits.js +100 -100
  83. package/server/middleware/sensitiveAction.js +157 -0
  84. package/server/migrations/001_add_analytics_indexes.sql +7 -7
  85. package/server/migrations/002_premium_features.sql +418 -418
  86. package/server/migrations/003_ads_integer_cents.sql +33 -33
  87. package/server/migrations/004_agent_os.sql +158 -158
  88. package/server/migrations/005_marketplace_metering.sql +126 -126
  89. package/server/models/adapters/index.js +33 -33
  90. package/server/models/adapters/mysql.js +183 -183
  91. package/server/models/adapters/postgresql.js +172 -172
  92. package/server/models/adapters/sqlite.js +7 -7
  93. package/server/models/db.js +681 -681
  94. package/server/observability/failure-analysis.js +337 -337
  95. package/server/observability/index.js +394 -394
  96. package/server/protocol/capabilities.js +223 -223
  97. package/server/protocol/index.js +243 -243
  98. package/server/protocol/schema.js +584 -584
  99. package/server/registry/certification.js +271 -271
  100. package/server/registry/index.js +326 -326
  101. package/server/routes/admin-premium.js +671 -671
  102. package/server/routes/admin.js +261 -261
  103. package/server/routes/ads.js +130 -130
  104. package/server/routes/agent-workspace.js +540 -378
  105. package/server/routes/api.js +150 -150
  106. package/server/routes/auth.js +71 -71
  107. package/server/routes/billing.js +45 -45
  108. package/server/routes/commander.js +316 -316
  109. package/server/routes/demo-showcase.js +332 -0
  110. package/server/routes/demo-store.js +154 -0
  111. package/server/routes/discovery.js +417 -406
  112. package/server/routes/gateway.js +173 -0
  113. package/server/routes/license.js +251 -240
  114. package/server/routes/mesh.js +469 -469
  115. package/server/routes/noscript.js +543 -543
  116. package/server/routes/premium-v2.js +686 -686
  117. package/server/routes/premium.js +724 -724
  118. package/server/routes/runtime.js +2148 -2147
  119. package/server/routes/sovereign.js +465 -385
  120. package/server/routes/universal.js +200 -177
  121. package/server/routes/wab-api.js +850 -491
  122. package/server/runtime/container-worker.js +111 -111
  123. package/server/runtime/container.js +448 -448
  124. package/server/runtime/distributed-worker.js +362 -362
  125. package/server/runtime/event-bus.js +210 -210
  126. package/server/runtime/index.js +253 -253
  127. package/server/runtime/queue.js +599 -599
  128. package/server/runtime/replay.js +666 -666
  129. package/server/runtime/sandbox.js +266 -266
  130. package/server/runtime/scheduler.js +534 -534
  131. package/server/runtime/session-engine.js +293 -293
  132. package/server/runtime/state-manager.js +188 -188
  133. package/server/security/cross-site-redactor.js +196 -0
  134. package/server/security/dry-run.js +180 -0
  135. package/server/security/human-gate-rate-limit.js +147 -0
  136. package/server/security/human-gate-transports.js +178 -0
  137. package/server/security/human-gate.js +281 -0
  138. package/server/security/index.js +368 -368
  139. package/server/security/intent-engine.js +245 -0
  140. package/server/security/reward-guard.js +171 -0
  141. package/server/security/rollback-store.js +239 -0
  142. package/server/security/token-scope.js +404 -0
  143. package/server/security/url-policy.js +139 -0
  144. package/server/services/agent-chat.js +506 -506
  145. package/server/services/agent-learning.js +601 -575
  146. package/server/services/agent-memory.js +625 -625
  147. package/server/services/agent-mesh.js +555 -539
  148. package/server/services/agent-symphony.js +717 -717
  149. package/server/services/agent-tasks.js +1807 -1807
  150. package/server/services/api-key-engine.js +292 -0
  151. package/server/services/cluster.js +894 -894
  152. package/server/services/commander.js +738 -738
  153. package/server/services/edge-compute.js +440 -440
  154. package/server/services/email.js +204 -204
  155. package/server/services/hosted-runtime.js +205 -205
  156. package/server/services/lfd.js +635 -616
  157. package/server/services/local-ai.js +389 -389
  158. package/server/services/marketplace.js +270 -270
  159. package/server/services/metering.js +182 -182
  160. package/server/services/modules/affiliate-intelligence.js +93 -0
  161. package/server/services/modules/agent-firewall.js +90 -0
  162. package/server/services/modules/bounty.js +89 -0
  163. package/server/services/modules/collective-bargaining.js +92 -0
  164. package/server/services/modules/dark-pattern.js +66 -0
  165. package/server/services/modules/gov-intelligence.js +45 -0
  166. package/server/services/modules/neural.js +55 -0
  167. package/server/services/modules/notary.js +49 -0
  168. package/server/services/modules/price-time-machine.js +86 -0
  169. package/server/services/modules/protocol.js +104 -0
  170. package/server/services/negotiation.js +439 -439
  171. package/server/services/plugins.js +771 -771
  172. package/server/services/premium.js +1 -1
  173. package/server/services/price-intelligence.js +566 -565
  174. package/server/services/price-shield.js +1137 -1137
  175. package/server/services/reputation.js +465 -465
  176. package/server/services/search-engine.js +357 -357
  177. package/server/services/security.js +513 -513
  178. package/server/services/self-healing.js +843 -843
  179. package/server/services/sovereign-shield.js +542 -0
  180. package/server/services/stripe.js +192 -192
  181. package/server/services/swarm.js +788 -788
  182. package/server/services/universal-scraper.js +662 -661
  183. package/server/services/verification.js +481 -481
  184. package/server/services/vision.js +1163 -1163
  185. package/server/utils/cache.js +125 -125
  186. package/server/utils/migrate.js +81 -81
  187. package/server/utils/safe-fetch.js +228 -0
  188. package/server/utils/secureFields.js +50 -50
  189. package/server/ws.js +161 -161
  190. package/templates/artisan-marketplace.yaml +104 -104
  191. package/templates/book-price-scout.yaml +98 -98
  192. package/templates/electronics-price-tracker.yaml +108 -108
  193. package/templates/flight-deal-hunter.yaml +113 -113
  194. package/templates/freelancer-direct.yaml +116 -116
  195. package/templates/grocery-price-compare.yaml +93 -93
  196. package/templates/hotel-direct-booking.yaml +113 -113
  197. package/templates/local-services.yaml +98 -98
  198. package/templates/olive-oil-tunisia.yaml +88 -88
  199. package/templates/organic-farm-fresh.yaml +101 -101
  200. package/templates/restaurant-direct.yaml +97 -97
  201. package/server/services/fairness-engine.js +0 -409
  202. package/server/services/fairness.js +0 -420
@@ -1,565 +1,566 @@
1
- /**
2
- * WAB Price Intelligence Engine
3
- * ═══════════════════════════════════════════════════════════════════
4
- * Smart price analysis that works on ANY website:
5
- *
6
- * 1. Fraud Detection — detects fake discounts, price manipulation, hidden fees
7
- * 2. Price Comparison — compares across competing sources
8
- * 3. Hidden Deals — finds unadvertised deals, coupon codes, loyalty discounts
9
- * 4. Historical Analysis — tracks price trends over time
10
- * 5. Dynamic Pricing Shield — detects if a site changes prices based on user behavior
11
- *
12
- * Works without any script installation on target sites.
13
- */
14
-
15
- const crypto = require('crypto');
16
- const { db } = require('../models/db');
17
- const scraper = require('./universal-scraper');
18
- const { getWabBridgeInfo } = require('./fairness-engine');
19
-
20
- // ─── Schema ──────────────────────────────────────────────────────────
21
-
22
- db.exec(`
23
- CREATE TABLE IF NOT EXISTS price_alerts (
24
- id TEXT PRIMARY KEY,
25
- url_hash TEXT NOT NULL,
26
- domain TEXT NOT NULL,
27
- alert_type TEXT NOT NULL,
28
- severity TEXT DEFAULT 'medium',
29
- title TEXT NOT NULL,
30
- description TEXT,
31
- evidence TEXT DEFAULT '{}',
32
- created_at TEXT DEFAULT (datetime('now'))
33
- );
34
-
35
- CREATE TABLE IF NOT EXISTS deal_cache (
36
- id TEXT PRIMARY KEY,
37
- query TEXT NOT NULL,
38
- category TEXT,
39
- results TEXT DEFAULT '[]',
40
- sources_checked INTEGER DEFAULT 0,
41
- best_price REAL,
42
- best_source TEXT,
43
- fraud_flags INTEGER DEFAULT 0,
44
- created_at TEXT DEFAULT (datetime('now'))
45
- );
46
-
47
- CREATE INDEX IF NOT EXISTS idx_alerts_domain ON price_alerts(domain);
48
- CREATE INDEX IF NOT EXISTS idx_deal_cache_query ON deal_cache(query);
49
- `);
50
-
51
- const stmts = {
52
- insertAlert: db.prepare(`INSERT INTO price_alerts
53
- (id, url_hash, domain, alert_type, severity, title, description, evidence) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`),
54
- getAlerts: db.prepare('SELECT * FROM price_alerts WHERE domain = ? ORDER BY created_at DESC LIMIT ?'),
55
- insertDeal: db.prepare(`INSERT OR REPLACE INTO deal_cache
56
- (id, query, category, results, sources_checked, best_price, best_source, fraud_flags) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`),
57
- getDeal: db.prepare('SELECT * FROM deal_cache WHERE query = ? ORDER BY created_at DESC LIMIT 1'),
58
- };
59
-
60
- // ─── Competing Sources Database ──────────────────────────────────────
61
-
62
- const COMPETING_SOURCES = {
63
- hotel: [
64
- { name: 'Booking.com', domain: 'booking.com', type: 'platform', size: 'big', url: 'https://www.booking.com/searchresults.html?ss=' },
65
- { name: 'Agoda', domain: 'agoda.com', type: 'platform', size: 'big', url: 'https://www.agoda.com/search?q=' },
66
- { name: 'Hotels.com', domain: 'hotels.com', type: 'platform', size: 'big', url: 'https://www.hotels.com/search.do?q=' },
67
- { name: 'Expedia', domain: 'expedia.com', type: 'platform', size: 'big', url: 'https://www.expedia.com/Hotel-Search?destination=' },
68
- { name: 'TripAdvisor', domain: 'tripadvisor.com', type: 'aggregator', size: 'big', url: 'https://www.tripadvisor.com/Hotels?q=' },
69
- { name: 'Kayak', domain: 'kayak.com', type: 'aggregator', size: 'medium', url: 'https://www.kayak.com/hotels?q=' },
70
- { name: 'Trivago', domain: 'trivago.com', type: 'aggregator', size: 'medium', url: 'https://www.trivago.com/search?q=' },
71
- { name: 'Hostelworld', domain: 'hostelworld.com', type: 'direct', size: 'small', url: 'https://www.hostelworld.com/find?q=' },
72
- { name: 'Almosafer', domain: 'almosafer.com', type: 'direct', size: 'small', url: 'https://www.almosafer.com/en/hotels?q=' },
73
- { name: 'Wego', domain: 'wego.com', type: 'aggregator', size: 'small', url: 'https://www.wego.com/hotels/search?q=' },
74
- // Direct hotel chains small/independent get priority
75
- { name: 'Hotel Direct', domain: 'direct', type: 'direct', size: 'small', url: null },
76
- ],
77
- flight: [
78
- { name: 'Google Flights', domain: 'google.com/travel', type: 'aggregator', size: 'big', url: 'https://www.google.com/travel/flights?q=' },
79
- { name: 'Skyscanner', domain: 'skyscanner.com', type: 'aggregator', size: 'medium', url: 'https://www.skyscanner.com/transport/flights?q=' },
80
- { name: 'Kayak', domain: 'kayak.com', type: 'aggregator', size: 'medium', url: 'https://www.kayak.com/flights?search=' },
81
- { name: 'Kiwi.com', domain: 'kiwi.com', type: 'aggregator', size: 'small', url: 'https://www.kiwi.com/search?q=' },
82
- { name: 'Momondo', domain: 'momondo.com', type: 'aggregator', size: 'small', url: 'https://www.momondo.com/flight-search?q=' },
83
- { name: 'Wego', domain: 'wego.com', type: 'aggregator', size: 'small', url: 'https://www.wego.com/flights/search?q=' },
84
- { name: 'Almosafer', domain: 'almosafer.com', type: 'direct', size: 'small', url: 'https://www.almosafer.com/en/flights?q=' },
85
- { name: 'Flyin', domain: 'flyin.com', type: 'direct', size: 'small', url: 'https://www.flyin.com/flights?q=' },
86
- ],
87
- product: [
88
- { name: 'Amazon', domain: 'amazon.com', type: 'marketplace', size: 'big', url: 'https://www.amazon.com/s?k=' },
89
- { name: 'eBay', domain: 'ebay.com', type: 'marketplace', size: 'big', url: 'https://www.ebay.com/sch/?_nkw=' },
90
- { name: 'AliExpress', domain: 'aliexpress.com', type: 'marketplace', size: 'big', url: 'https://www.aliexpress.com/wholesale?SearchText=' },
91
- { name: 'Walmart', domain: 'walmart.com', type: 'marketplace', size: 'big', url: 'https://www.walmart.com/search?q=' },
92
- { name: 'Google Shopping', domain: 'shopping.google.com', type: 'aggregator', size: 'big', url: 'https://shopping.google.com/search?q=' },
93
- { name: 'PriceGrabber', domain: 'pricegrabber.com', type: 'aggregator', size: 'small', url: 'https://www.pricegrabber.com/search?q=' },
94
- { name: 'Shopzilla', domain: 'shopzilla.com', type: 'aggregator', size: 'small', url: 'https://www.shopzilla.com/search?q=' },
95
- { name: 'Etsy', domain: 'etsy.com', type: 'marketplace', size: 'medium', url: 'https://www.etsy.com/search?q=' },
96
- ],
97
- };
98
-
99
- // ─── Fraud Detection ─────────────────────────────────────────────────
100
-
101
- const FRAUD_PATTERNS = {
102
- fakeDiscount: {
103
- name: 'Fake Discount',
104
- name_ar: 'خصم وهمي',
105
- detect: (product, history) => {
106
- // If "original price" is the same as what it's always been, the discount is fake
107
- if (!product.originalPrice || !product.price) return null;
108
- const discount = ((product.originalPrice - product.price) / product.originalPrice) * 100;
109
-
110
- // Check: is the "original price" actually the normal price?
111
- if (history.length >= 3) {
112
- const avgHistorical = history.reduce((sum, h) => sum + h.price, 0) / history.length;
113
- const originalNearAvg = Math.abs(product.originalPrice - avgHistorical) / avgHistorical < 0.1;
114
- if (originalNearAvg && discount > 5) {
115
- return {
116
- severity: discount > 30 ? 'high' : 'medium',
117
- title: `Fake ${Math.round(discount)}% discount detected`,
118
- title_ar: `تم كشف خصم وهمي ${Math.round(discount)}%`,
119
- description: `The "original price" $${product.originalPrice} is actually the normal price (avg: $${Math.round(avgHistorical)}). The real discount is ~0%.`,
120
- description_ar: `"السعر الأصلي" $${product.originalPrice} هو السعر العادي فعلياً (المتوسط: $${Math.round(avgHistorical)}). الخصم الحقيقي ~0%.`,
121
- };
122
- }
123
- }
124
-
125
- // Suspiciously high discount
126
- if (discount > 70) {
127
- return {
128
- severity: 'high',
129
- title: `Suspicious ${Math.round(discount)}% discount`,
130
- title_ar: `خصم مريب ${Math.round(discount)}%`,
131
- description: `A ${Math.round(discount)}% discount is unusually high and may be deceptive.`,
132
- description_ar: `خصم ${Math.round(discount)}% مرتفع بشكل غير عادي وقد يكون مخادعاً.`,
133
- };
134
- }
135
- return null;
136
- },
137
- },
138
-
139
- priceInflation: {
140
- name: 'Price Inflation',
141
- name_ar: 'تضخم الأسعار',
142
- detect: (product, history) => {
143
- if (history.length < 5 || !product.price) return null;
144
- const recentAvg = history.slice(0, 3).reduce((s, h) => s + h.price, 0) / 3;
145
- const olderAvg = history.slice(-3).reduce((s, h) => s + h.price, 0) / Math.min(3, history.length);
146
- const increase = ((recentAvg - olderAvg) / olderAvg) * 100;
147
-
148
- if (increase > 20) {
149
- return {
150
- severity: increase > 50 ? 'high' : 'medium',
151
- title: `Price inflated ${Math.round(increase)}% recently`,
152
- title_ar: `ارتفاع السعر ${Math.round(increase)}% مؤخراً`,
153
- description: `Price jumped from ~$${Math.round(olderAvg)} to ~$${Math.round(recentAvg)}. May be demand-based surge pricing.`,
154
- description_ar: `ارتفع السعر من ~$${Math.round(olderAvg)} إلى ~$${Math.round(recentAvg)}. قد يكون تسعيراً ديناميكياً.`,
155
- };
156
- }
157
- return null;
158
- },
159
- },
160
-
161
- hiddenFees: {
162
- name: 'Hidden Fees',
163
- name_ar: 'رسوم مخفية',
164
- detect: (product) => {
165
- // Check for common hidden fee indicators in product text
166
- const text = (product.description || '').toLowerCase() + ' ' + (product.name || '').toLowerCase();
167
- const feeWords = ['resort fee', 'cleaning fee', 'service fee', 'booking fee',
168
- 'processing fee', 'facility fee', 'رسوم', 'ضريبة', 'خدمة'];
169
- const found = feeWords.filter(w => text.includes(w));
170
-
171
- if (found.length > 0) {
172
- return {
173
- severity: 'low',
174
- title: `Possible hidden fees: ${found.join(', ')}`,
175
- title_ar: `رسوم مخفية محتملة: ${found.join(', ')}`,
176
- description: `This listing mentions additional fees that may not be included in the displayed price.`,
177
- description_ar: `هذا العرض يذكر رسوماً إضافية قد لا تكون مضمنة في السعر المعروض.`,
178
- };
179
- }
180
- return null;
181
- },
182
- },
183
-
184
- dynamicPricing: {
185
- name: 'Dynamic Pricing',
186
- name_ar: 'تسعير ديناميكي',
187
- detect: (product, history) => {
188
- if (history.length < 3) return null;
189
- // Check if price changes frequently (more than 3 changes in last 10 records)
190
- let changes = 0;
191
- for (let i = 1; i < Math.min(history.length, 10); i++) {
192
- if (Math.abs(history[i].price - history[i - 1].price) > 1) changes++;
193
- }
194
- if (changes >= 3) {
195
- return {
196
- severity: 'medium',
197
- title: `Dynamic pricing detected (${changes} price changes)`,
198
- title_ar: `تسعير ديناميكي مكتشف (${changes} تغييرات)`,
199
- description: `This site changes prices frequently. Use Ghost Mode for best results.`,
200
- description_ar: `هذا الموقع يغير أسعاره بشكل متكرر. استخدم وضع الشبح للحصول على أفضل النتائج.`,
201
- };
202
- }
203
- return null;
204
- },
205
- },
206
-
207
- tooGoodToBeTrue: {
208
- name: 'Too Good To Be True',
209
- name_ar: 'أرخص من الطبيعي',
210
- detect: (product, _history, comparisons) => {
211
- if (!product.price || !comparisons || comparisons.length < 2) return null;
212
- const avgPrice = comparisons.reduce((s, c) => s + (c.priceUsd || 0), 0) / comparisons.length;
213
- if (avgPrice > 0 && product.price < avgPrice * 0.4) {
214
- return {
215
- severity: 'high',
216
- title: `Price is ${Math.round((1 - product.price / avgPrice) * 100)}% below market average`,
217
- title_ar: `السعر أقل من متوسط السوق بنسبة ${Math.round((1 - product.price / avgPrice) * 100)}%`,
218
- description: `Average across ${comparisons.length} sources: $${Math.round(avgPrice)}. This price ($${product.price}) may be a scam or bait-and-switch.`,
219
- description_ar: `المتوسط عبر ${comparisons.length} مصادر: $${Math.round(avgPrice)}. هذا السعر ($${product.price}) قد يكون احتيالاً.`,
220
- };
221
- }
222
- return null;
223
- },
224
- },
225
- };
226
-
227
- // ─── Analyze a single product/URL ────────────────────────────────────
228
-
229
- async function analyzePrice(url, extractedData = null) {
230
- const domain = _extractDomain(url);
231
- const urlHash = crypto.createHash('sha256').update(url).digest('hex').slice(0, 16);
232
-
233
- // Get or extract product data
234
- let products;
235
- if (extractedData && extractedData.products) {
236
- products = extractedData.products;
237
- } else {
238
- const result = await scraper.fetchAndExtract(url);
239
- products = result.products || [];
240
- }
241
-
242
- if (products.length === 0) {
243
- return { url, domain, products: [], alerts: [], message: 'No products found on this page' };
244
- }
245
-
246
- // Get price history
247
- const history = scraper.getPriceHistory(url, 30);
248
-
249
- // Run fraud detection on each product
250
- const alerts = [];
251
- for (const product of products) {
252
- for (const [key, detector] of Object.entries(FRAUD_PATTERNS)) {
253
- const alert = detector.detect(product, history, null);
254
- if (alert) {
255
- const id = crypto.randomUUID();
256
- alerts.push({ id, type: key, ...alert });
257
- try {
258
- stmts.insertAlert.run(id, urlHash, domain, key, alert.severity, alert.title, alert.description, JSON.stringify(alert));
259
- } catch (_) {}
260
- }
261
- }
262
- }
263
-
264
- return {
265
- url, domain, products, alerts, history: history.slice(0, 10),
266
- trustScore: _calculateTrustScore(domain, alerts, history),
267
- };
268
- }
269
-
270
- // ─── Cross-source Price Comparison ───────────────────────────────────
271
-
272
- async function compareAcrossSources(query, category = 'product', options = {}) {
273
- const sources = COMPETING_SOURCES[category] || COMPETING_SOURCES.product;
274
- const results = [];
275
- const alerts = [];
276
-
277
- // Try to fetch from each source
278
- const fetchPromises = sources
279
- .filter(s => s.url) // skip null-URL sources
280
- .slice(0, options.maxSources || 8)
281
- .map(async (source) => {
282
- const searchUrl = source.url + encodeURIComponent(query);
283
- try {
284
- const data = await scraper.fetchAndExtract(searchUrl, { timeout: 8000 });
285
- if (data.products && data.products.length > 0) {
286
- // Check if this source has WAB bridge installed
287
- let wabBridge = null;
288
- try { wabBridge = getWabBridgeInfo(source.domain); } catch (_) {}
289
-
290
- for (const p of data.products) {
291
- results.push({
292
- source: source.name,
293
- domain: source.domain,
294
- type: source.type,
295
- size: source.size,
296
- url: searchUrl,
297
- name: p.name || query,
298
- price: p.price,
299
- currency: p.currency || 'USD',
300
- priceUsd: scraper.toUSD(p.price || 0, p.currency || 'USD'),
301
- rating: p.rating,
302
- availability: p.availability,
303
- method: p.method || 'fetch',
304
- wabBridge: !!wabBridge,
305
- canNegotiate: wabBridge?.hasNegotiation || false,
306
- });
307
- }
308
- }
309
- } catch (_) {
310
- // Source unavailable — skip
311
- }
312
- });
313
-
314
- await Promise.allSettled(fetchPromises);
315
-
316
- // Cross-source fraud detection
317
- if (results.length >= 2) {
318
- const avgPrice = results.reduce((s, r) => s + (r.priceUsd || 0), 0) / results.length;
319
- for (const r of results) {
320
- const tooGood = FRAUD_PATTERNS.tooGoodToBeTrue.detect({ price: r.priceUsd }, [], results);
321
- if (tooGood) alerts.push({ ...tooGood, source: r.source });
322
- }
323
- }
324
-
325
- // Cache the comparison
326
- const dealId = crypto.randomUUID();
327
- const best = results.sort((a, b) => (a.priceUsd || Infinity) - (b.priceUsd || Infinity))[0];
328
- try {
329
- stmts.insertDeal.run(
330
- dealId, query, category, JSON.stringify(results),
331
- results.length, best?.priceUsd || null, best?.source || null, alerts.length
332
- );
333
- } catch (_) {}
334
-
335
- return {
336
- query, category, results, alerts,
337
- best: best || null,
338
- sourcesChecked: results.length,
339
- avgPrice: results.length > 0 ? Math.round(results.reduce((s, r) => s + (r.priceUsd || 0), 0) / results.length) : null,
340
- };
341
- }
342
-
343
- // ─── Smart Deal Finder ───────────────────────────────────────────────
344
- // Finds the best deals by combining comparison + fraud detection + fairness
345
-
346
- async function findBestDeals(query, category = 'product', options = {}) {
347
- // Step 1: Compare across sources
348
- const comparison = await compareAcrossSources(query, category, options);
349
-
350
- // Step 2: Score each result
351
- const scored = comparison.results.map(r => {
352
- let score = 100;
353
-
354
- // Price score (lower is better) — 40 points max
355
- if (comparison.avgPrice && r.priceUsd) {
356
- const priceRatio = r.priceUsd / comparison.avgPrice;
357
- score += Math.round((1 - priceRatio) * 40);
358
- }
359
-
360
- // Source size bonus — small sites get +15, medium +5
361
- if (r.size === 'small') score += 15;
362
- else if (r.size === 'medium') score += 5;
363
- else if (r.size === 'big') score -= 5;
364
-
365
- // Direct booking bonus
366
- if (r.type === 'direct') score += 10;
367
-
368
- // Rating bonus
369
- if (r.rating && r.rating >= 4.0) score += 5;
370
- if (r.rating && r.rating >= 4.5) score += 5;
371
-
372
- // Availability bonus
373
- if (r.availability === 'InStock') score += 5;
374
-
375
- // ── WAB Bridge Priority ─────────────────────────────────────────
376
- // Sites with the WAB script installed get priority in deals ranking
377
- let wabBridge = null;
378
- try { wabBridge = getWabBridgeInfo(r.domain); } catch (_) {}
379
-
380
- if (wabBridge) {
381
- score += 20; // Base bridge bonus
382
- if (wabBridge.hasNegotiation) score += 15; // Negotiation = potential better deal
383
- if (wabBridge.isListed) score += 5; // Listed in WAB directory
384
- r.wabBridge = true;
385
- r.canNegotiate = wabBridge.hasNegotiation;
386
- }
387
-
388
- // Fraud penalty
389
- const fraudAlerts = comparison.alerts.filter(a => a.source === r.source);
390
- score -= fraudAlerts.length * 20;
391
-
392
- return { ...r, score, fraudAlerts };
393
- });
394
-
395
- // Step 3: Sort by score (fairness-weighted)
396
- scored.sort((a, b) => b.score - a.score);
397
-
398
- // Step 4: Generate insights
399
- const insights = _generateInsights(scored, comparison, options.lang || 'en');
400
-
401
- return {
402
- query,
403
- category,
404
- deals: scored,
405
- best: scored[0] || null,
406
- alerts: comparison.alerts,
407
- insights,
408
- sourcesChecked: comparison.sourcesChecked,
409
- };
410
- }
411
-
412
- // ─── Insights Generator ─────────────────────────────────────────────
413
-
414
- function _generateInsights(deals, comparison, lang) {
415
- const insights = [];
416
- const ar = lang === 'ar';
417
-
418
- if (deals.length === 0) {
419
- insights.push({
420
- icon: '🔍',
421
- text: ar ? 'لم يتم العثور على نتائج. جرب تعديل البحث.' : 'No results found. Try modifying your search.',
422
- });
423
- return insights;
424
- }
425
-
426
- // Price range insight
427
- const prices = deals.filter(d => d.priceUsd > 0).map(d => d.priceUsd);
428
- if (prices.length >= 2) {
429
- const min = Math.min(...prices);
430
- const max = Math.max(...prices);
431
- const savings = max - min;
432
- if (savings > 0) {
433
- insights.push({
434
- icon: '💰',
435
- text: ar
436
- ? `فارق الأسعار بين المصادر: $${Math.round(savings)} (من $${Math.round(min)} إلى $${Math.round(max)})`
437
- : `Price range across sources: $${Math.round(savings)} spread ($${Math.round(min)} to $${Math.round(max)})`,
438
- type: 'savings',
439
- });
440
- }
441
- }
442
-
443
- // Small business recommendation
444
- const smallDeals = deals.filter(d => d.size === 'small' && d.priceUsd > 0);
445
- if (smallDeals.length > 0 && comparison.avgPrice) {
446
- const bestSmall = smallDeals[0];
447
- if (bestSmall.priceUsd <= comparison.avgPrice * 1.05) {
448
- insights.push({
449
- icon: '🏪',
450
- text: ar
451
- ? `${bestSmall.source} (موقع مستقل) يقدم سعراً منافساً: $${Math.round(bestSmall.priceUsd)} — ادعم الأعمال الصغيرة!`
452
- : `${bestSmall.source} (independent site) offers competitive pricing: $${Math.round(bestSmall.priceUsd)} — support small business!`,
453
- type: 'fairness',
454
- });
455
- }
456
- }
457
-
458
- // Fraud warnings
459
- if (comparison.alerts.length > 0) {
460
- insights.push({
461
- icon: '⚠️',
462
- text: ar
463
- ? `تم اكتشاف ${comparison.alerts.length} تحذير(ات) احتيال. تحقق من التفاصيل أدناه.`
464
- : `${comparison.alerts.length} fraud warning(s) detected. Check details below.`,
465
- type: 'warning',
466
- });
467
- }
468
-
469
- // Direct booking tip
470
- const directDeals = deals.filter(d => d.type === 'direct');
471
- if (directDeals.length > 0) {
472
- insights.push({
473
- icon: '🔗',
474
- text: ar
475
- ? 'الحجز المباشر متاح — غالباً أرخص من المنصات الكبيرة وبدون عمولات مخفية.'
476
- : 'Direct booking availableoften cheaper than big platforms with no hidden commissions.',
477
- type: 'tip',
478
- });
479
- }
480
-
481
- // Ghost Mode tip if dynamic pricing detected
482
- const dynamicAlert = comparison.alerts.find(a => a.type === 'dynamicPricing');
483
- if (dynamicAlert) {
484
- insights.push({
485
- icon: '👻',
486
- text: ar
487
- ? 'تم اكتشاف تسعير ديناميكي! استخدم وضع الشبح (Ghost Mode) للحصول على أسعار أفضل.'
488
- : 'Dynamic pricing detected! Use Ghost Mode to get better prices.',
489
- type: 'ghost',
490
- });
491
- }
492
-
493
- // WAB Bridge sites — negotiation available
494
- const bridgeDeals = deals.filter(d => d.wabBridge);
495
- if (bridgeDeals.length > 0) {
496
- const negotiable = bridgeDeals.filter(d => d.canNegotiate);
497
- if (negotiable.length > 0) {
498
- insights.push({
499
- icon: '🤝',
500
- text: ar
501
- ? `${negotiable.map(d => d.source).join(', ')} — مواقع متعاونة مع WAB! يمكن التفاوض على السعر تلقائياً للحصول على خصم أفضل.`
502
- : `${negotiable.map(d => d.source).join(', ')} — WAB-enabled sites! Auto-negotiation available for better prices.`,
503
- type: 'wab-bridge',
504
- });
505
- } else {
506
- insights.push({
507
- icon: '🌉',
508
- text: ar
509
- ? `${bridgeDeals.map(d => d.source).join(', ')} — مواقع مثبت عليها جسر WAB. بيانات أكثر دقة وموثوقية.`
510
- : `${bridgeDeals.map(d => d.source).join(', ')} — WAB Bridge sites. More accurate and reliable data.`,
511
- type: 'wab-bridge',
512
- });
513
- }
514
- }
515
-
516
- return insights;
517
- }
518
-
519
- // ─── Trust Score ─────────────────────────────────────────────────────
520
-
521
- function _calculateTrustScore(domain, alerts, history) {
522
- let score = 70; // neutral start
523
-
524
- // More history = more trustworthy
525
- if (history.length >= 10) score += 10;
526
- else if (history.length >= 5) score += 5;
527
-
528
- // Alerts reduce trust
529
- for (const a of alerts) {
530
- if (a.severity === 'high') score -= 25;
531
- else if (a.severity === 'medium') score -= 15;
532
- else score -= 5;
533
- }
534
-
535
- // Known trustworthy domains
536
- const trusted = ['booking.com', 'airbnb.com', 'hotels.com', 'expedia.com', 'amazon.com'];
537
- if (trusted.includes(domain)) score += 10;
538
-
539
- // Local/small indicators
540
- const smallTlds = ['.local', '.shop', '.store', '.boutique'];
541
- if (smallTlds.some(t => domain.endsWith(t))) score += 5;
542
-
543
- return Math.max(0, Math.min(100, score));
544
- }
545
-
546
- // ─── Helpers ─────────────────────────────────────────────────────────
547
-
548
- function _extractDomain(url) {
549
- try { return new URL(url).hostname.replace(/^www\./, ''); } catch (_) { return ''; }
550
- }
551
-
552
- function getAlerts(domain, limit = 20) {
553
- return stmts.getAlerts.all(domain, limit);
554
- }
555
-
556
- // ─── Exports ─────────────────────────────────────────────────────────
557
-
558
- module.exports = {
559
- analyzePrice,
560
- compareAcrossSources,
561
- findBestDeals,
562
- getAlerts,
563
- COMPETING_SOURCES,
564
- FRAUD_PATTERNS,
565
- };
1
+ /**
2
+ * WAB Price Intelligence Engine
3
+ * ═══════════════════════════════════════════════════════════════════
4
+ * Smart price analysis that works on ANY website:
5
+ *
6
+ * 1. Fraud Detection — detects fake discounts, price manipulation, hidden fees
7
+ * 2. Price Comparison — compares across competing sources
8
+ * 3. Hidden Deals — finds unadvertised deals, coupon codes, loyalty discounts
9
+ * 4. Historical Analysis — tracks price trends over time
10
+ * 5. Dynamic Pricing Shield — detects if a site changes prices based on user behavior
11
+ *
12
+ * Works without any script installation on target sites.
13
+ */
14
+
15
+ const crypto = require('crypto');
16
+ const { db } = require('../models/db');
17
+ const scraper = require('./universal-scraper');
18
+ let getWabBridgeInfo;
19
+ try { ({ getWabBridgeInfo } = require('./fairness-engine')); } catch { getWabBridgeInfo = () => null; }
20
+
21
+ // ─── Schema ──────────────────────────────────────────────────────────
22
+
23
+ db.exec(`
24
+ CREATE TABLE IF NOT EXISTS price_alerts (
25
+ id TEXT PRIMARY KEY,
26
+ url_hash TEXT NOT NULL,
27
+ domain TEXT NOT NULL,
28
+ alert_type TEXT NOT NULL,
29
+ severity TEXT DEFAULT 'medium',
30
+ title TEXT NOT NULL,
31
+ description TEXT,
32
+ evidence TEXT DEFAULT '{}',
33
+ created_at TEXT DEFAULT (datetime('now'))
34
+ );
35
+
36
+ CREATE TABLE IF NOT EXISTS deal_cache (
37
+ id TEXT PRIMARY KEY,
38
+ query TEXT NOT NULL,
39
+ category TEXT,
40
+ results TEXT DEFAULT '[]',
41
+ sources_checked INTEGER DEFAULT 0,
42
+ best_price REAL,
43
+ best_source TEXT,
44
+ fraud_flags INTEGER DEFAULT 0,
45
+ created_at TEXT DEFAULT (datetime('now'))
46
+ );
47
+
48
+ CREATE INDEX IF NOT EXISTS idx_alerts_domain ON price_alerts(domain);
49
+ CREATE INDEX IF NOT EXISTS idx_deal_cache_query ON deal_cache(query);
50
+ `);
51
+
52
+ const stmts = {
53
+ insertAlert: db.prepare(`INSERT INTO price_alerts
54
+ (id, url_hash, domain, alert_type, severity, title, description, evidence) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`),
55
+ getAlerts: db.prepare('SELECT * FROM price_alerts WHERE domain = ? ORDER BY created_at DESC LIMIT ?'),
56
+ insertDeal: db.prepare(`INSERT OR REPLACE INTO deal_cache
57
+ (id, query, category, results, sources_checked, best_price, best_source, fraud_flags) VALUES (?, ?, ?, ?, ?, ?, ?, ?)`),
58
+ getDeal: db.prepare('SELECT * FROM deal_cache WHERE query = ? ORDER BY created_at DESC LIMIT 1'),
59
+ };
60
+
61
+ // ─── Competing Sources Database ──────────────────────────────────────
62
+
63
+ const COMPETING_SOURCES = {
64
+ hotel: [
65
+ { name: 'Booking.com', domain: 'booking.com', type: 'platform', size: 'big', url: 'https://www.booking.com/searchresults.html?ss=' },
66
+ { name: 'Agoda', domain: 'agoda.com', type: 'platform', size: 'big', url: 'https://www.agoda.com/search?q=' },
67
+ { name: 'Hotels.com', domain: 'hotels.com', type: 'platform', size: 'big', url: 'https://www.hotels.com/search.do?q=' },
68
+ { name: 'Expedia', domain: 'expedia.com', type: 'platform', size: 'big', url: 'https://www.expedia.com/Hotel-Search?destination=' },
69
+ { name: 'TripAdvisor', domain: 'tripadvisor.com', type: 'aggregator', size: 'big', url: 'https://www.tripadvisor.com/Hotels?q=' },
70
+ { name: 'Kayak', domain: 'kayak.com', type: 'aggregator', size: 'medium', url: 'https://www.kayak.com/hotels?q=' },
71
+ { name: 'Trivago', domain: 'trivago.com', type: 'aggregator', size: 'medium', url: 'https://www.trivago.com/search?q=' },
72
+ { name: 'Hostelworld', domain: 'hostelworld.com', type: 'direct', size: 'small', url: 'https://www.hostelworld.com/find?q=' },
73
+ { name: 'Almosafer', domain: 'almosafer.com', type: 'direct', size: 'small', url: 'https://www.almosafer.com/en/hotels?q=' },
74
+ { name: 'Wego', domain: 'wego.com', type: 'aggregator', size: 'small', url: 'https://www.wego.com/hotels/search?q=' },
75
+ // Direct hotel chains small/independent get priority
76
+ { name: 'Hotel Direct', domain: 'direct', type: 'direct', size: 'small', url: null },
77
+ ],
78
+ flight: [
79
+ { name: 'Google Flights', domain: 'google.com/travel', type: 'aggregator', size: 'big', url: 'https://www.google.com/travel/flights?q=' },
80
+ { name: 'Skyscanner', domain: 'skyscanner.com', type: 'aggregator', size: 'medium', url: 'https://www.skyscanner.com/transport/flights?q=' },
81
+ { name: 'Kayak', domain: 'kayak.com', type: 'aggregator', size: 'medium', url: 'https://www.kayak.com/flights?search=' },
82
+ { name: 'Kiwi.com', domain: 'kiwi.com', type: 'aggregator', size: 'small', url: 'https://www.kiwi.com/search?q=' },
83
+ { name: 'Momondo', domain: 'momondo.com', type: 'aggregator', size: 'small', url: 'https://www.momondo.com/flight-search?q=' },
84
+ { name: 'Wego', domain: 'wego.com', type: 'aggregator', size: 'small', url: 'https://www.wego.com/flights/search?q=' },
85
+ { name: 'Almosafer', domain: 'almosafer.com', type: 'direct', size: 'small', url: 'https://www.almosafer.com/en/flights?q=' },
86
+ { name: 'Flyin', domain: 'flyin.com', type: 'direct', size: 'small', url: 'https://www.flyin.com/flights?q=' },
87
+ ],
88
+ product: [
89
+ { name: 'Amazon', domain: 'amazon.com', type: 'marketplace', size: 'big', url: 'https://www.amazon.com/s?k=' },
90
+ { name: 'eBay', domain: 'ebay.com', type: 'marketplace', size: 'big', url: 'https://www.ebay.com/sch/?_nkw=' },
91
+ { name: 'AliExpress', domain: 'aliexpress.com', type: 'marketplace', size: 'big', url: 'https://www.aliexpress.com/wholesale?SearchText=' },
92
+ { name: 'Walmart', domain: 'walmart.com', type: 'marketplace', size: 'big', url: 'https://www.walmart.com/search?q=' },
93
+ { name: 'Google Shopping', domain: 'shopping.google.com', type: 'aggregator', size: 'big', url: 'https://shopping.google.com/search?q=' },
94
+ { name: 'PriceGrabber', domain: 'pricegrabber.com', type: 'aggregator', size: 'small', url: 'https://www.pricegrabber.com/search?q=' },
95
+ { name: 'Shopzilla', domain: 'shopzilla.com', type: 'aggregator', size: 'small', url: 'https://www.shopzilla.com/search?q=' },
96
+ { name: 'Etsy', domain: 'etsy.com', type: 'marketplace', size: 'medium', url: 'https://www.etsy.com/search?q=' },
97
+ ],
98
+ };
99
+
100
+ // ─── Fraud Detection ─────────────────────────────────────────────────
101
+
102
+ const FRAUD_PATTERNS = {
103
+ fakeDiscount: {
104
+ name: 'Fake Discount',
105
+ name_ar: 'خصم وهمي',
106
+ detect: (product, history) => {
107
+ // If "original price" is the same as what it's always been, the discount is fake
108
+ if (!product.originalPrice || !product.price) return null;
109
+ const discount = ((product.originalPrice - product.price) / product.originalPrice) * 100;
110
+
111
+ // Check: is the "original price" actually the normal price?
112
+ if (history.length >= 3) {
113
+ const avgHistorical = history.reduce((sum, h) => sum + h.price, 0) / history.length;
114
+ const originalNearAvg = Math.abs(product.originalPrice - avgHistorical) / avgHistorical < 0.1;
115
+ if (originalNearAvg && discount > 5) {
116
+ return {
117
+ severity: discount > 30 ? 'high' : 'medium',
118
+ title: `Fake ${Math.round(discount)}% discount detected`,
119
+ title_ar: `تم كشف خصم وهمي ${Math.round(discount)}%`,
120
+ description: `The "original price" $${product.originalPrice} is actually the normal price (avg: $${Math.round(avgHistorical)}). The real discount is ~0%.`,
121
+ description_ar: `"السعر الأصلي" $${product.originalPrice} هو السعر العادي فعلياً (المتوسط: $${Math.round(avgHistorical)}). الخصم الحقيقي ~0%.`,
122
+ };
123
+ }
124
+ }
125
+
126
+ // Suspiciously high discount
127
+ if (discount > 70) {
128
+ return {
129
+ severity: 'high',
130
+ title: `Suspicious ${Math.round(discount)}% discount`,
131
+ title_ar: `خصم مريب ${Math.round(discount)}%`,
132
+ description: `A ${Math.round(discount)}% discount is unusually high and may be deceptive.`,
133
+ description_ar: `خصم ${Math.round(discount)}% مرتفع بشكل غير عادي وقد يكون مخادعاً.`,
134
+ };
135
+ }
136
+ return null;
137
+ },
138
+ },
139
+
140
+ priceInflation: {
141
+ name: 'Price Inflation',
142
+ name_ar: 'تضخم الأسعار',
143
+ detect: (product, history) => {
144
+ if (history.length < 5 || !product.price) return null;
145
+ const recentAvg = history.slice(0, 3).reduce((s, h) => s + h.price, 0) / 3;
146
+ const olderAvg = history.slice(-3).reduce((s, h) => s + h.price, 0) / Math.min(3, history.length);
147
+ const increase = ((recentAvg - olderAvg) / olderAvg) * 100;
148
+
149
+ if (increase > 20) {
150
+ return {
151
+ severity: increase > 50 ? 'high' : 'medium',
152
+ title: `Price inflated ${Math.round(increase)}% recently`,
153
+ title_ar: `ارتفاع السعر ${Math.round(increase)}% مؤخراً`,
154
+ description: `Price jumped from ~$${Math.round(olderAvg)} to ~$${Math.round(recentAvg)}. May be demand-based surge pricing.`,
155
+ description_ar: `ارتفع السعر من ~$${Math.round(olderAvg)} إلى ~$${Math.round(recentAvg)}. قد يكون تسعيراً ديناميكياً.`,
156
+ };
157
+ }
158
+ return null;
159
+ },
160
+ },
161
+
162
+ hiddenFees: {
163
+ name: 'Hidden Fees',
164
+ name_ar: 'رسوم مخفية',
165
+ detect: (product) => {
166
+ // Check for common hidden fee indicators in product text
167
+ const text = (product.description || '').toLowerCase() + ' ' + (product.name || '').toLowerCase();
168
+ const feeWords = ['resort fee', 'cleaning fee', 'service fee', 'booking fee',
169
+ 'processing fee', 'facility fee', 'رسوم', 'ضريبة', 'خدمة'];
170
+ const found = feeWords.filter(w => text.includes(w));
171
+
172
+ if (found.length > 0) {
173
+ return {
174
+ severity: 'low',
175
+ title: `Possible hidden fees: ${found.join(', ')}`,
176
+ title_ar: `رسوم مخفية محتملة: ${found.join(', ')}`,
177
+ description: `This listing mentions additional fees that may not be included in the displayed price.`,
178
+ description_ar: `هذا العرض يذكر رسوماً إضافية قد لا تكون مضمنة في السعر المعروض.`,
179
+ };
180
+ }
181
+ return null;
182
+ },
183
+ },
184
+
185
+ dynamicPricing: {
186
+ name: 'Dynamic Pricing',
187
+ name_ar: 'تسعير ديناميكي',
188
+ detect: (product, history) => {
189
+ if (history.length < 3) return null;
190
+ // Check if price changes frequently (more than 3 changes in last 10 records)
191
+ let changes = 0;
192
+ for (let i = 1; i < Math.min(history.length, 10); i++) {
193
+ if (Math.abs(history[i].price - history[i - 1].price) > 1) changes++;
194
+ }
195
+ if (changes >= 3) {
196
+ return {
197
+ severity: 'medium',
198
+ title: `Dynamic pricing detected (${changes} price changes)`,
199
+ title_ar: `تسعير ديناميكي مكتشف (${changes} تغييرات)`,
200
+ description: `This site changes prices frequently. Use Ghost Mode for best results.`,
201
+ description_ar: `هذا الموقع يغير أسعاره بشكل متكرر. استخدم وضع الشبح للحصول على أفضل النتائج.`,
202
+ };
203
+ }
204
+ return null;
205
+ },
206
+ },
207
+
208
+ tooGoodToBeTrue: {
209
+ name: 'Too Good To Be True',
210
+ name_ar: 'أرخص من الطبيعي',
211
+ detect: (product, _history, comparisons) => {
212
+ if (!product.price || !comparisons || comparisons.length < 2) return null;
213
+ const avgPrice = comparisons.reduce((s, c) => s + (c.priceUsd || 0), 0) / comparisons.length;
214
+ if (avgPrice > 0 && product.price < avgPrice * 0.4) {
215
+ return {
216
+ severity: 'high',
217
+ title: `Price is ${Math.round((1 - product.price / avgPrice) * 100)}% below market average`,
218
+ title_ar: `السعر أقل من متوسط السوق بنسبة ${Math.round((1 - product.price / avgPrice) * 100)}%`,
219
+ description: `Average across ${comparisons.length} sources: $${Math.round(avgPrice)}. This price ($${product.price}) may be a scam or bait-and-switch.`,
220
+ description_ar: `المتوسط عبر ${comparisons.length} مصادر: $${Math.round(avgPrice)}. هذا السعر ($${product.price}) قد يكون احتيالاً.`,
221
+ };
222
+ }
223
+ return null;
224
+ },
225
+ },
226
+ };
227
+
228
+ // ─── Analyze a single product/URL ────────────────────────────────────
229
+
230
+ async function analyzePrice(url, extractedData = null) {
231
+ const domain = _extractDomain(url);
232
+ const urlHash = crypto.createHash('sha256').update(url).digest('hex').slice(0, 16);
233
+
234
+ // Get or extract product data
235
+ let products;
236
+ if (extractedData && extractedData.products) {
237
+ products = extractedData.products;
238
+ } else {
239
+ const result = await scraper.fetchAndExtract(url);
240
+ products = result.products || [];
241
+ }
242
+
243
+ if (products.length === 0) {
244
+ return { url, domain, products: [], alerts: [], message: 'No products found on this page' };
245
+ }
246
+
247
+ // Get price history
248
+ const history = scraper.getPriceHistory(url, 30);
249
+
250
+ // Run fraud detection on each product
251
+ const alerts = [];
252
+ for (const product of products) {
253
+ for (const [key, detector] of Object.entries(FRAUD_PATTERNS)) {
254
+ const alert = detector.detect(product, history, null);
255
+ if (alert) {
256
+ const id = crypto.randomUUID();
257
+ alerts.push({ id, type: key, ...alert });
258
+ try {
259
+ stmts.insertAlert.run(id, urlHash, domain, key, alert.severity, alert.title, alert.description, JSON.stringify(alert));
260
+ } catch (_) {}
261
+ }
262
+ }
263
+ }
264
+
265
+ return {
266
+ url, domain, products, alerts, history: history.slice(0, 10),
267
+ trustScore: _calculateTrustScore(domain, alerts, history),
268
+ };
269
+ }
270
+
271
+ // ─── Cross-source Price Comparison ───────────────────────────────────
272
+
273
+ async function compareAcrossSources(query, category = 'product', options = {}) {
274
+ const sources = COMPETING_SOURCES[category] || COMPETING_SOURCES.product;
275
+ const results = [];
276
+ const alerts = [];
277
+
278
+ // Try to fetch from each source
279
+ const fetchPromises = sources
280
+ .filter(s => s.url) // skip null-URL sources
281
+ .slice(0, options.maxSources || 8)
282
+ .map(async (source) => {
283
+ const searchUrl = source.url + encodeURIComponent(query);
284
+ try {
285
+ const data = await scraper.fetchAndExtract(searchUrl, { timeout: 8000 });
286
+ if (data.products && data.products.length > 0) {
287
+ // Check if this source has WAB bridge installed
288
+ let wabBridge = null;
289
+ try { wabBridge = getWabBridgeInfo(source.domain); } catch (_) {}
290
+
291
+ for (const p of data.products) {
292
+ results.push({
293
+ source: source.name,
294
+ domain: source.domain,
295
+ type: source.type,
296
+ size: source.size,
297
+ url: searchUrl,
298
+ name: p.name || query,
299
+ price: p.price,
300
+ currency: p.currency || 'USD',
301
+ priceUsd: scraper.toUSD(p.price || 0, p.currency || 'USD'),
302
+ rating: p.rating,
303
+ availability: p.availability,
304
+ method: p.method || 'fetch',
305
+ wabBridge: !!wabBridge,
306
+ canNegotiate: wabBridge?.hasNegotiation || false,
307
+ });
308
+ }
309
+ }
310
+ } catch (_) {
311
+ // Source unavailable — skip
312
+ }
313
+ });
314
+
315
+ await Promise.allSettled(fetchPromises);
316
+
317
+ // Cross-source fraud detection
318
+ if (results.length >= 2) {
319
+ const avgPrice = results.reduce((s, r) => s + (r.priceUsd || 0), 0) / results.length;
320
+ for (const r of results) {
321
+ const tooGood = FRAUD_PATTERNS.tooGoodToBeTrue.detect({ price: r.priceUsd }, [], results);
322
+ if (tooGood) alerts.push({ ...tooGood, source: r.source });
323
+ }
324
+ }
325
+
326
+ // Cache the comparison
327
+ const dealId = crypto.randomUUID();
328
+ const best = results.sort((a, b) => (a.priceUsd || Infinity) - (b.priceUsd || Infinity))[0];
329
+ try {
330
+ stmts.insertDeal.run(
331
+ dealId, query, category, JSON.stringify(results),
332
+ results.length, best?.priceUsd || null, best?.source || null, alerts.length
333
+ );
334
+ } catch (_) {}
335
+
336
+ return {
337
+ query, category, results, alerts,
338
+ best: best || null,
339
+ sourcesChecked: results.length,
340
+ avgPrice: results.length > 0 ? Math.round(results.reduce((s, r) => s + (r.priceUsd || 0), 0) / results.length) : null,
341
+ };
342
+ }
343
+
344
+ // ─── Smart Deal Finder ───────────────────────────────────────────────
345
+ // Finds the best deals by combining comparison + fraud detection + fairness
346
+
347
+ async function findBestDeals(query, category = 'product', options = {}) {
348
+ // Step 1: Compare across sources
349
+ const comparison = await compareAcrossSources(query, category, options);
350
+
351
+ // Step 2: Score each result
352
+ const scored = comparison.results.map(r => {
353
+ let score = 100;
354
+
355
+ // Price score (lower is better) — 40 points max
356
+ if (comparison.avgPrice && r.priceUsd) {
357
+ const priceRatio = r.priceUsd / comparison.avgPrice;
358
+ score += Math.round((1 - priceRatio) * 40);
359
+ }
360
+
361
+ // Source size bonus small sites get +15, medium +5
362
+ if (r.size === 'small') score += 15;
363
+ else if (r.size === 'medium') score += 5;
364
+ else if (r.size === 'big') score -= 5;
365
+
366
+ // Direct booking bonus
367
+ if (r.type === 'direct') score += 10;
368
+
369
+ // Rating bonus
370
+ if (r.rating && r.rating >= 4.0) score += 5;
371
+ if (r.rating && r.rating >= 4.5) score += 5;
372
+
373
+ // Availability bonus
374
+ if (r.availability === 'InStock') score += 5;
375
+
376
+ // ── WAB Bridge Priority ─────────────────────────────────────────
377
+ // Sites with the WAB script installed get priority in deals ranking
378
+ let wabBridge = null;
379
+ try { wabBridge = getWabBridgeInfo(r.domain); } catch (_) {}
380
+
381
+ if (wabBridge) {
382
+ score += 20; // Base bridge bonus
383
+ if (wabBridge.hasNegotiation) score += 15; // Negotiation = potential better deal
384
+ if (wabBridge.isListed) score += 5; // Listed in WAB directory
385
+ r.wabBridge = true;
386
+ r.canNegotiate = wabBridge.hasNegotiation;
387
+ }
388
+
389
+ // Fraud penalty
390
+ const fraudAlerts = comparison.alerts.filter(a => a.source === r.source);
391
+ score -= fraudAlerts.length * 20;
392
+
393
+ return { ...r, score, fraudAlerts };
394
+ });
395
+
396
+ // Step 3: Sort by score (fairness-weighted)
397
+ scored.sort((a, b) => b.score - a.score);
398
+
399
+ // Step 4: Generate insights
400
+ const insights = _generateInsights(scored, comparison, options.lang || 'en');
401
+
402
+ return {
403
+ query,
404
+ category,
405
+ deals: scored,
406
+ best: scored[0] || null,
407
+ alerts: comparison.alerts,
408
+ insights,
409
+ sourcesChecked: comparison.sourcesChecked,
410
+ };
411
+ }
412
+
413
+ // ─── Insights Generator ─────────────────────────────────────────────
414
+
415
+ function _generateInsights(deals, comparison, lang) {
416
+ const insights = [];
417
+ const ar = lang === 'ar';
418
+
419
+ if (deals.length === 0) {
420
+ insights.push({
421
+ icon: '🔍',
422
+ text: ar ? 'لم يتم العثور على نتائج. جرب تعديل البحث.' : 'No results found. Try modifying your search.',
423
+ });
424
+ return insights;
425
+ }
426
+
427
+ // Price range insight
428
+ const prices = deals.filter(d => d.priceUsd > 0).map(d => d.priceUsd);
429
+ if (prices.length >= 2) {
430
+ const min = Math.min(...prices);
431
+ const max = Math.max(...prices);
432
+ const savings = max - min;
433
+ if (savings > 0) {
434
+ insights.push({
435
+ icon: '💰',
436
+ text: ar
437
+ ? `فارق الأسعار بين المصادر: $${Math.round(savings)} (من $${Math.round(min)} إلى $${Math.round(max)})`
438
+ : `Price range across sources: $${Math.round(savings)} spread ($${Math.round(min)} to $${Math.round(max)})`,
439
+ type: 'savings',
440
+ });
441
+ }
442
+ }
443
+
444
+ // Small business recommendation
445
+ const smallDeals = deals.filter(d => d.size === 'small' && d.priceUsd > 0);
446
+ if (smallDeals.length > 0 && comparison.avgPrice) {
447
+ const bestSmall = smallDeals[0];
448
+ if (bestSmall.priceUsd <= comparison.avgPrice * 1.05) {
449
+ insights.push({
450
+ icon: '🏪',
451
+ text: ar
452
+ ? `${bestSmall.source} (موقع مستقل) يقدم سعراً منافساً: $${Math.round(bestSmall.priceUsd)} — ادعم الأعمال الصغيرة!`
453
+ : `${bestSmall.source} (independent site) offers competitive pricing: $${Math.round(bestSmall.priceUsd)} — support small business!`,
454
+ type: 'fairness',
455
+ });
456
+ }
457
+ }
458
+
459
+ // Fraud warnings
460
+ if (comparison.alerts.length > 0) {
461
+ insights.push({
462
+ icon: '⚠️',
463
+ text: ar
464
+ ? `تم اكتشاف ${comparison.alerts.length} تحذير(ات) احتيال. تحقق من التفاصيل أدناه.`
465
+ : `${comparison.alerts.length} fraud warning(s) detected. Check details below.`,
466
+ type: 'warning',
467
+ });
468
+ }
469
+
470
+ // Direct booking tip
471
+ const directDeals = deals.filter(d => d.type === 'direct');
472
+ if (directDeals.length > 0) {
473
+ insights.push({
474
+ icon: '🔗',
475
+ text: ar
476
+ ? 'الحجز المباشر متاحغالباً أرخص من المنصات الكبيرة وبدون عمولات مخفية.'
477
+ : 'Direct booking available — often cheaper than big platforms with no hidden commissions.',
478
+ type: 'tip',
479
+ });
480
+ }
481
+
482
+ // Ghost Mode tip if dynamic pricing detected
483
+ const dynamicAlert = comparison.alerts.find(a => a.type === 'dynamicPricing');
484
+ if (dynamicAlert) {
485
+ insights.push({
486
+ icon: '👻',
487
+ text: ar
488
+ ? 'تم اكتشاف تسعير ديناميكي! استخدم وضع الشبح (Ghost Mode) للحصول على أسعار أفضل.'
489
+ : 'Dynamic pricing detected! Use Ghost Mode to get better prices.',
490
+ type: 'ghost',
491
+ });
492
+ }
493
+
494
+ // WAB Bridge sites negotiation available
495
+ const bridgeDeals = deals.filter(d => d.wabBridge);
496
+ if (bridgeDeals.length > 0) {
497
+ const negotiable = bridgeDeals.filter(d => d.canNegotiate);
498
+ if (negotiable.length > 0) {
499
+ insights.push({
500
+ icon: '🤝',
501
+ text: ar
502
+ ? `${negotiable.map(d => d.source).join(', ')} — مواقع متعاونة مع WAB! يمكن التفاوض على السعر تلقائياً للحصول على خصم أفضل.`
503
+ : `${negotiable.map(d => d.source).join(', ')} — WAB-enabled sites! Auto-negotiation available for better prices.`,
504
+ type: 'wab-bridge',
505
+ });
506
+ } else {
507
+ insights.push({
508
+ icon: '🌉',
509
+ text: ar
510
+ ? `${bridgeDeals.map(d => d.source).join(', ')} — مواقع مثبت عليها جسر WAB. بيانات أكثر دقة وموثوقية.`
511
+ : `${bridgeDeals.map(d => d.source).join(', ')} — WAB Bridge sites. More accurate and reliable data.`,
512
+ type: 'wab-bridge',
513
+ });
514
+ }
515
+ }
516
+
517
+ return insights;
518
+ }
519
+
520
+ // ─── Trust Score ─────────────────────────────────────────────────────
521
+
522
+ function _calculateTrustScore(domain, alerts, history) {
523
+ let score = 70; // neutral start
524
+
525
+ // More history = more trustworthy
526
+ if (history.length >= 10) score += 10;
527
+ else if (history.length >= 5) score += 5;
528
+
529
+ // Alerts reduce trust
530
+ for (const a of alerts) {
531
+ if (a.severity === 'high') score -= 25;
532
+ else if (a.severity === 'medium') score -= 15;
533
+ else score -= 5;
534
+ }
535
+
536
+ // Known trustworthy domains
537
+ const trusted = ['booking.com', 'airbnb.com', 'hotels.com', 'expedia.com', 'amazon.com'];
538
+ if (trusted.includes(domain)) score += 10;
539
+
540
+ // Local/small indicators
541
+ const smallTlds = ['.local', '.shop', '.store', '.boutique'];
542
+ if (smallTlds.some(t => domain.endsWith(t))) score += 5;
543
+
544
+ return Math.max(0, Math.min(100, score));
545
+ }
546
+
547
+ // ─── Helpers ─────────────────────────────────────────────────────────
548
+
549
+ function _extractDomain(url) {
550
+ try { return new URL(url).hostname.replace(/^www\./, ''); } catch (_) { return ''; }
551
+ }
552
+
553
+ function getAlerts(domain, limit = 20) {
554
+ return stmts.getAlerts.all(domain, limit);
555
+ }
556
+
557
+ // ─── Exports ─────────────────────────────────────────────────────────
558
+
559
+ module.exports = {
560
+ analyzePrice,
561
+ compareAcrossSources,
562
+ findBestDeals,
563
+ getAlerts,
564
+ COMPETING_SOURCES,
565
+ FRAUD_PATTERNS,
566
+ };