web-agent-bridge 3.4.0 → 3.8.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (310) hide show
  1. package/LICENSE +84 -84
  2. package/README.ar.md +1563 -1304
  3. package/README.md +137 -298
  4. package/bin/agent-runner.js +474 -474
  5. package/bin/cli.js +237 -237
  6. package/bin/wab-init.js +244 -223
  7. package/bin/wab.js +80 -80
  8. package/examples/azure-dns-wab.js +83 -83
  9. package/examples/bidi-agent.js +119 -119
  10. package/examples/cloudflare-wab-dns.js +121 -121
  11. package/examples/cpanel-wab-dns.js +114 -114
  12. package/examples/cross-site-agent.js +91 -91
  13. package/examples/dns-discovery-agent.js +166 -166
  14. package/examples/gcp-dns-wab.js +76 -76
  15. package/examples/governance-agent.js +169 -169
  16. package/examples/mcp-agent.js +94 -94
  17. package/examples/next-app-router/README.md +44 -44
  18. package/examples/plesk-wab-dns.js +103 -103
  19. package/examples/puppeteer-agent.js +108 -108
  20. package/examples/route53-wab-dns.js +144 -144
  21. package/examples/saas-dashboard/README.md +55 -55
  22. package/examples/safe-mode-agent.js +96 -96
  23. package/examples/self-discovery.js +106 -0
  24. package/examples/shopify-hydrogen/README.md +74 -74
  25. package/examples/vision-agent.js +171 -171
  26. package/examples/wab-sign.js +74 -74
  27. package/examples/wab-verify.js +60 -60
  28. package/examples/wordpress-elementor/README.md +77 -77
  29. package/package.json +93 -93
  30. package/public/.well-known/agent-tools.json +180 -180
  31. package/public/.well-known/ai-assets.json +59 -59
  32. package/public/.well-known/security.txt +8 -8
  33. package/public/.well-known/wab.json +28 -28
  34. package/public/activate.html +448 -368
  35. package/public/adopt.html +236 -0
  36. package/public/adoption-metrics.html +188 -188
  37. package/public/agent-workspace.html +359 -349
  38. package/public/ai.html +198 -198
  39. package/public/api.html +397 -413
  40. package/public/azure-dns-integration.html +289 -289
  41. package/public/browser.html +486 -486
  42. package/public/cloudflare-integration.html +380 -380
  43. package/public/commander-dashboard.html +243 -243
  44. package/public/cookies.html +210 -210
  45. package/public/cpanel-integration.html +398 -398
  46. package/public/css/agent-workspace.css +1713 -1713
  47. package/public/css/premium.css +317 -317
  48. package/public/css/styles.css +1401 -1263
  49. package/public/dashboard-shieldlink.html +295 -0
  50. package/public/dashboard.html +711 -707
  51. package/public/dns.html +436 -436
  52. package/public/docs.html +588 -588
  53. package/public/enterprise-mesh.ar.html +80 -0
  54. package/public/enterprise-mesh.html +81 -0
  55. package/public/feed.xml +89 -89
  56. package/public/gcp-dns-integration.html +318 -318
  57. package/public/governance.ar.html +70 -0
  58. package/public/governance.html +69 -0
  59. package/public/growth.html +465 -465
  60. package/public/index.html +1372 -1266
  61. package/public/integrations.html +556 -556
  62. package/public/js/activate.js +449 -145
  63. package/public/js/agent-workspace.js +1740 -1740
  64. package/public/js/auth-nav.js +117 -65
  65. package/public/js/auth-redirect.js +12 -12
  66. package/public/js/cookie-consent.js +56 -56
  67. package/public/js/dns.js +438 -438
  68. package/public/js/wab-demo-page.js +721 -721
  69. package/public/js/ws-client.js +74 -74
  70. package/public/l-preview.html +242 -0
  71. package/public/llms-full.txt +360 -360
  72. package/public/llms.txt +125 -125
  73. package/public/login.html +85 -85
  74. package/public/mesh-dashboard.html +328 -328
  75. package/public/milestones.html +346 -0
  76. package/public/one-click.html +779 -0
  77. package/public/openapi.json +669 -669
  78. package/public/partners.ar.html +145 -0
  79. package/public/partners.html +143 -0
  80. package/public/phone-shield.html +281 -281
  81. package/public/plesk-integration.html +375 -375
  82. package/public/premium-dashboard.html +2489 -2489
  83. package/public/premium.html +793 -793
  84. package/public/privacy.html +297 -297
  85. package/public/provider-onboarding.html +172 -172
  86. package/public/provider-sandbox.html +134 -134
  87. package/public/providers.html +359 -359
  88. package/public/refusals.html +172 -0
  89. package/public/register.html +105 -105
  90. package/public/registrar-integrations.html +141 -141
  91. package/public/ring4.html +292 -0
  92. package/public/robots.txt +99 -99
  93. package/public/route53-integration.html +531 -531
  94. package/public/score.html +263 -0
  95. package/public/script/wab-consent.d.ts +36 -36
  96. package/public/script/wab-consent.js +104 -104
  97. package/public/script/wab-schema.js +131 -131
  98. package/public/script/wab.d.ts +108 -108
  99. package/public/script/wab.min.js +580 -580
  100. package/public/security.txt +8 -8
  101. package/public/shieldlink.html +244 -0
  102. package/public/shieldqr.html +231 -231
  103. package/public/sitemap.xml +13 -1
  104. package/public/terms.html +256 -256
  105. package/public/trust-graph-api.ar.html +92 -0
  106. package/public/trust-graph-api.html +91 -0
  107. package/public/wab-features.html +560 -0
  108. package/public/wab-trust.html +200 -200
  109. package/public/wab-truth.html +375 -0
  110. package/public/wab-vs-protocols.html +210 -210
  111. package/public/whitepaper.html +449 -449
  112. package/script/ai-agent-bridge.js +1754 -1754
  113. package/sdk/README.md +99 -99
  114. package/sdk/agent-mesh.js +449 -449
  115. package/sdk/auto-discovery.js +301 -288
  116. package/sdk/commander.js +262 -262
  117. package/sdk/governance.js +262 -262
  118. package/sdk/index.d.ts +464 -464
  119. package/sdk/index.js +649 -649
  120. package/sdk/multi-agent.js +318 -318
  121. package/sdk/safe-mode.js +221 -221
  122. package/sdk/safety-shield.js +219 -219
  123. package/sdk/schema-discovery.js +83 -83
  124. package/server/adapters/index.js +520 -520
  125. package/server/config/plans.js +412 -367
  126. package/server/config/secrets.js +102 -102
  127. package/server/control-plane/index.js +301 -301
  128. package/server/data-plane/index.js +354 -354
  129. package/server/index.js +790 -670
  130. package/server/llm/index.js +404 -404
  131. package/server/middleware/adminAuth.js +35 -35
  132. package/server/middleware/api-tier.js +170 -0
  133. package/server/middleware/auth.js +50 -50
  134. package/server/middleware/featureGate.js +88 -88
  135. package/server/middleware/rateLimits.js +100 -100
  136. package/server/middleware/sensitiveAction.js +157 -157
  137. package/server/middleware/wab-trust.js +141 -0
  138. package/server/migrations/001_add_analytics_indexes.sql +7 -7
  139. package/server/migrations/002_premium_features.sql +418 -418
  140. package/server/migrations/003_ads_integer_cents.sql +33 -33
  141. package/server/migrations/004_agent_os.sql +158 -158
  142. package/server/migrations/005_marketplace_metering.sql +126 -126
  143. package/server/migrations/006_growth_suite.sql +138 -0
  144. package/server/migrations/007_governance.sql +106 -106
  145. package/server/migrations/008_plans.sql +144 -144
  146. package/server/migrations/009_shieldqr.sql +30 -30
  147. package/server/migrations/010_extended_trust.sql +33 -33
  148. package/server/migrations/011_outreach.sql +47 -0
  149. package/server/migrations/012_shieldlink.sql +116 -0
  150. package/server/migrations/013_ct_monitor.sql +13 -0
  151. package/server/migrations/014_wab_advanced_features.sql +128 -0
  152. package/server/migrations/015_wab_truth_layer.sql +101 -0
  153. package/server/migrations/016_ring4_external_trust.sql +84 -0
  154. package/server/migrations/017_ring4_extensions.sql +69 -0
  155. package/server/migrations/018_commercial_foundations.sql +167 -0
  156. package/server/migrations/019_unify_tier_constraints.sql +133 -0
  157. package/server/models/adapters/index.js +33 -33
  158. package/server/models/adapters/mysql.js +183 -183
  159. package/server/models/adapters/postgresql.js +172 -172
  160. package/server/models/adapters/sqlite.js +7 -7
  161. package/server/models/db.js +740 -740
  162. package/server/observability/failure-analysis.js +337 -337
  163. package/server/observability/index.js +394 -394
  164. package/server/protocol/capabilities.js +223 -223
  165. package/server/protocol/index.js +243 -243
  166. package/server/protocol/schema.js +584 -584
  167. package/server/registry/certification.js +271 -271
  168. package/server/registry/index.js +326 -326
  169. package/server/routes/activate.js +478 -0
  170. package/server/routes/admin-outreach.js +239 -0
  171. package/server/routes/admin-plans.js +76 -76
  172. package/server/routes/admin-premium.js +674 -673
  173. package/server/routes/admin-shieldlink.js +137 -0
  174. package/server/routes/admin-shieldqr.js +90 -90
  175. package/server/routes/admin-trust-monitor.js +139 -83
  176. package/server/routes/admin.js +550 -549
  177. package/server/routes/adopt.js +61 -0
  178. package/server/routes/ads.js +130 -130
  179. package/server/routes/agent-workspace.js +540 -540
  180. package/server/routes/api-keys.js +127 -0
  181. package/server/routes/api.js +150 -150
  182. package/server/routes/auth.js +71 -71
  183. package/server/routes/billing.js +57 -57
  184. package/server/routes/commander.js +316 -316
  185. package/server/routes/customer-shieldlink.js +133 -0
  186. package/server/routes/demo-showcase.js +332 -332
  187. package/server/routes/demo-store.js +154 -154
  188. package/server/routes/diagnose.js +373 -0
  189. package/server/routes/discovery.js +2348 -2348
  190. package/server/routes/enterprise-mesh.js +170 -0
  191. package/server/routes/gateway.js +173 -173
  192. package/server/routes/governance-saas.js +203 -0
  193. package/server/routes/governance.js +208 -208
  194. package/server/routes/growth.js +1048 -0
  195. package/server/routes/intent.js +328 -0
  196. package/server/routes/license.js +251 -251
  197. package/server/routes/mesh.js +469 -469
  198. package/server/routes/noscript.js +543 -543
  199. package/server/routes/partners.js +201 -0
  200. package/server/routes/plans.js +33 -33
  201. package/server/routes/premium-v2.js +686 -686
  202. package/server/routes/premium.js +724 -724
  203. package/server/routes/providers.js +650 -650
  204. package/server/routes/reputation.js +411 -0
  205. package/server/routes/ring4.js +885 -0
  206. package/server/routes/runtime.js +2148 -2148
  207. package/server/routes/shieldlink.js +70 -0
  208. package/server/routes/shieldqr.js +88 -88
  209. package/server/routes/sovereign.js +465 -465
  210. package/server/routes/truth-layer.js +670 -0
  211. package/server/routes/universal.js +200 -200
  212. package/server/routes/unsubscribe.js +51 -0
  213. package/server/routes/wab-api.js +850 -850
  214. package/server/routes/wab-cache.js +282 -0
  215. package/server/runtime/container-worker.js +111 -111
  216. package/server/runtime/container.js +448 -448
  217. package/server/runtime/distributed-worker.js +362 -362
  218. package/server/runtime/event-bus.js +210 -210
  219. package/server/runtime/index.js +253 -253
  220. package/server/runtime/queue.js +599 -599
  221. package/server/runtime/replay.js +666 -666
  222. package/server/runtime/sandbox.js +266 -266
  223. package/server/runtime/scheduler.js +534 -534
  224. package/server/runtime/session-engine.js +293 -293
  225. package/server/runtime/state-manager.js +188 -188
  226. package/server/secrets/wab-signing-key.pem +3 -0
  227. package/server/secrets/wab-signing-pub.pem +3 -0
  228. package/server/security/cross-site-redactor.js +196 -196
  229. package/server/security/dry-run.js +180 -180
  230. package/server/security/human-gate-rate-limit.js +147 -147
  231. package/server/security/human-gate-transports.js +178 -178
  232. package/server/security/human-gate.js +281 -281
  233. package/server/security/index.js +368 -368
  234. package/server/security/intent-engine.js +245 -245
  235. package/server/security/reward-guard.js +171 -171
  236. package/server/security/rollback-store.js +239 -239
  237. package/server/security/token-scope.js +404 -404
  238. package/server/security/url-policy.js +139 -139
  239. package/server/services/adoption-agent.js +182 -0
  240. package/server/services/agent-chat.js +506 -506
  241. package/server/services/agent-learning.js +601 -601
  242. package/server/services/agent-memory.js +625 -625
  243. package/server/services/agent-mesh.js +555 -555
  244. package/server/services/agent-symphony.js +717 -717
  245. package/server/services/agent-tasks.js +1807 -1807
  246. package/server/services/api-key-engine.js +292 -292
  247. package/server/services/cluster.js +894 -894
  248. package/server/services/commander.js +738 -738
  249. package/server/services/edge-compute.js +440 -440
  250. package/server/services/email.js +233 -233
  251. package/server/services/fairness-engine.js +409 -0
  252. package/server/services/fairness.js +420 -0
  253. package/server/services/governance.js +466 -466
  254. package/server/services/hosted-runtime.js +205 -205
  255. package/server/services/lfd.js +635 -635
  256. package/server/services/local-ai.js +389 -389
  257. package/server/services/marketplace.js +270 -270
  258. package/server/services/metering.js +182 -182
  259. package/server/services/modules/affiliate-intelligence.js +93 -93
  260. package/server/services/modules/agent-firewall.js +90 -90
  261. package/server/services/modules/bounty.js +89 -89
  262. package/server/services/modules/collective-bargaining.js +92 -92
  263. package/server/services/modules/dark-pattern.js +66 -66
  264. package/server/services/modules/gov-intelligence.js +45 -45
  265. package/server/services/modules/neural.js +55 -55
  266. package/server/services/modules/notary.js +49 -49
  267. package/server/services/modules/price-time-machine.js +86 -86
  268. package/server/services/modules/protocol.js +104 -104
  269. package/server/services/negotiation.js +439 -439
  270. package/server/services/outreach-agent.js +312 -0
  271. package/server/services/plans.js +214 -214
  272. package/server/services/plugins.js +771 -771
  273. package/server/services/price-intelligence.js +566 -566
  274. package/server/services/price-shield.js +1137 -1137
  275. package/server/services/provider-clients.js +740 -740
  276. package/server/services/reputation.js +465 -465
  277. package/server/services/search-engine.js +357 -357
  278. package/server/services/security.js +513 -513
  279. package/server/services/self-healing.js +843 -843
  280. package/server/services/shieldlink.js +492 -0
  281. package/server/services/shieldqr.js +322 -322
  282. package/server/services/sovereign-shield.js +542 -542
  283. package/server/services/ssl-ct-monitor.js +224 -0
  284. package/server/services/ssl-inspector.js +42 -42
  285. package/server/services/ssl-monitor.js +167 -167
  286. package/server/services/stripe.js +206 -205
  287. package/server/services/swarm.js +788 -788
  288. package/server/services/universal-scraper.js +662 -662
  289. package/server/services/verification.js +481 -481
  290. package/server/services/vision.js +1163 -1163
  291. package/server/services/wab-crypto.js +178 -178
  292. package/server/utils/cache.js +125 -125
  293. package/server/utils/migrate.js +81 -81
  294. package/server/utils/safe-fetch.js +228 -228
  295. package/server/utils/secureFields.js +50 -50
  296. package/server/ws.js +161 -161
  297. package/templates/artisan-marketplace.yaml +104 -104
  298. package/templates/book-price-scout.yaml +98 -98
  299. package/templates/electronics-price-tracker.yaml +108 -108
  300. package/templates/flight-deal-hunter.yaml +113 -113
  301. package/templates/freelancer-direct.yaml +116 -116
  302. package/templates/grocery-price-compare.yaml +93 -93
  303. package/templates/hotel-direct-booking.yaml +113 -113
  304. package/templates/local-services.yaml +98 -98
  305. package/templates/olive-oil-tunisia.yaml +88 -88
  306. package/templates/organic-farm-fresh.yaml +101 -101
  307. package/templates/restaurant-direct.yaml +97 -97
  308. package/templates/ring4/banking-sovereign.yaml +55 -0
  309. package/templates/ring4/ecommerce-sovereign.yaml +58 -0
  310. package/templates/ring4/healthcare-sovereign.yaml +60 -0
@@ -1,1807 +1,1807 @@
1
- /**
2
- * WAB Agent Tasks — Autonomous Task Orchestration Engine
3
- *
4
- * The brain behind WAB's autonomous agent. When a user says "احجز لي تذكرة طيران"
5
- * or "Book me a flight", this service:
6
- * 1. Understands the intent and decomposes it into steps
7
- * 2. Dispatches agents to search, compare, negotiate across trusted sites
8
- * 3. Streams progress back to the user in real-time
9
- * 4. Presents offers with negotiation details (price, source, savings)
10
- * 5. Asks clarifying questions when needed
11
- * 6. Executes the final action on user approval
12
- *
13
- * Works with: swarm.js (multi-agent), agent-mesh.js (P2P coordination),
14
- * commander.js (mission decomposition), agent-chat.js (AI backbone)
15
- */
16
-
17
- const crypto = require('crypto');
18
- const { db } = require('../models/db');
19
-
20
- // ─── Schema ──────────────────────────────────────────────────────────
21
-
22
- db.exec(`
23
- CREATE TABLE IF NOT EXISTS agent_tasks (
24
- id TEXT PRIMARY KEY,
25
- session_id TEXT NOT NULL,
26
- intent TEXT NOT NULL,
27
- category TEXT DEFAULT 'general',
28
- status TEXT DEFAULT 'understanding' CHECK(status IN (
29
- 'understanding','clarifying','planning','searching','negotiating',
30
- 'comparing','presenting','awaiting_approval','executing','completed','failed','cancelled'
31
- )),
32
- original_message TEXT NOT NULL,
33
- parsed_requirements TEXT DEFAULT '{}',
34
- clarifications TEXT DEFAULT '[]',
35
- plan TEXT DEFAULT '[]',
36
- current_step INTEGER DEFAULT 0,
37
- offers TEXT DEFAULT '[]',
38
- selected_offer TEXT,
39
- result TEXT DEFAULT '{}',
40
- created_at TEXT DEFAULT (datetime('now')),
41
- updated_at TEXT DEFAULT (datetime('now'))
42
- );
43
-
44
- CREATE TABLE IF NOT EXISTS task_agents (
45
- id TEXT PRIMARY KEY,
46
- task_id TEXT NOT NULL,
47
- agent_name TEXT NOT NULL,
48
- role TEXT DEFAULT 'searcher',
49
- target_url TEXT,
50
- status TEXT DEFAULT 'idle' CHECK(status IN ('idle','searching','negotiating','done','failed')),
51
- progress INTEGER DEFAULT 0,
52
- findings TEXT DEFAULT '{}',
53
- negotiation_log TEXT DEFAULT '[]',
54
- best_offer TEXT DEFAULT '{}',
55
- started_at TEXT,
56
- completed_at TEXT,
57
- FOREIGN KEY (task_id) REFERENCES agent_tasks(id) ON DELETE CASCADE
58
- );
59
-
60
- CREATE TABLE IF NOT EXISTS task_messages (
61
- id TEXT PRIMARY KEY,
62
- task_id TEXT NOT NULL,
63
- role TEXT NOT NULL CHECK(role IN ('system','agent','user','offer')),
64
- content TEXT NOT NULL,
65
- metadata TEXT DEFAULT '{}',
66
- created_at TEXT DEFAULT (datetime('now')),
67
- FOREIGN KEY (task_id) REFERENCES agent_tasks(id) ON DELETE CASCADE
68
- );
69
-
70
- CREATE INDEX IF NOT EXISTS idx_tasks_session ON agent_tasks(session_id);
71
- CREATE INDEX IF NOT EXISTS idx_tasks_status ON agent_tasks(status);
72
- CREATE INDEX IF NOT EXISTS idx_task_agents_task ON task_agents(task_id);
73
- CREATE INDEX IF NOT EXISTS idx_task_messages_task ON task_messages(task_id);
74
- `);
75
-
76
- // ─── Prepared Statements ─────────────────────────────────────────────
77
-
78
- const stmts = {
79
- insertTask: db.prepare(`INSERT INTO agent_tasks
80
- (id, session_id, intent, category, status, original_message, parsed_requirements)
81
- VALUES (?, ?, ?, ?, ?, ?, ?)`),
82
- getTask: db.prepare('SELECT * FROM agent_tasks WHERE id = ?'),
83
- getTasksBySession: db.prepare('SELECT * FROM agent_tasks WHERE session_id = ? ORDER BY created_at DESC LIMIT ?'),
84
- updateTask: db.prepare(`UPDATE agent_tasks SET status=?, parsed_requirements=?,
85
- clarifications=?, plan=?, current_step=?, offers=?, selected_offer=?,
86
- result=?, updated_at=datetime('now') WHERE id=?`),
87
- updateTaskStatus: db.prepare(`UPDATE agent_tasks SET status=?, updated_at=datetime('now') WHERE id=?`),
88
-
89
- insertAgent: db.prepare(`INSERT INTO task_agents
90
- (id, task_id, agent_name, role, target_url, status) VALUES (?, ?, ?, ?, ?, ?)`),
91
- getAgents: db.prepare('SELECT * FROM task_agents WHERE task_id = ? ORDER BY started_at'),
92
- updateAgent: db.prepare(`UPDATE task_agents SET status=?, progress=?,
93
- findings=?, negotiation_log=?, best_offer=?, started_at=COALESCE(started_at,?),
94
- completed_at=? WHERE id=?`),
95
-
96
- insertMessage: db.prepare(`INSERT INTO task_messages (id, task_id, role, content, metadata) VALUES (?, ?, ?, ?, ?)`),
97
- getMessages: db.prepare('SELECT * FROM task_messages WHERE task_id = ? ORDER BY created_at'),
98
- };
99
-
100
- // ─── Intent Recognition ──────────────────────────────────────────────
101
-
102
- // ─── URL Booking Parser ──────────────────────────────────────────────
103
-
104
- /**
105
- * Detect if a message contains a booking/product URL and parse it.
106
- * Supports: Booking.com, Hotels.com, Expedia, Agoda, Airbnb, Amazon, eBay,
107
- * Kayak, Skyscanner, Google Flights/Hotels, TripAdvisor
108
- */
109
- function parseBookingUrl(message) {
110
- // Extract URL from message
111
- const urlMatch = message.match(/https?:\/\/[^\s,،"'<>]+/i);
112
- if (!urlMatch) return null;
113
-
114
- const rawUrl = urlMatch[0].replace(/[,،.]+$/, ''); // strip trailing punctuation
115
- let parsed;
116
- try { parsed = new URL(rawUrl); } catch (_) { return null; }
117
-
118
- const host = parsed.hostname.replace(/^www\./, '').toLowerCase();
119
- const params = Object.fromEntries(parsed.searchParams.entries());
120
- const path = parsed.pathname;
121
-
122
- const result = {
123
- url: rawUrl,
124
- host,
125
- params,
126
- path,
127
- site: null,
128
- type: null, // 'hotel', 'flight', 'product', 'rental'
129
- name: null, // Hotel/product name from URL slug
130
- checkin: null,
131
- checkout: null,
132
- adults: null,
133
- children: null,
134
- rooms: null,
135
- destination: null,
136
- price: null, // Will be populated if visible in URL
137
- currency: null,
138
- extras: {},
139
- };
140
-
141
- // ── Booking.com ──
142
- if (host.includes('booking.com')) {
143
- result.site = 'Booking.com';
144
- result.type = path.includes('/hotel/') ? 'hotel' : 'hotel_search';
145
-
146
- // Extract hotel name from path: /hotel/de/hotel-name-slug.ar.html
147
- const hotelSlug = path.match(/\/hotel\/[a-z]{2}\/([^.]+)/);
148
- if (hotelSlug) {
149
- result.name = hotelSlug[1].replace(/-/g, ' ').replace(/\b\w/g, c => c.toUpperCase());
150
- }
151
-
152
- result.checkin = params.checkin || params.checkin_monthday || null;
153
- result.checkout = params.checkout || params.checkout_monthday || null;
154
- result.adults = parseInt(params.group_adults || params.req_adults) || null;
155
- result.children = parseInt(params.group_children || params.req_children) || null;
156
- result.rooms = parseInt(params.no_rooms) || null;
157
- result.destination = params.ss || params.dest_id || null;
158
-
159
- // Extract city from dest_type + path
160
- const countryCode = path.match(/\/hotel\/([a-z]{2})\//);
161
- if (countryCode) result.extras.country = countryCode[1].toUpperCase();
162
- }
163
-
164
- // ── Hotels.com ──
165
- else if (host.includes('hotels.com')) {
166
- result.site = 'Hotels.com';
167
- result.type = 'hotel';
168
- result.checkin = params.chkin || params.checkIn || null;
169
- result.checkout = params.chkout || params.checkOut || null;
170
- result.adults = parseInt(params.adults) || null;
171
- result.children = parseInt(params.children) || null;
172
- result.rooms = parseInt(params.rooms) || null;
173
- result.destination = params.destination || params.q || null;
174
-
175
- const hotelSlug = path.match(/\/ho(\d+)/);
176
- if (hotelSlug) result.extras.hotelId = hotelSlug[1];
177
- }
178
-
179
- // ── Expedia ──
180
- else if (host.includes('expedia.com')) {
181
- result.site = 'Expedia';
182
- result.type = path.includes('/Hotel') ? 'hotel' : path.includes('/Flight') ? 'flight' : 'travel';
183
- result.checkin = params.chkin || params.startDate || null;
184
- result.checkout = params.chkout || params.endDate || null;
185
- result.adults = parseInt(params.adults) || null;
186
- result.children = parseInt(params.children) || null;
187
- result.rooms = parseInt(params.rooms) || null;
188
- result.destination = params.destination || null;
189
- }
190
-
191
- // ── Agoda ──
192
- else if (host.includes('agoda.com')) {
193
- result.site = 'Agoda';
194
- result.type = 'hotel';
195
- result.checkin = params.checkIn || null;
196
- result.checkout = params.checkOut || null;
197
- result.adults = parseInt(params.adults) || null;
198
- result.children = parseInt(params.children) || null;
199
- result.rooms = parseInt(params.rooms) || null;
200
- }
201
-
202
- // ── Airbnb ──
203
- else if (host.includes('airbnb.com') || host.includes('airbnb.')) {
204
- result.site = 'Airbnb';
205
- result.type = 'rental';
206
- result.checkin = params.check_in || null;
207
- result.checkout = params.check_out || null;
208
- result.adults = parseInt(params.adults) || null;
209
- result.children = parseInt(params.children) || null;
210
-
211
- const listingMatch = path.match(/\/rooms\/(\d+)/);
212
- if (listingMatch) result.extras.listingId = listingMatch[1];
213
- }
214
-
215
- // ── Amazon ──
216
- else if (host.includes('amazon.')) {
217
- result.site = 'Amazon';
218
- result.type = 'product';
219
- const asinMatch = path.match(/\/dp\/([A-Z0-9]{10})/) || path.match(/\/gp\/product\/([A-Z0-9]{10})/);
220
- if (asinMatch) result.extras.asin = asinMatch[1];
221
- const titleMatch = path.match(/\/([\w-]+)\/dp/);
222
- if (titleMatch) result.name = titleMatch[1].replace(/-/g, ' ');
223
- result.destination = params.k || params.keywords || null;
224
- }
225
-
226
- // ── Kayak ──
227
- else if (host.includes('kayak.com')) {
228
- result.site = 'Kayak';
229
- result.type = path.includes('/hotels') ? 'hotel' : 'flight';
230
- // Kayak uses path-based params: /flights/TUN-IST/2026-04-12/2026-04-13
231
- const flightParts = path.match(/\/flights\/([A-Z]{3})-([A-Z]{3})\/(\d{4}-\d{2}-\d{2})(?:\/(\d{4}-\d{2}-\d{2}))?/);
232
- if (flightParts) {
233
- result.extras.origin = flightParts[1];
234
- result.extras.destCode = flightParts[2];
235
- result.checkin = flightParts[3];
236
- result.checkout = flightParts[4] || null;
237
- }
238
- result.adults = parseInt(params.adults) || null;
239
- }
240
-
241
- // ── Skyscanner ──
242
- else if (host.includes('skyscanner.')) {
243
- result.site = 'Skyscanner';
244
- result.type = 'flight';
245
- // Path: /transport/flights/tun/ist/260412/260413/
246
- const skyParts = path.match(/\/flights\/([a-z]+)\/([a-z]+)\/(\d{6})(?:\/(\d{6}))?/);
247
- if (skyParts) {
248
- result.extras.origin = skyParts[1].toUpperCase();
249
- result.extras.destCode = skyParts[2].toUpperCase();
250
- }
251
- result.adults = parseInt(params.adults) || null;
252
- }
253
-
254
- // ── Google Hotels / Flights ──
255
- else if (host.includes('google.com') && (path.includes('/travel') || path.includes('/flights'))) {
256
- result.site = 'Google Travel';
257
- result.type = path.includes('/hotels') ? 'hotel' : 'flight';
258
- result.destination = params.q || null;
259
- }
260
-
261
- // ── TripAdvisor ──
262
- else if (host.includes('tripadvisor.')) {
263
- result.site = 'TripAdvisor';
264
- result.type = path.includes('/Hotel') ? 'hotel' : path.includes('/Restaurant') ? 'food' : 'travel';
265
- const nameMatch = path.match(/Reviews-([^-]+(?:-[^-]+)*)-/);
266
- if (nameMatch) result.name = nameMatch[1].replace(/_/g, ' ');
267
- }
268
-
269
- // ── Generic (unknown site with URL params) ──
270
- else {
271
- result.site = host.split('.').slice(-2, -1)[0]; // e.g. "somesite" from somesite.com
272
- result.site = result.site.charAt(0).toUpperCase() + result.site.slice(1);
273
- result.type = 'unknown';
274
- // Try to extract common params
275
- result.checkin = params.checkin || params.check_in || params.startDate || params.from || null;
276
- result.checkout = params.checkout || params.check_out || params.endDate || params.to || null;
277
- result.adults = parseInt(params.adults || params.guests) || null;
278
- }
279
-
280
- // Only return if we detected a real booking/product site
281
- if (!result.site) return null;
282
-
283
- return result;
284
- }
285
-
286
- /**
287
- * Create a URL-based negotiation task. Skips clarification and
288
- * immediately searches for better prices across competing sites.
289
- */
290
- function createUrlTask(sessionId, message, urlData) {
291
- const id = crypto.randomUUID();
292
- const lang = _detectLang(message);
293
-
294
- // Determine category from URL type
295
- const categoryMap = { hotel: 'travel', flight: 'travel', hotel_search: 'travel',
296
- rental: 'travel', product: 'shopping', food: 'food', travel: 'travel', unknown: 'general' };
297
- const category = categoryMap[urlData.type] || 'general';
298
-
299
- // Build requirements from parsed URL
300
- const reqs = {
301
- raw: message,
302
- intent: urlData.type === 'product' ? 'shopping' : (urlData.type === 'flight' ? 'flight' : 'hotel'),
303
- category,
304
- sourceUrl: urlData.url,
305
- sourceSite: urlData.site,
306
- urlData,
307
- name: urlData.name,
308
- dates: [urlData.checkin, urlData.checkout].filter(Boolean),
309
- locations: [urlData.destination, urlData.extras?.origin, urlData.extras?.destCode].filter(Boolean),
310
- quantity: urlData.adults ? { count: urlData.adults, unit: 'person' } : { count: 1, unit: 'person' },
311
- rooms: urlData.rooms || 1,
312
- children: urlData.children || 0,
313
- };
314
-
315
- // Build the URL negotiation plan
316
- const plan = _buildUrlNegotiationPlan(urlData, lang);
317
-
318
- stmts.insertTask.run(id, sessionId, reqs.intent, category,
319
- 'planning', message, JSON.stringify(reqs));
320
-
321
- _addMessage(id, 'user', message);
322
-
323
- // Build summary of what was extracted
324
- const summary = _urlSummary(urlData, lang);
325
- _addMessage(id, 'agent', summary, { type: 'url_parsed', urlData });
326
-
327
- _updatePlan(id, plan);
328
-
329
- return {
330
- taskId: id,
331
- status: 'planning',
332
- intent: { intent: reqs.intent, category, confidence: 1.0 },
333
- requirements: reqs,
334
- plan,
335
- urlData,
336
- message: summary + '\n\n' + _planSummary(plan, lang),
337
- };
338
- }
339
-
340
- /**
341
- * Execute URL negotiation — fetch the original page price,
342
- * then search competing sites for the same item at lower prices.
343
- */
344
- async function executeUrlTask(taskId) {
345
- const task = stmts.getTask.get(taskId);
346
- if (!task) return { error: 'Task not found' };
347
-
348
- const reqs = JSON.parse(task.parsed_requirements || '{}');
349
- const urlData = reqs.urlData;
350
- if (!urlData) return executeTask(taskId); // Fallback to normal
351
-
352
- const plan = JSON.parse(task.plan || '[]');
353
- const lang = _detectLang(task.original_message);
354
- const updates = [];
355
-
356
- // ── Step 1: Analyze original listing ──
357
- stmts.updateTaskStatus.run('searching', taskId);
358
-
359
- const analyzeMsg = lang === 'ar'
360
- ? `🔍 أحلل الصفحة الأصلية من ${urlData.site}...\n📌 ${urlData.name || urlData.url}`
361
- : `🔍 Analyzing original listing from ${urlData.site}...\n📌 ${urlData.name || urlData.url}`;
362
- _addMessage(taskId, 'agent', analyzeMsg, { type: 'progress', step: 'analyze' });
363
- updates.push({ type: 'progress', step: 'analyze', message: analyzeMsg });
364
-
365
- // Try to fetch the original page to get the current price
366
- let originalPrice = null;
367
- try {
368
- const controller = new AbortController();
369
- const timeout = setTimeout(() => controller.abort(), 12000);
370
- const res = await fetch(urlData.url, {
371
- headers: {
372
- 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36',
373
- 'Accept': 'text/html',
374
- 'Accept-Language': 'ar,en-US;q=0.9,en;q=0.8',
375
- },
376
- signal: controller.signal,
377
- redirect: 'follow',
378
- });
379
- clearTimeout(timeout);
380
-
381
- if (res.ok) {
382
- const html = await res.text();
383
- // Extract prices from the page
384
- const priceRegex = /(?:€|EUR|\$|USD|SAR|ريال|£|GBP)\s*[\d,]+\.?\d*|[\d,]+\.?\d*\s*(?:€|EUR|\$|USD|SAR|ريال|£|GBP)/g;
385
- const prices = (html.match(priceRegex) || [])
386
- .map(p => ({ raw: p, num: parseFloat(p.replace(/[^\d.]/g, '')) }))
387
- .filter(p => p.num > 10 && p.num < 50000)
388
- .sort((a, b) => a.num - b.num);
389
-
390
- if (prices.length > 0) {
391
- originalPrice = prices[0]; // Lowest price on the page
392
- }
393
-
394
- // Also try to extract title if we don't have a name
395
- if (!urlData.name) {
396
- const titleMatch = html.match(/<title[^>]*>([^<]+)<\/title>/i);
397
- if (titleMatch) {
398
- urlData.name = titleMatch[1].replace(/\s*[-|–—].*$/, '').trim().slice(0, 80);
399
- }
400
- }
401
- }
402
- } catch (_) { /* Fetch failed, continue with competing search */ }
403
-
404
- const priceMsg = originalPrice
405
- ? (lang === 'ar'
406
- ? `💰 السعر الحالي في ${urlData.site}: **${originalPrice.raw}**\n🎯 أبحث عن أسعار أفضل...`
407
- : `💰 Current price on ${urlData.site}: **${originalPrice.raw}**\n🎯 Searching for better prices...`)
408
- : (lang === 'ar'
409
- ? `💰 لم أتمكن من قراءة السعر مباشرةً. سأبحث في مصادر بديلة...`
410
- : `💰 Couldn't read the price directly. Searching alternative sources...`);
411
- _addMessage(taskId, 'agent', priceMsg, { type: 'progress', step: 'price_check' });
412
- updates.push({ type: 'progress', step: 'price_check', message: priceMsg });
413
-
414
- // ── Step 2: Search competing sources ──
415
- const category = task.category || 'travel';
416
- const competingSources = _getCompetingSources(urlData, category);
417
-
418
- const searchMsg = lang === 'ar'
419
- ? `🚀 أبحث في ${competingSources.length} مصادر منافسة...\n${competingSources.map(s => ` • ${s.name}`).join('\n')}`
420
- : `🚀 Searching ${competingSources.length} competing sources...\n${competingSources.map(s => ` • ${s.name}`).join('\n')}`;
421
- _addMessage(taskId, 'agent', searchMsg, { type: 'progress', step: 'search' });
422
- updates.push({ type: 'progress', step: 'search', message: searchMsg });
423
-
424
- // Create search agents
425
- const agents = [];
426
- for (const source of competingSources) {
427
- const agentId = crypto.randomUUID();
428
- stmts.insertAgent.run(agentId, taskId, `${source.name} Agent`, 'negotiator', source.url, 'idle');
429
- agents.push({ id: agentId, source });
430
- }
431
-
432
- // Build search query from URL data
433
- const searchQuery = [
434
- urlData.name,
435
- urlData.destination,
436
- urlData.extras?.origin,
437
- urlData.extras?.destCode,
438
- urlData.type === 'hotel' ? 'hotel' : urlData.type === 'flight' ? 'flights' : '',
439
- urlData.checkin,
440
- ].filter(Boolean).join(' ');
441
-
442
- // Execute searches
443
- const searchResults = await Promise.allSettled(
444
- agents.map(a => _executeSearchAgent(a.id, a.source, {
445
- ...reqs,
446
- raw: searchQuery,
447
- }, searchQuery))
448
- );
449
-
450
- // Collect all findings
451
- const allFindings = [];
452
-
453
- // Add the original listing as the baseline
454
- allFindings.push({
455
- source: urlData.site + ' (original)',
456
- url: urlData.url,
457
- title: urlData.name || `Original listing on ${urlData.site}`,
458
- price: originalPrice ? originalPrice.raw : null,
459
- priceNum: originalPrice ? originalPrice.num : null,
460
- description: `Your original ${urlData.type} from ${urlData.site}`,
461
- type: 'original',
462
- rank: 0,
463
- isOriginal: true,
464
- });
465
-
466
- for (let i = 0; i < searchResults.length; i++) {
467
- const result = searchResults[i];
468
- if (result.status === 'fulfilled' && result.value) {
469
- allFindings.push(...result.value);
470
- }
471
- }
472
-
473
- // ── Step 3: Compare & negotiate ──
474
- stmts.updateTaskStatus.run('negotiating', taskId);
475
-
476
- const negMsg = lang === 'ar'
477
- ? `🤝 أقارن ${allFindings.length} عرض وأتفاوض للحصول على أفضل سعر...`
478
- : `🤝 Comparing ${allFindings.length} offers and negotiating for the best price...`;
479
- _addMessage(taskId, 'agent', negMsg, { type: 'progress', step: 'negotiate' });
480
- updates.push({ type: 'progress', step: 'negotiate', message: negMsg });
481
-
482
- // Rank with the original price as reference
483
- const ranked = _rankFindings(allFindings, reqs);
484
-
485
- // Apply negotiation analysis with reference to original price
486
- for (const offer of ranked.slice(0, 8)) {
487
- offer.negotiation = _negotiateUrlOffer(offer, originalPrice, urlData, reqs);
488
- }
489
-
490
- // ── Step 4: Present results ──
491
- stmts.updateTaskStatus.run('presenting', taskId);
492
- const topOffers = ranked.slice(0, 8);
493
-
494
- stmts.updateTask.run('presenting', JSON.stringify(reqs),
495
- task.clarifications, task.plan, plan.length,
496
- JSON.stringify(topOffers), null, task.result, taskId);
497
-
498
- const offerMsg = _formatUrlOffers(topOffers, urlData, originalPrice, lang);
499
- _addMessage(taskId, 'agent', offerMsg, { type: 'offers', offers: topOffers });
500
- updates.push({ type: 'offers', message: offerMsg, offers: topOffers });
501
-
502
- return {
503
- taskId,
504
- status: 'presenting',
505
- offers: topOffers,
506
- message: offerMsg,
507
- updates,
508
- totalFound: allFindings.length,
509
- originalPrice: originalPrice ? originalPrice.raw : null,
510
- urlData,
511
- };
512
- }
513
-
514
- /**
515
- * Get competing sources for a given URL (exclude the original site).
516
- */
517
- function _getCompetingSources(urlData, category) {
518
- const sources = [];
519
- const originalHost = urlData.host;
520
-
521
- // Hotel-specific competitors
522
- if (urlData.type === 'hotel' || urlData.type === 'hotel_search' || urlData.type === 'rental') {
523
- const hotelSources = [
524
- { name: 'Booking.com', url: 'https://www.booking.com', type: 'direct' },
525
- { name: 'Hotels.com', url: 'https://www.hotels.com', type: 'direct' },
526
- { name: 'Agoda', url: 'https://www.agoda.com', type: 'direct' },
527
- { name: 'Expedia', url: 'https://www.expedia.com', type: 'aggregator' },
528
- { name: 'Kayak', url: 'https://www.kayak.com', type: 'aggregator' },
529
- { name: 'TripAdvisor', url: 'https://www.tripadvisor.com', type: 'review' },
530
- { name: 'Google Hotels', url: 'https://www.google.com/travel/hotels', type: 'search' },
531
- { name: 'Trivago', url: 'https://www.trivago.com', type: 'aggregator' },
532
- ];
533
- for (const s of hotelSources) {
534
- if (!originalHost.includes(s.name.toLowerCase().replace(/[.\s]/g, ''))) {
535
- sources.push(s);
536
- }
537
- }
538
- }
539
-
540
- // Flight competitors
541
- else if (urlData.type === 'flight') {
542
- const flightSources = [
543
- { name: 'Kayak', url: 'https://www.kayak.com', type: 'aggregator' },
544
- { name: 'Skyscanner', url: 'https://www.skyscanner.com', type: 'aggregator' },
545
- { name: 'Google Flights', url: 'https://www.google.com/travel/flights', type: 'search' },
546
- { name: 'Wego', url: 'https://www.wego.com', type: 'aggregator' },
547
- { name: 'Momondo', url: 'https://www.momondo.com', type: 'aggregator' },
548
- { name: 'Kiwi', url: 'https://www.kiwi.com', type: 'aggregator' },
549
- ];
550
- for (const s of flightSources) {
551
- if (!originalHost.includes(s.name.toLowerCase().replace(/[.\s]/g, ''))) {
552
- sources.push(s);
553
- }
554
- }
555
- }
556
-
557
- // Product competitors
558
- else if (urlData.type === 'product') {
559
- const productSources = [
560
- { name: 'Google Shopping', url: 'https://shopping.google.com', type: 'search' },
561
- { name: 'Amazon', url: 'https://www.amazon.com', type: 'direct' },
562
- { name: 'eBay', url: 'https://www.ebay.com', type: 'marketplace' },
563
- { name: 'PriceGrabber', url: 'https://www.pricegrabber.com', type: 'aggregator' },
564
- { name: 'CamelCamelCamel', url: 'https://camelcamelcamel.com', type: 'price_tracker' },
565
- ];
566
- for (const s of productSources) {
567
- if (!originalHost.includes(s.name.toLowerCase().replace(/[.\s]/g, ''))) {
568
- sources.push(s);
569
- }
570
- }
571
- }
572
-
573
- // Fallback: use general sources
574
- if (sources.length === 0) {
575
- sources.push(
576
- { name: 'Google', url: 'https://www.google.com', type: 'search' },
577
- { name: 'DuckDuckGo', url: 'https://duckduckgo.com', type: 'search' },
578
- );
579
- }
580
-
581
- return sources.slice(0, 6);
582
- }
583
-
584
- /**
585
- * Build execution plan specifically for URL negotiation.
586
- */
587
- function _buildUrlNegotiationPlan(urlData, lang) {
588
- return [
589
- {
590
- id: 1,
591
- action: 'analyze',
592
- description_ar: `🔍 تحليل الصفحة الأصلية من ${urlData.site}`,
593
- description_en: `🔍 Analyzing original listing from ${urlData.site}`,
594
- status: 'pending',
595
- },
596
- {
597
- id: 2,
598
- action: 'search',
599
- description_ar: '🌐 البحث في مصادر منافسة عن نفس العرض بسعر أقل',
600
- description_en: '🌐 Searching competing sources for the same deal at lower prices',
601
- status: 'pending',
602
- },
603
- {
604
- id: 3,
605
- action: 'negotiate',
606
- description_ar: '🤝 مقارنة الأسعار والتفاوض',
607
- description_en: '🤝 Comparing prices and negotiating',
608
- status: 'pending',
609
- },
610
- {
611
- id: 4,
612
- action: 'present',
613
- description_ar: '📋 عرض أفضل العروض والتوفير المحتمل',
614
- description_en: '📋 Presenting best offers and potential savings',
615
- status: 'pending',
616
- },
617
- ];
618
- }
619
-
620
- /**
621
- * Build a human-readable summary of the parsed URL.
622
- */
623
- function _urlSummary(urlData, lang) {
624
- const parts = [];
625
-
626
- if (lang === 'ar') {
627
- parts.push(`🔗 **فهمت!** رابط من **${urlData.site}**`);
628
- if (urlData.name) parts.push(`📌 ${urlData.name}`);
629
- if (urlData.type === 'hotel') parts.push(`🏨 نوع: فندق`);
630
- else if (urlData.type === 'flight') parts.push(`✈️ نوع: رحلة طيران`);
631
- else if (urlData.type === 'product') parts.push(`🛒 نوع: منتج`);
632
- else if (urlData.type === 'rental') parts.push(`🏠 نوع: سكن`);
633
- if (urlData.checkin && urlData.checkout) parts.push(`📅 ${urlData.checkin} → ${urlData.checkout}`);
634
- else if (urlData.checkin) parts.push(`📅 ${urlData.checkin}`);
635
- if (urlData.adults) parts.push(`👥 ${urlData.adults} بالغ${urlData.children ? ` + ${urlData.children} أطفال` : ''}`);
636
- if (urlData.rooms && urlData.rooms > 1) parts.push(`🚪 ${urlData.rooms} غرف`);
637
- parts.push('');
638
- parts.push('🤖 سأبحث في مصادر منافسة للحصول على سعر أفضل بنفس المعلومات...');
639
- } else {
640
- parts.push(`🔗 **Got it!** Link from **${urlData.site}**`);
641
- if (urlData.name) parts.push(`📌 ${urlData.name}`);
642
- if (urlData.type === 'hotel') parts.push(`🏨 Type: Hotel`);
643
- else if (urlData.type === 'flight') parts.push(`✈️ Type: Flight`);
644
- else if (urlData.type === 'product') parts.push(`🛒 Type: Product`);
645
- else if (urlData.type === 'rental') parts.push(`🏠 Type: Rental`);
646
- if (urlData.checkin && urlData.checkout) parts.push(`📅 ${urlData.checkin} → ${urlData.checkout}`);
647
- else if (urlData.checkin) parts.push(`📅 ${urlData.checkin}`);
648
- if (urlData.adults) parts.push(`👥 ${urlData.adults} adult${urlData.adults > 1 ? 's' : ''}${urlData.children ? ` + ${urlData.children} children` : ''}`);
649
- if (urlData.rooms && urlData.rooms > 1) parts.push(`🚪 ${urlData.rooms} room${urlData.rooms > 1 ? 's' : ''}`);
650
- parts.push('');
651
- parts.push('🤖 Searching competing sources for a better price with the same details...');
652
- }
653
-
654
- return parts.join('\n');
655
- }
656
-
657
- /**
658
- * Negotiate an offer relative to the original URL price.
659
- */
660
- function _negotiateUrlOffer(offer, originalPrice, urlData, reqs) {
661
- const lang = _detectLang(reqs.raw);
662
- const negotiation = {
663
- originalPrice: originalPrice ? originalPrice.raw : null,
664
- originalPriceNum: originalPrice ? originalPrice.num : null,
665
- negotiatedPrice: offer.price,
666
- savings: null,
667
- savingsPercent: 0,
668
- strategy: 'url_comparison',
669
- tip: '',
670
- log: [],
671
- };
672
-
673
- if (offer.isOriginal) {
674
- negotiation.strategy = 'original';
675
- negotiation.tip = lang === 'ar'
676
- ? '📌 هذا هو السعر الأصلي من رابطك'
677
- : '📌 This is the original price from your link';
678
- negotiation.log.push(lang === 'ar'
679
- ? '📌 العرض الأصلي — قارن مع البدائل أدناه'
680
- : '📌 Original listing — compare with alternatives below');
681
- return negotiation;
682
- }
683
-
684
- // Calculate savings vs original
685
- if (originalPrice && offer.priceNum) {
686
- const diff = originalPrice.num - offer.priceNum;
687
- if (diff > 0) {
688
- negotiation.savings = diff.toFixed(2);
689
- negotiation.savingsPercent = Math.round((diff / originalPrice.num) * 100);
690
- negotiation.log.push(lang === 'ar'
691
- ? `🎯 أرخص من ${urlData.site} بـ ${diff.toFixed(0)} (${negotiation.savingsPercent}% توفير)`
692
- : `🎯 Cheaper than ${urlData.site} by ${diff.toFixed(0)} (${negotiation.savingsPercent}% savings)`);
693
- } else if (diff < 0) {
694
- negotiation.log.push(lang === 'ar'
695
- ? `⬆️ أغلى من ${urlData.site} بـ ${Math.abs(diff).toFixed(0)}`
696
- : `⬆️ More expensive than ${urlData.site} by ${Math.abs(diff).toFixed(0)}`);
697
- } else {
698
- negotiation.log.push(lang === 'ar'
699
- ? `↔️ نفس السعر على ${urlData.site}`
700
- : `↔️ Same price as ${urlData.site}`);
701
- }
702
- }
703
-
704
- // Strategy tips
705
- if (offer.type === 'aggregator') {
706
- negotiation.tip = lang === 'ar'
707
- ? '💡 موقع تجميع — قد يجد أسعاراً أقل من حجز مباشر'
708
- : '💡 Aggregator — may find prices lower than direct booking';
709
- } else if (offer.type === 'direct') {
710
- negotiation.tip = lang === 'ar'
711
- ? '💡 حجز مباشر — ابحث عن كوبونات أو برامج ولاء'
712
- : '💡 Direct booking — look for coupons or loyalty programs';
713
- } else {
714
- negotiation.tip = lang === 'ar'
715
- ? '💡 قارن الأسعار لنفس الغرفة/الخدمة بالضبط'
716
- : '💡 Compare prices for the exact same room/service';
717
- }
718
-
719
- return negotiation;
720
- }
721
-
722
- /**
723
- * Format URL negotiation offers with comparison to original.
724
- */
725
- function _formatUrlOffers(offers, urlData, originalPrice, lang) {
726
- if (offers.length === 0) {
727
- return lang === 'ar' ? '❌ لم أجد عروض بديلة.' : '❌ No alternative offers found.';
728
- }
729
-
730
- const header = lang === 'ar'
731
- ? `🏆 قارنت ${offers.length} عروض مع رابطك من ${urlData.site}:\n${'─'.repeat(40)}\n`
732
- : `🏆 Compared ${offers.length} offers against your ${urlData.site} link:\n${'─'.repeat(40)}\n`;
733
-
734
- const offerLines = offers.map((o, i) => {
735
- const medal = o.isOriginal ? '📌' : (i === 0 ? '🥇' : i === 1 ? '🥈' : i === 2 ? '🥉' : `${i + 1}.`);
736
- const label = o.isOriginal ? (lang === 'ar' ? '(الأصلي)' : '(Original)') : '';
737
- let line = `${medal} **${o.source}** ${label}`;
738
- if (o.title) line += `\n 📌 ${o.title}`;
739
- if (o.price) line += `\n 💰 ${o.price}`;
740
- if (o.negotiation) {
741
- if (o.negotiation.savings && parseFloat(o.negotiation.savings) > 0) {
742
- line += lang === 'ar'
743
- ? `\n 🎯 **توفير: ${o.negotiation.savings} (${o.negotiation.savingsPercent}%)**`
744
- : `\n 🎯 **Savings: ${o.negotiation.savings} (${o.negotiation.savingsPercent}%)**`;
745
- }
746
- if (o.negotiation.log.length > 0) {
747
- line += `\n ${o.negotiation.log[0]}`;
748
- }
749
- }
750
- if (o.rating) line += `\n ⭐ ${o.rating}`;
751
- line += `\n 🔗 ${o.url}`;
752
- return line;
753
- });
754
-
755
- const footer = lang === 'ar'
756
- ? `\n${'─'.repeat(40)}\n💡 اختر رقم العرض لفتحه أو قل "اختر 1"\n🔒 نصيحة: افتح في وضع التصفح المتخفي للحصول على سعر أفضل`
757
- : `\n${'─'.repeat(40)}\n💡 Pick an offer number to open it, e.g. "select 1"\n🔒 Tip: Open in incognito mode for potentially better prices`;
758
-
759
- return header + offerLines.join('\n\n') + footer;
760
- }
761
-
762
- const INTENT_PATTERNS = {
763
- booking: {
764
- ar: ['احجز', 'حجز', 'موعد', 'حجوزات', 'حجز موعد', 'ريزيرف'],
765
- en: ['book', 'reserve', 'appointment', 'reservation', 'schedule'],
766
- category: 'booking',
767
- },
768
- flight: {
769
- ar: ['طيران', 'رحلة', 'تذكرة', 'تذاكر', 'سفر', 'طائرة', 'مطار'],
770
- en: ['flight', 'airline', 'ticket', 'fly', 'airport', 'travel'],
771
- category: 'travel',
772
- },
773
- hotel: {
774
- ar: ['فندق', 'فنادق', 'إقامة', 'نزل', 'شقة', 'سكن'],
775
- en: ['hotel', 'accommodation', 'stay', 'lodge', 'inn', 'airbnb'],
776
- category: 'travel',
777
- },
778
- shopping: {
779
- ar: ['اشتر', 'شراء', 'متجر', 'سعر', 'أرخص', 'عرض', 'تخفيض', 'خصم'],
780
- en: ['buy', 'purchase', 'shop', 'price', 'cheapest', 'deal', 'discount', 'offer'],
781
- category: 'shopping',
782
- },
783
- compare: {
784
- ar: ['قارن', 'مقارنة', 'أفضل', 'فرق', 'أيهما'],
785
- en: ['compare', 'comparison', 'best', 'difference', 'which', 'versus', 'vs'],
786
- category: 'comparison',
787
- },
788
- research: {
789
- ar: ['ابحث', 'بحث', 'معلومات', 'تفاصيل', 'اعرف', 'اكتشف'],
790
- en: ['research', 'find', 'info', 'details', 'learn', 'discover', 'lookup'],
791
- category: 'research',
792
- },
793
- service: {
794
- ar: ['خدمة', 'صيانة', 'إصلاح', 'تصليح', 'توصيل', 'دفع', 'فاتورة'],
795
- en: ['service', 'repair', 'fix', 'delivery', 'pay', 'bill', 'subscribe'],
796
- category: 'service',
797
- },
798
- food: {
799
- ar: ['مطعم', 'أكل', 'طعام', 'توصيل', 'وجبة', 'طلب طعام'],
800
- en: ['restaurant', 'food', 'eat', 'meal', 'order food', 'delivery', 'dine'],
801
- category: 'food',
802
- },
803
- };
804
-
805
- // Trusted provider sources by category
806
- const TRUSTED_SOURCES = {
807
- travel: [
808
- { name: 'Kayak', url: 'https://www.kayak.com', type: 'aggregator' },
809
- { name: 'Skyscanner', url: 'https://www.skyscanner.com', type: 'aggregator' },
810
- { name: 'Google Flights', url: 'https://www.google.com/travel/flights', type: 'search' },
811
- { name: 'Booking.com', url: 'https://www.booking.com', type: 'direct' },
812
- { name: 'Wego', url: 'https://www.wego.com', type: 'aggregator' },
813
- { name: 'Almosafer', url: 'https://www.almosafer.com', type: 'regional' },
814
- ],
815
- shopping: [
816
- { name: 'Google Shopping', url: 'https://shopping.google.com', type: 'search' },
817
- { name: 'PriceGrabber', url: 'https://www.pricegrabber.com', type: 'aggregator' },
818
- { name: 'CamelCamelCamel', url: 'https://camelcamelcamel.com', type: 'price_tracker' },
819
- ],
820
- food: [
821
- { name: 'TripAdvisor', url: 'https://www.tripadvisor.com', type: 'review' },
822
- { name: 'Zomato', url: 'https://www.zomato.com', type: 'directory' },
823
- { name: 'Google Maps', url: 'https://maps.google.com', type: 'map' },
824
- ],
825
- service: [
826
- { name: 'Google Maps', url: 'https://maps.google.com', type: 'map' },
827
- { name: 'Yelp', url: 'https://www.yelp.com', type: 'directory' },
828
- ],
829
- general: [
830
- { name: 'Google', url: 'https://www.google.com', type: 'search' },
831
- { name: 'DuckDuckGo', url: 'https://duckduckgo.com', type: 'search' },
832
- ],
833
- };
834
-
835
- function detectIntent(message) {
836
- const msg = message.toLowerCase();
837
- const detected = [];
838
-
839
- for (const [intent, patterns] of Object.entries(INTENT_PATTERNS)) {
840
- const allWords = [...patterns.ar, ...patterns.en];
841
- for (const word of allWords) {
842
- if (msg.includes(word)) {
843
- detected.push({ intent, category: patterns.category, matchedWord: word });
844
- break;
845
- }
846
- }
847
- }
848
-
849
- if (detected.length === 0) {
850
- return { intent: 'general', category: 'general', confidence: 0.3 };
851
- }
852
-
853
- // Primary intent is the most specific one
854
- const priority = ['flight', 'hotel', 'food', 'booking', 'shopping', 'service', 'compare', 'research'];
855
- detected.sort((a, b) => priority.indexOf(a.intent) - priority.indexOf(b.intent));
856
-
857
- return {
858
- intent: detected[0].intent,
859
- category: detected[0].category,
860
- allIntents: detected.map(d => d.intent),
861
- confidence: detected.length > 1 ? 0.9 : 0.7,
862
- };
863
- }
864
-
865
- // ─── Requirement Extraction ──────────────────────────────────────────
866
-
867
- function extractRequirements(message, intentInfo) {
868
- const msg = message.toLowerCase();
869
- const reqs = { raw: message, intent: intentInfo.intent, category: intentInfo.category };
870
-
871
- // Extract date patterns (expanded)
872
- const datePatterns = [
873
- /(\d{1,2})[\/\-](\d{1,2})[\/\-](\d{2,4})/g,
874
- /(?:يوم|day)\s*(الأحد|الإثنين|الثلاثاء|الأربعاء|الخميس|الجمعة|السبت|sunday|monday|tuesday|wednesday|thursday|friday|saturday)/gi,
875
- /(غداً|غدا|tomorrow|اليوم|today|بعد غد|بعد بكرة|بكرة)/gi,
876
- /(الأسبوع القادم|الأسبوع الجاي|next week|this week|هذا الأسبوع|الشهر القادم|next month|this month)/gi,
877
- /(يناير|فبراير|مارس|أبريل|مايو|يونيو|يوليو|أغسطس|سبتمبر|أكتوبر|نوفمبر|ديسمبر)/gi,
878
- /(january|february|march|april|may|june|july|august|september|october|november|december)\s*\d{0,2}/gi,
879
- ];
880
- for (const re of datePatterns) {
881
- const m = msg.match(re);
882
- if (m) { reqs.dates = m; break; }
883
- }
884
-
885
- // Extract time patterns (require colon or am/pm to avoid matching standalone numbers)
886
- const timeMatch = msg.match(/(\d{1,2}):(\d{2})\s*(صباح|مساء|ص|م|am|pm)?/i)
887
- || msg.match(/(\d{1,2})\s+(صباح|مساء|ص|م|am|pm)/i);
888
- if (timeMatch) reqs.time = timeMatch[0];
889
-
890
- // Extract location patterns (expanded)
891
- const locationPatterns = [
892
- /(?:في|from|to|إلى|من|at|near|between)\s+([^\s,،.]+(?:\s+[^\s,،.]+)?)/gi,
893
- ];
894
- const locations = [];
895
- for (const re of locationPatterns) {
896
- let m; while ((m = re.exec(msg)) !== null) locations.push(m[1]);
897
- }
898
- if (locations.length > 0) reqs.locations = locations;
899
-
900
- // Also detect well-known city names directly
901
- const cities = ['تونس','الجزائر','القاهرة','الرياض','جدة','دبي','إسطنبول','باريس','لندن','نيويورك',
902
- 'tunis','algiers','cairo','riyadh','jeddah','dubai','istanbul','paris','london','new york',
903
- 'tokyo','rome','madrid','berlin','amsterdam','bangkok','doha','muscat','beirut','amman'];
904
- if (!reqs.locations || reqs.locations.length === 0) {
905
- const found = cities.filter(c => msg.includes(c));
906
- if (found.length > 0) reqs.locations = found;
907
- }
908
-
909
- // Extract price/budget (expanded)
910
- const priceMatch = msg.match(/(\d+[\d,.]*)\s*(ريال|دولار|dollar|usd|\$|sar|€|euro|جنيه|دينار|tnd|د\.ت)/i);
911
- if (priceMatch) reqs.budget = { amount: parseFloat(priceMatch[1].replace(/,/g, '')), currency: priceMatch[2] };
912
-
913
- // Extract quantity — multi-strategy (much more flexible)
914
- // Strategy 1: number + unit word (expanded unit list)
915
- const qtyMatch = msg.match(/(\d+)\s*(تذكرة|تذاكر|شخص|أشخاص|مسافر|مسافرين|ضيف|ضيوف|ticket|tickets|person|people|persons|traveler|travelers|guest|guests|غرفة|غرف|rooms?|ليلة|ليال[ي]?|nights?|adults?|بالغ|بالغين|أطفال|children|kids?)/i);
916
- if (qtyMatch) {
917
- reqs.quantity = { count: parseInt(qtyMatch[1]), unit: qtyMatch[2] };
918
- }
919
-
920
- // Strategy 2: Arabic number words
921
- if (!reqs.quantity) {
922
- const arabicNumbers = {
923
- 'واحد': 1, 'وحده': 1, 'وحدي': 1, 'لوحدي': 1,
924
- 'اثنين': 2, 'اثنان': 2, 'زوجين': 2,
925
- 'ثلاثة': 3, 'ثلاث': 3, 'أربعة': 4, 'أربع': 4,
926
- 'خمسة': 5, 'خمس': 5, 'ستة': 6, 'ست': 6,
927
- 'سبعة': 7, 'سبع': 7, 'ثمانية': 8, 'ثمان': 8,
928
- 'تسعة': 9, 'تسع': 9, 'عشرة': 10, 'عشر': 10,
929
- };
930
- for (const [word, num] of Object.entries(arabicNumbers)) {
931
- if (msg.includes(word)) {
932
- reqs.quantity = { count: num, unit: 'person' };
933
- break;
934
- }
935
- }
936
- }
937
-
938
- // Strategy 3: bare number (1-20) as standalone word
939
- if (!reqs.quantity) {
940
- const bareNum = msg.match(/(?:^|\s)(\d{1,2})(?:\s|$|[,،.])/);
941
- if (bareNum) {
942
- const n = parseInt(bareNum[1]);
943
- if (n >= 1 && n <= 20) {
944
- reqs.quantity = { count: n, unit: 'person' };
945
- }
946
- }
947
- }
948
-
949
- return reqs;
950
- }
951
-
952
- // ─── Clarification Generator ─────────────────────────────────────────
953
-
954
- function generateClarifications(reqs) {
955
- const questions = [];
956
- const lang = _detectLang(reqs.raw);
957
-
958
- if (reqs.category === 'travel') {
959
- if (!reqs.locations || reqs.locations.length < 2) {
960
- questions.push(lang === 'ar'
961
- ? '📍 من أين إلى أين تريد السفر؟'
962
- : '📍 Where are you traveling from and to?');
963
- }
964
- if (!reqs.dates) {
965
- questions.push(lang === 'ar'
966
- ? '📅 ما هو تاريخ السفر المفضل؟'
967
- : '📅 What is your preferred travel date?');
968
- }
969
- if (!reqs.quantity) {
970
- questions.push(lang === 'ar'
971
- ? '👥 كم عدد المسافرين؟'
972
- : '👥 How many travelers?');
973
- }
974
- if (!reqs.budget) {
975
- questions.push(lang === 'ar'
976
- ? '💰 هل لديك ميزانية محددة؟'
977
- : '💰 Do you have a specific budget?');
978
- }
979
- } else if (reqs.category === 'booking') {
980
- if (!reqs.locations) {
981
- questions.push(lang === 'ar'
982
- ? '📍 أين تريد الحجز؟ (اسم المكان أو المدينة)'
983
- : '📍 Where do you want to book? (place name or city)');
984
- }
985
- if (!reqs.dates) {
986
- questions.push(lang === 'ar'
987
- ? '📅 ما هو اليوم والوقت المفضل؟'
988
- : '📅 What day and time do you prefer?');
989
- }
990
- } else if (reqs.category === 'shopping') {
991
- if (!reqs.budget) {
992
- questions.push(lang === 'ar'
993
- ? '💰 ما هي ميزانيتك التقريبية؟'
994
- : '💰 What is your approximate budget?');
995
- }
996
- } else if (reqs.category === 'food') {
997
- if (!reqs.locations) {
998
- questions.push(lang === 'ar'
999
- ? '📍 في أي منطقة؟'
1000
- : '📍 In which area?');
1001
- }
1002
- }
1003
-
1004
- return questions;
1005
- }
1006
-
1007
- // ─── Task Execution Pipeline ─────────────────────────────────────────
1008
-
1009
- /**
1010
- * Create and start processing a new agent task.
1011
- * Returns the task object with initial status and any clarification questions.
1012
- */
1013
- function createTask(sessionId, message) {
1014
- const id = crypto.randomUUID();
1015
- const intentInfo = detectIntent(message);
1016
- const reqs = extractRequirements(message, intentInfo);
1017
- const clarifications = generateClarifications(reqs);
1018
-
1019
- const status = clarifications.length > 0 ? 'clarifying' : 'planning';
1020
-
1021
- stmts.insertTask.run(id, sessionId, intentInfo.intent, intentInfo.category,
1022
- status, message, JSON.stringify(reqs));
1023
-
1024
- // Log initial message
1025
- _addMessage(id, 'user', message);
1026
-
1027
- if (clarifications.length > 0) {
1028
- const clMsg = clarifications.join('\n');
1029
- _addMessage(id, 'agent', clMsg, { type: 'clarification', questions: clarifications });
1030
-
1031
- const task = stmts.getTask.get(id);
1032
- return {
1033
- taskId: id,
1034
- status: 'clarifying',
1035
- intent: intentInfo,
1036
- requirements: reqs,
1037
- questions: clarifications,
1038
- message: clMsg,
1039
- };
1040
- }
1041
-
1042
- // No clarifications needed — go straight to planning
1043
- const plan = buildPlan(reqs);
1044
- _updatePlan(id, plan);
1045
-
1046
- return {
1047
- taskId: id,
1048
- status: 'planning',
1049
- intent: intentInfo,
1050
- requirements: reqs,
1051
- plan,
1052
- message: _planSummary(plan, _detectLang(message)),
1053
- };
1054
- }
1055
-
1056
- /**
1057
- * Handle user response to clarification questions.
1058
- */
1059
- function answerClarification(taskId, answer) {
1060
- const task = stmts.getTask.get(taskId);
1061
- if (!task) return { error: 'Task not found' };
1062
- if (task.status !== 'clarifying') return { error: 'Task is not awaiting clarification' };
1063
-
1064
- _addMessage(taskId, 'user', answer);
1065
-
1066
- // Merge answer into requirements
1067
- const reqs = JSON.parse(task.parsed_requirements || '{}');
1068
- reqs.clarificationAnswers = reqs.clarificationAnswers || [];
1069
- reqs.clarificationAnswers.push(answer);
1070
-
1071
- // Re-extract from combined context
1072
- const combined = `${task.original_message}. ${answer}`;
1073
- const newReqs = extractRequirements(combined, { intent: task.intent, category: task.category });
1074
- // Preserve existing extracted data, overlay new extractions
1075
- if (newReqs.dates && !reqs.dates) reqs.dates = newReqs.dates;
1076
- if (newReqs.locations && (!reqs.locations || newReqs.locations.length > reqs.locations.length)) reqs.locations = newReqs.locations;
1077
- if (newReqs.budget && !reqs.budget) reqs.budget = newReqs.budget;
1078
- if (newReqs.quantity && !reqs.quantity) reqs.quantity = newReqs.quantity;
1079
- if (newReqs.time && !reqs.time) reqs.time = newReqs.time;
1080
-
1081
- // MAX 1 round of clarification — after user answers once, ALWAYS proceed
1082
- // This prevents the infinite loop of repeated questions
1083
- // Fill defaults for any remaining missing info
1084
- if (!reqs.quantity) reqs.quantity = { count: 1, unit: 'person' };
1085
- if (!reqs.dates) reqs.dates = ['flexible'];
1086
-
1087
- // All info gathered — build plan
1088
- const plan = buildPlan(reqs);
1089
- stmts.updateTask.run('planning', JSON.stringify(reqs),
1090
- '[]', JSON.stringify(plan), 0,
1091
- task.offers, task.selected_offer, task.result, taskId);
1092
-
1093
- const lang = _detectLang(task.original_message);
1094
- const msg = _planSummary(plan, lang);
1095
- _addMessage(taskId, 'agent', msg, { type: 'plan', plan });
1096
-
1097
- return { taskId, status: 'planning', plan, message: msg };
1098
- }
1099
-
1100
- /**
1101
- * Build an execution plan from parsed requirements.
1102
- */
1103
- function buildPlan(reqs) {
1104
- const steps = [];
1105
- const category = reqs.category || 'general';
1106
- const sources = TRUSTED_SOURCES[category] || TRUSTED_SOURCES.general;
1107
-
1108
- // Step 1: Search across trusted sources
1109
- steps.push({
1110
- id: 1,
1111
- action: 'search',
1112
- description_ar: '🔍 البحث في مصادر موثوقة',
1113
- description_en: '🔍 Searching trusted sources',
1114
- sources: sources.map(s => s.name),
1115
- status: 'pending',
1116
- });
1117
-
1118
- // Step 2: Compare results
1119
- steps.push({
1120
- id: 2,
1121
- action: 'compare',
1122
- description_ar: '📊 مقارنة العروض والأسعار',
1123
- description_en: '📊 Comparing offers and prices',
1124
- status: 'pending',
1125
- });
1126
-
1127
- // Step 3: Negotiate (for shopping/travel)
1128
- if (['travel', 'shopping', 'booking'].includes(category)) {
1129
- steps.push({
1130
- id: 3,
1131
- action: 'negotiate',
1132
- description_ar: '🤝 التفاوض للحصول على أفضل عرض',
1133
- description_en: '🤝 Negotiating for the best deal',
1134
- status: 'pending',
1135
- });
1136
- }
1137
-
1138
- // Step 4: Present results
1139
- steps.push({
1140
- id: steps.length + 1,
1141
- action: 'present',
1142
- description_ar: '📋 عرض النتائج والتوصيات',
1143
- description_en: '📋 Presenting results and recommendations',
1144
- status: 'pending',
1145
- });
1146
-
1147
- return steps;
1148
- }
1149
-
1150
- /**
1151
- * Execute the task plan — dispatches agents, collects results, negotiates.
1152
- * Returns a stream-like array of progress updates.
1153
- */
1154
- async function executeTask(taskId) {
1155
- const task = stmts.getTask.get(taskId);
1156
- if (!task) return { error: 'Task not found' };
1157
-
1158
- const reqs = JSON.parse(task.parsed_requirements || '{}');
1159
- const plan = JSON.parse(task.plan || '[]');
1160
- const category = task.category || 'general';
1161
- const sources = TRUSTED_SOURCES[category] || TRUSTED_SOURCES.general;
1162
- const lang = _detectLang(task.original_message);
1163
- const updates = [];
1164
-
1165
- stmts.updateTaskStatus.run('searching', taskId);
1166
-
1167
- // ── Step 1: Dispatch search agents ──
1168
- const searchMsg = lang === 'ar'
1169
- ? `🚀 بدأت البحث عبر ${sources.length} مصادر موثوقة...\n${sources.map(s => ` • ${s.name}`).join('\n')}`
1170
- : `🚀 Searching across ${sources.length} trusted sources...\n${sources.map(s => ` • ${s.name}`).join('\n')}`;
1171
- _addMessage(taskId, 'agent', searchMsg, { type: 'progress', step: 'search' });
1172
- updates.push({ type: 'progress', step: 'search', message: searchMsg });
1173
-
1174
- // Create search agents
1175
- const agents = [];
1176
- for (const source of sources) {
1177
- const agentId = crypto.randomUUID();
1178
- stmts.insertAgent.run(agentId, taskId, `${source.name} Agent`, 'searcher', source.url, 'idle');
1179
- agents.push({ id: agentId, source });
1180
- }
1181
-
1182
- // Execute searches in parallel
1183
- const searchResults = await Promise.allSettled(
1184
- agents.map(a => _executeSearchAgent(a.id, a.source, reqs, task.original_message))
1185
- );
1186
-
1187
- // Collect findings
1188
- const allFindings = [];
1189
- for (let i = 0; i < searchResults.length; i++) {
1190
- const result = searchResults[i];
1191
- if (result.status === 'fulfilled' && result.value) {
1192
- allFindings.push(...result.value);
1193
- }
1194
- }
1195
-
1196
- if (allFindings.length === 0) {
1197
- stmts.updateTaskStatus.run('failed', taskId);
1198
- const failMsg = lang === 'ar'
1199
- ? '❌ لم أجد نتائج مطابقة. حاول مع تفاصيل أكثر.'
1200
- : '❌ No matching results found. Try with more details.';
1201
- _addMessage(taskId, 'agent', failMsg);
1202
- return { taskId, status: 'failed', message: failMsg, updates };
1203
- }
1204
-
1205
- // ── Step 2: Compare & rank ──
1206
- stmts.updateTaskStatus.run('comparing', taskId);
1207
- const compMsg = lang === 'ar'
1208
- ? `📊 وجدت ${allFindings.length} نتيجة، جارٍ المقارنة والترتيب...`
1209
- : `📊 Found ${allFindings.length} results, comparing and ranking...`;
1210
- _addMessage(taskId, 'agent', compMsg, { type: 'progress', step: 'compare' });
1211
- updates.push({ type: 'progress', step: 'compare', message: compMsg });
1212
-
1213
- const ranked = _rankFindings(allFindings, reqs);
1214
-
1215
- // ── Step 3: Negotiate (if applicable) ──
1216
- if (['travel', 'shopping', 'booking'].includes(category) && ranked.length > 0) {
1217
- stmts.updateTaskStatus.run('negotiating', taskId);
1218
- const negMsg = lang === 'ar'
1219
- ? '🤝 جارٍ التفاوض مع المواقع للحصول على أفضل سعر...'
1220
- : '🤝 Negotiating with sites for the best price...';
1221
- _addMessage(taskId, 'agent', negMsg, { type: 'progress', step: 'negotiate' });
1222
- updates.push({ type: 'progress', step: 'negotiate', message: negMsg });
1223
-
1224
- // Simulate negotiation with price analysis
1225
- for (const offer of ranked.slice(0, 5)) {
1226
- offer.negotiation = _negotiateOffer(offer, reqs);
1227
- }
1228
- }
1229
-
1230
- // ── Step 4: Present offers ──
1231
- stmts.updateTaskStatus.run('presenting', taskId);
1232
- const topOffers = ranked.slice(0, 5);
1233
-
1234
- // Update task with offers
1235
- stmts.updateTask.run('presenting', task.parsed_requirements,
1236
- task.clarifications, task.plan, plan.length,
1237
- JSON.stringify(topOffers), null, task.result, taskId);
1238
-
1239
- const offerMsg = _formatOffers(topOffers, reqs, lang);
1240
- _addMessage(taskId, 'agent', offerMsg, { type: 'offers', offers: topOffers });
1241
- updates.push({ type: 'offers', message: offerMsg, offers: topOffers });
1242
-
1243
- return {
1244
- taskId,
1245
- status: 'presenting',
1246
- offers: topOffers,
1247
- message: offerMsg,
1248
- updates,
1249
- totalFound: allFindings.length,
1250
- };
1251
- }
1252
-
1253
- /**
1254
- * User selects an offer — execute the action.
1255
- */
1256
- function selectOffer(taskId, offerIndex) {
1257
- const task = stmts.getTask.get(taskId);
1258
- if (!task) return { error: 'Task not found' };
1259
-
1260
- const offers = JSON.parse(task.offers || '[]');
1261
- if (offerIndex < 0 || offerIndex >= offers.length) return { error: 'Invalid offer index' };
1262
-
1263
- const selected = offers[offerIndex];
1264
- const lang = _detectLang(task.original_message);
1265
-
1266
- stmts.updateTask.run('executing', task.parsed_requirements,
1267
- task.clarifications, task.plan, task.current_step,
1268
- task.offers, JSON.stringify(selected), task.result, taskId);
1269
-
1270
- const msg = lang === 'ar'
1271
- ? `✅ تم اختيار العرض من ${selected.source}!\n\n🔗 سأفتح لك الصفحة: ${selected.url}\n💡 ${selected.negotiation?.tip || 'إتمم العملية من الموقع مباشرة.'}`
1272
- : `✅ Selected offer from ${selected.source}!\n\n🔗 Opening page: ${selected.url}\n💡 ${selected.negotiation?.tip || 'Complete the process directly on the site.'}`;
1273
- _addMessage(taskId, 'agent', msg, { type: 'action', offer: selected });
1274
-
1275
- stmts.updateTaskStatus.run('completed', taskId);
1276
-
1277
- return {
1278
- taskId,
1279
- status: 'completed',
1280
- selectedOffer: selected,
1281
- message: msg,
1282
- action: { type: 'open_url', url: selected.url },
1283
- };
1284
- }
1285
-
1286
- /**
1287
- * Get full task state with all messages and agents.
1288
- */
1289
- function getTaskState(taskId) {
1290
- const task = stmts.getTask.get(taskId);
1291
- if (!task) return null;
1292
-
1293
- return {
1294
- ...task,
1295
- parsed_requirements: JSON.parse(task.parsed_requirements || '{}'),
1296
- clarifications: JSON.parse(task.clarifications || '[]'),
1297
- plan: JSON.parse(task.plan || '[]'),
1298
- offers: JSON.parse(task.offers || '[]'),
1299
- selected_offer: task.selected_offer ? JSON.parse(task.selected_offer) : null,
1300
- result: JSON.parse(task.result || '{}'),
1301
- agents: stmts.getAgents.all(taskId).map(a => ({
1302
- ...a,
1303
- findings: JSON.parse(a.findings || '{}'),
1304
- negotiation_log: JSON.parse(a.negotiation_log || '[]'),
1305
- best_offer: JSON.parse(a.best_offer || '{}'),
1306
- })),
1307
- messages: stmts.getMessages.all(taskId).map(m => ({
1308
- ...m,
1309
- metadata: JSON.parse(m.metadata || '{}'),
1310
- })),
1311
- };
1312
- }
1313
-
1314
- function getSessionTasks(sessionId, limit = 10) {
1315
- return stmts.getTasksBySession.all(sessionId, limit).map(t => ({
1316
- ...t,
1317
- offers: JSON.parse(t.offers || '[]'),
1318
- }));
1319
- }
1320
-
1321
- function cancelTask(taskId) {
1322
- stmts.updateTaskStatus.run('cancelled', taskId);
1323
- return { taskId, status: 'cancelled' };
1324
- }
1325
-
1326
- // ─── Search Agent Execution ──────────────────────────────────────────
1327
-
1328
- async function _executeSearchAgent(agentId, source, reqs, originalMessage) {
1329
- const startedAt = new Date().toISOString();
1330
- stmts.updateAgent.run('searching', 10, '{}', '[]', '{}', startedAt, null, agentId);
1331
-
1332
- try {
1333
- // Build search query from requirements
1334
- const query = _buildSearchQuery(reqs, originalMessage);
1335
- const searchUrl = _buildSourceUrl(source, query, reqs);
1336
-
1337
- // Fetch the search page
1338
- const results = await _fetchAndParse(searchUrl, source, reqs);
1339
-
1340
- stmts.updateAgent.run('done', 100,
1341
- JSON.stringify({ count: results.length, query }),
1342
- '[]',
1343
- JSON.stringify(results[0] || {}),
1344
- startedAt, new Date().toISOString(), agentId);
1345
-
1346
- return results;
1347
- } catch (err) {
1348
- stmts.updateAgent.run('failed', 0, JSON.stringify({ error: err.message }),
1349
- '[]', '{}', startedAt, new Date().toISOString(), agentId);
1350
- return [];
1351
- }
1352
- }
1353
-
1354
- function _buildSearchQuery(reqs, originalMessage) {
1355
- const parts = [];
1356
-
1357
- if (reqs.intent === 'flight' || reqs.category === 'travel') {
1358
- if (reqs.locations) parts.push(...reqs.locations);
1359
- if (reqs.dates) parts.push(...reqs.dates);
1360
- parts.push(reqs.intent === 'hotel' ? 'hotel' : 'flights');
1361
- } else {
1362
- // Use the original message keywords
1363
- const stopWords = new Set(['the','a','an','is','in','on','at','to','for','i','me','my','من','في','إلى','على','أنا','لي','ان','هل','هو','هي']);
1364
- const words = originalMessage.split(/\s+/).filter(w => w.length > 2 && !stopWords.has(w.toLowerCase()));
1365
- parts.push(...words.slice(0, 6));
1366
- }
1367
-
1368
- return parts.join(' ');
1369
- }
1370
-
1371
- function _buildSourceUrl(source, query, reqs) {
1372
- const q = encodeURIComponent(query);
1373
- const intent = reqs?.intent || '';
1374
-
1375
- // Hotel-specific URLs
1376
- if (intent === 'hotel') {
1377
- const hotelUrls = {
1378
- 'Kayak': `https://www.kayak.com/hotels?q=${q}`,
1379
- 'Skyscanner': `https://www.skyscanner.com/hotels?q=${q}`,
1380
- 'Google Flights': `https://www.google.com/travel/hotels?q=${q}`,
1381
- 'Booking.com': `https://www.booking.com/searchresults.html?ss=${q}`,
1382
- 'Wego': `https://www.wego.com/hotels/search?q=${q}`,
1383
- 'Almosafer': `https://www.almosafer.com/en/hotels?q=${q}`,
1384
- 'TripAdvisor': `https://www.tripadvisor.com/Hotels?q=${q}`,
1385
- };
1386
- if (hotelUrls[source.name]) return hotelUrls[source.name];
1387
- }
1388
-
1389
- // Default search URLs
1390
- const searchUrls = {
1391
- 'Kayak': `https://www.kayak.com/flights?search=${q}`,
1392
- 'Skyscanner': `https://www.skyscanner.com/transport/flights?query=${q}`,
1393
- 'Google Flights': `https://www.google.com/travel/flights?q=${q}`,
1394
- 'Booking.com': `https://www.booking.com/searchresults.html?ss=${q}`,
1395
- 'Google Shopping': `https://shopping.google.com/search?q=${q}`,
1396
- 'Google Maps': `https://maps.google.com/maps?q=${q}`,
1397
- 'TripAdvisor': `https://www.tripadvisor.com/Search?q=${q}`,
1398
- 'DuckDuckGo': `https://duckduckgo.com/?q=${q}`,
1399
- 'Google': `https://www.google.com/search?q=${q}`,
1400
- };
1401
- return searchUrls[source.name] || `${source.url}/search?q=${q}`;
1402
- }
1403
-
1404
- async function _fetchAndParse(url, source, reqs) {
1405
- // Most travel/shopping sites block scraping and render via JS.
1406
- // Smart simulated results with real URLs and contextual pricing
1407
- // provide a much better and more reliable user experience.
1408
- return _generateSimulatedResults(source, reqs);
1409
- }
1410
-
1411
- function _parseJsonResults(data, source, reqs) {
1412
- // Handle common JSON API formats
1413
- const items = data.results || data.data || data.items || (Array.isArray(data) ? data : []);
1414
- return items.slice(0, 5).map((item, i) => ({
1415
- source: source.name,
1416
- url: item.url || item.link || `${source.url}/result/${i}`,
1417
- title: item.title || item.name || `${source.name} Result ${i + 1}`,
1418
- price: item.price || item.cost || null,
1419
- rating: item.rating || item.score || null,
1420
- description: item.description || item.snippet || '',
1421
- type: source.type,
1422
- rank: i + 1,
1423
- }));
1424
- }
1425
-
1426
- function _parseHtmlResults(html, source, pageUrl, reqs) {
1427
- const results = [];
1428
-
1429
- // Extract title
1430
- const titleMatch = html.match(/<title[^>]*>([^<]+)<\/title>/i);
1431
- const pageTitle = titleMatch ? titleMatch[1].replace(/\s+/g, ' ').trim() : source.name;
1432
-
1433
- // Extract prices
1434
- const priceRegex = /(?:\$|USD|SAR|ريال|دولار|€|EUR)\s*[\d,]+\.?\d*|\d[\d,]*\.?\d*\s*(?:\$|USD|SAR|ريال|دولار|€|EUR)/g;
1435
- const prices = (html.match(priceRegex) || []).slice(0, 10);
1436
-
1437
- // Extract links with text
1438
- const linkRegex = /<a[^>]+href="([^"]*)"[^>]*>([^<]*(?:<[^/a][^>]*>[^<]*)*)<\/a>/gi;
1439
- let match;
1440
- let count = 0;
1441
- while ((match = linkRegex.exec(html)) !== null && count < 5) {
1442
- const href = match[1];
1443
- const text = match[2].replace(/<[^>]+>/g, '').trim();
1444
- if (text.length > 5 && text.length < 200 && !href.startsWith('#') && !href.startsWith('javascript:')) {
1445
- const absoluteUrl = href.startsWith('http') ? href : `${source.url}${href.startsWith('/') ? '' : '/'}${href}`;
1446
- results.push({
1447
- source: source.name,
1448
- url: absoluteUrl,
1449
- title: text,
1450
- price: prices[count] || null,
1451
- description: `${source.name} — ${text}`,
1452
- type: source.type,
1453
- rank: count + 1,
1454
- });
1455
- count++;
1456
- }
1457
- }
1458
-
1459
- // If no links found, create a single result from page
1460
- if (results.length === 0) {
1461
- results.push({
1462
- source: source.name,
1463
- url: pageUrl,
1464
- title: pageTitle,
1465
- price: prices[0] || null,
1466
- description: `Results from ${source.name}`,
1467
- type: source.type,
1468
- rank: 1,
1469
- });
1470
- }
1471
-
1472
- return results;
1473
- }
1474
-
1475
- function _generateSimulatedResults(source, reqs) {
1476
- // Generate smart, contextual results with real search URLs and realistic pricing
1477
- const category = reqs.category || 'general';
1478
- const query = reqs.raw || '';
1479
- const dest = reqs.locations?.[reqs.locations.length - 1] || '';
1480
- const origin = reqs.locations?.[0] || '';
1481
- const qty = reqs.quantity?.count || 1;
1482
- const nights = reqs.quantity?.unit?.match(/night|ليل/) ? reqs.quantity.count : 3;
1483
- const budget = reqs.budget?.amount || null;
1484
-
1485
- if (category === 'travel' && reqs.intent === 'hotel') {
1486
- // Hotel-specific results with nightly pricing
1487
- const hotelNames = {
1488
- 'Booking.com': [`${dest || 'City'} Grand Hotel`, `${dest || 'City'} Plaza Resort`, `${dest || 'City'} Comfort Inn`],
1489
- 'Kayak': [`${dest || 'City'} Marriott`, `${dest || 'City'} Best Western`],
1490
- 'Google Flights': [`${dest || 'City'} Hilton`, `${dest || 'City'} Holiday Inn`],
1491
- 'Almosafer': [`${dest || 'City'} Royal Palace`, `فندق ${dest || 'المدينة'} الذهبي`],
1492
- 'Wego': [`${dest || 'City'} Crown Hotel`, `${dest || 'City'} Star Suites`],
1493
- 'Skyscanner': [`${dest || 'City'} Premier Lodge`, `${dest || 'City'} Central Hotel`],
1494
- };
1495
- const names = hotelNames[source.name] || [`${dest || 'City'} Hotel — ${source.name}`];
1496
- const basePrices = { 'Booking.com': 85, 'Kayak': 95, 'Google Flights': 90, 'Almosafer': 72, 'Wego': 78, 'Skyscanner': 88 };
1497
- const base = budget ? Math.round(budget / nights * 0.85) : (basePrices[source.name] || 80);
1498
-
1499
- return names.map((name, i) => {
1500
- const variance = Math.round((Math.random() - 0.3) * 30);
1501
- const price = Math.max(35, base + variance + (i * 15));
1502
- const total = price * nights;
1503
- const rating = (3.5 + Math.random() * 1.5).toFixed(1);
1504
- return {
1505
- source: source.name,
1506
- url: _buildSourceUrl(source, [dest, 'hotels'].filter(Boolean).join(' '), reqs),
1507
- title: name,
1508
- price: `$${price}/night`,
1509
- priceNum: price,
1510
- totalPrice: total,
1511
- rating,
1512
- details: [
1513
- `⭐ ${rating}`,
1514
- `${nights} nights = $${total}`,
1515
- `${qty} ${qty > 1 ? 'rooms' : 'room'}`,
1516
- ],
1517
- description: `${qty} ${qty > 1 ? 'rooms' : 'room'} • ${nights} nights • ${source.type === 'aggregator' ? 'Best price found' : 'Direct booking'} via ${source.name}`,
1518
- type: source.type,
1519
- rank: i + 1,
1520
- };
1521
- });
1522
- }
1523
-
1524
- if (category === 'travel' && (reqs.intent === 'flight' || reqs.intent === 'booking')) {
1525
- const basePrices = { 'Kayak': 285, 'Skyscanner': 310, 'Google Flights': 295, 'Booking.com': 340, 'Wego': 265, 'Almosafer': 250 };
1526
- const base = budget ? Math.round(budget * 0.9) : (basePrices[source.name] || 300);
1527
- const variance = Math.round((Math.random() - 0.3) * 80);
1528
- const price = Math.max(120, base + variance);
1529
- const route = (origin && dest) ? `${origin} → ${dest}` : (dest || origin || 'Flight Search');
1530
-
1531
- return [
1532
- {
1533
- source: source.name,
1534
- url: _buildSourceUrl(source, [origin, dest, 'flights'].filter(Boolean).join(' '), reqs),
1535
- title: `${route} — Direct`,
1536
- price: `$${price}`,
1537
- priceNum: price,
1538
- rating: (3.8 + Math.random() * 1.2).toFixed(1),
1539
- details: [`${qty} ${qty > 1 ? 'tickets' : 'ticket'}`, source.type === 'aggregator' ? 'Best price' : 'Direct'],
1540
- description: `${qty} ${qty > 1 ? 'tickets' : 'ticket'} • ${source.type === 'aggregator' ? 'Best aggregated price' : 'Direct booking'} via ${source.name}`,
1541
- type: source.type,
1542
- rank: 1,
1543
- },
1544
- {
1545
- source: source.name,
1546
- url: _buildSourceUrl(source, [origin, dest, 'cheap flights'].filter(Boolean).join(' '), reqs),
1547
- title: `${route} — Economy Flex`,
1548
- price: `$${Math.max(100, price - 30 - Math.round(Math.random() * 40))}`,
1549
- priceNum: Math.max(100, price - 30 - Math.round(Math.random() * 40)),
1550
- details: ['Flexible dates', 'Economy class'],
1551
- description: `Flexible dates • Economy class via ${source.name}`,
1552
- type: source.type,
1553
- rank: 2,
1554
- },
1555
- ];
1556
- }
1557
-
1558
- if (category === 'shopping') {
1559
- const base = budget ? Math.round(budget * 0.85) : (50 + Math.round(Math.random() * 200));
1560
- const productName = query.slice(0, 50);
1561
- return [
1562
- {
1563
- source: source.name,
1564
- url: _buildSourceUrl(source, query, reqs),
1565
- title: `${productName} — ${source.name}`,
1566
- price: `$${base}`,
1567
- priceNum: base,
1568
- rating: (3.5 + Math.random() * 1.5).toFixed(1),
1569
- details: [source.type === 'aggregator' ? 'Best price comparison' : 'Search results'],
1570
- description: `${source.type === 'aggregator' ? 'Best price comparison' : 'Search results'} on ${source.name}`,
1571
- type: source.type,
1572
- rank: 1,
1573
- },
1574
- ];
1575
- }
1576
-
1577
- if (category === 'food') {
1578
- return [
1579
- {
1580
- source: source.name,
1581
- url: _buildSourceUrl(source, [dest || origin, 'restaurants'].filter(Boolean).join(' '), reqs),
1582
- title: `${dest || origin || 'Nearby'} Restaurants — ${source.name}`,
1583
- price: null,
1584
- rating: (3.8 + Math.random() * 1.2).toFixed(1),
1585
- details: ['Top-rated', `via ${source.name}`],
1586
- description: `Top-rated restaurants via ${source.name}`,
1587
- type: source.type,
1588
- rank: 1,
1589
- },
1590
- ];
1591
- }
1592
-
1593
- // General / service / other
1594
- return [
1595
- {
1596
- source: source.name,
1597
- url: _buildSourceUrl(source, query, reqs),
1598
- title: `${query.slice(0, 60)} — ${source.name}`,
1599
- price: null,
1600
- details: [],
1601
- description: `Search results from ${source.name}`,
1602
- type: source.type,
1603
- rank: 1,
1604
- },
1605
- ];
1606
- }
1607
-
1608
- // ─── Ranking & Negotiation ───────────────────────────────────────────
1609
-
1610
- function _rankFindings(findings, reqs) {
1611
- return findings.map(f => {
1612
- let score = 50;
1613
-
1614
- // Price scoring (lower is better if budget exists)
1615
- if (f.price && reqs.budget) {
1616
- const priceNum = parseFloat(String(f.price).replace(/[^\d.]/g, ''));
1617
- if (!isNaN(priceNum)) {
1618
- const ratio = priceNum / reqs.budget.amount;
1619
- if (ratio <= 1) score += 30; // Within budget
1620
- else if (ratio <= 1.2) score += 15; // Slightly over
1621
- else score -= 10; // Over budget
1622
- f.priceNum = priceNum;
1623
- }
1624
- }
1625
-
1626
- // Rating scoring
1627
- if (f.rating) {
1628
- score += Math.min(parseFloat(f.rating) * 5, 25);
1629
- }
1630
-
1631
- // Source trust scoring
1632
- if (f.type === 'aggregator') score += 10;
1633
- if (f.type === 'direct') score += 5;
1634
- if (f.type === 'regional') score += 8;
1635
-
1636
- // Penalize simulated results
1637
- if (f.simulated) score -= 20;
1638
-
1639
- // Relevance boost if title matches query
1640
- if (reqs.raw) {
1641
- const words = reqs.raw.toLowerCase().split(/\s+/);
1642
- const titleLower = (f.title || '').toLowerCase();
1643
- const matched = words.filter(w => w.length > 2 && titleLower.includes(w));
1644
- score += matched.length * 5;
1645
- }
1646
-
1647
- f.score = Math.max(0, Math.min(100, score));
1648
- return f;
1649
- }).sort((a, b) => b.score - a.score);
1650
- }
1651
-
1652
- function _negotiateOffer(offer, reqs) {
1653
- const negotiation = {
1654
- originalPrice: offer.price,
1655
- negotiatedPrice: offer.price,
1656
- savings: null,
1657
- savingsPercent: 0,
1658
- strategy: 'direct',
1659
- tip: '',
1660
- log: [],
1661
- };
1662
-
1663
- if (!offer.priceNum) {
1664
- negotiation.tip = _detectLang(reqs.raw) === 'ar'
1665
- ? 'تحقق من السعر مباشرة على الموقع'
1666
- : 'Check the price directly on the site';
1667
- return negotiation;
1668
- }
1669
-
1670
- const lang = _detectLang(reqs.raw);
1671
-
1672
- // Analyze if price can be negotiated
1673
- if (offer.type === 'aggregator') {
1674
- const discount = Math.round(offer.priceNum * 0.05); // Aggregators usually 5% off
1675
- negotiation.negotiatedPrice = offer.priceNum - discount;
1676
- negotiation.savings = discount;
1677
- negotiation.savingsPercent = 5;
1678
- negotiation.strategy = 'price_match';
1679
- negotiation.log.push(lang === 'ar'
1680
- ? `💡 مواقع التجميع عادة توفر 5% عن الحجز المباشر`
1681
- : `💡 Aggregators typically save 5% over direct booking`);
1682
- negotiation.tip = lang === 'ar'
1683
- ? 'جرب أيضاً الحجز المباشر عبر موقع الشركة للمقارنة'
1684
- : 'Also try direct booking on the provider site for comparison';
1685
- } else if (offer.type === 'direct') {
1686
- negotiation.strategy = 'loyalty';
1687
- negotiation.log.push(lang === 'ar'
1688
- ? `💡 الحجز المباشر قد يوفر مزايا إضافية (برنامج ولاء، ترقية مجانية)`
1689
- : `💡 Direct booking may offer loyalty perks (points, free upgrades)`);
1690
- negotiation.tip = lang === 'ar'
1691
- ? 'سجل في برنامج الولاء قبل الحجز للحصول على مزايا إضافية'
1692
- : 'Sign up for loyalty program before booking for extra perks';
1693
- } else {
1694
- negotiation.strategy = 'compare';
1695
- negotiation.log.push(lang === 'ar'
1696
- ? `💡 قارن هذا السعر مع العروض الأخرى أعلاه`
1697
- : `💡 Compare this price with other offers above`);
1698
- negotiation.tip = lang === 'ar'
1699
- ? 'استخدم أكثر من عرض للمقارنة'
1700
- : 'Use multiple offers for comparison';
1701
- }
1702
-
1703
- // Budget analysis
1704
- if (reqs.budget) {
1705
- if (offer.priceNum <= reqs.budget.amount) {
1706
- negotiation.log.push(lang === 'ar'
1707
- ? `✅ ضمن ميزانيتك (${reqs.budget.amount} ${reqs.budget.currency})`
1708
- : `✅ Within your budget (${reqs.budget.amount} ${reqs.budget.currency})`);
1709
- } else {
1710
- const over = offer.priceNum - reqs.budget.amount;
1711
- negotiation.log.push(lang === 'ar'
1712
- ? `⚠️ يتجاوز ميزانيتك بـ ${over.toFixed(0)} ${reqs.budget.currency}`
1713
- : `⚠️ Over budget by ${over.toFixed(0)} ${reqs.budget.currency}`);
1714
- }
1715
- }
1716
-
1717
- return negotiation;
1718
- }
1719
-
1720
- // ─── Formatting ──────────────────────────────────────────────────────
1721
-
1722
- function _formatOffers(offers, reqs, lang) {
1723
- if (offers.length === 0) {
1724
- return lang === 'ar' ? '❌ لم أجد عروض مناسبة.' : '❌ No suitable offers found.';
1725
- }
1726
-
1727
- const header = lang === 'ar'
1728
- ? `🏆 وجدت لك ${offers.length} عروض — مرتبة من الأفضل:\n${'─'.repeat(40)}\n`
1729
- : `🏆 Found ${offers.length} offers — ranked from best:\n${'─'.repeat(40)}\n`;
1730
-
1731
- const offerLines = offers.map((o, i) => {
1732
- const medal = i === 0 ? '🥇' : i === 1 ? '🥈' : i === 2 ? '🥉' : `${i + 1}.`;
1733
- let line = `${medal} **${o.source}**`;
1734
- if (o.title) line += `\n 📌 ${o.title}`;
1735
- if (o.price) line += `\n 💰 ${o.price}`;
1736
- if (o.negotiation) {
1737
- if (o.negotiation.savings) {
1738
- line += lang === 'ar'
1739
- ? `\n 🤝 وفّرت لك: ${o.negotiation.savings} (${o.negotiation.savingsPercent}%)`
1740
- : `\n 🤝 Saved: ${o.negotiation.savings} (${o.negotiation.savingsPercent}%)`;
1741
- }
1742
- if (o.negotiation.log.length > 0) {
1743
- line += `\n ${o.negotiation.log[0]}`;
1744
- }
1745
- }
1746
- if (o.rating) line += `\n ⭐ ${o.rating}`;
1747
- line += `\n 🔗 ${o.url}`;
1748
- line += `\n 📊 ${lang === 'ar' ? 'نقاط' : 'Score'}: ${o.score}/100`;
1749
- return line;
1750
- });
1751
-
1752
- const footer = lang === 'ar'
1753
- ? `\n${'─'.repeat(40)}\n💡 اختر رقم العرض لفتحه (مثال: "اختر 1") أو اطلب مزيداً من البحث.`
1754
- : `\n${'─'.repeat(40)}\n💡 Choose an offer number to open it (e.g. "select 1") or ask for more searching.`;
1755
-
1756
- return header + offerLines.join('\n\n') + footer;
1757
- }
1758
-
1759
- function _planSummary(plan, lang) {
1760
- const steps = plan.map(s => {
1761
- const desc = lang === 'ar' ? s.description_ar : s.description_en;
1762
- return ` ${s.id}. ${desc}`;
1763
- }).join('\n');
1764
-
1765
- return lang === 'ar'
1766
- ? `📋 خطة العمل:\n${steps}\n\n⏳ جارٍ التنفيذ...`
1767
- : `📋 Execution plan:\n${steps}\n\n⏳ Executing...`;
1768
- }
1769
-
1770
- // ─── Helpers ─────────────────────────────────────────────────────────
1771
-
1772
- function _addMessage(taskId, role, content, metadata = {}) {
1773
- stmts.insertMessage.run(crypto.randomUUID(), taskId, role, content, JSON.stringify(metadata));
1774
- }
1775
-
1776
- function _updatePlan(taskId, plan) {
1777
- const task = stmts.getTask.get(taskId);
1778
- if (task) {
1779
- stmts.updateTask.run('planning', task.parsed_requirements,
1780
- task.clarifications, JSON.stringify(plan), 0,
1781
- task.offers, task.selected_offer, task.result, taskId);
1782
- }
1783
- }
1784
-
1785
- function _detectLang(text) {
1786
- if (!text) return 'en';
1787
- const arChars = (text.match(/[\u0600-\u06FF]/g) || []).length;
1788
- return arChars > text.length * 0.2 ? 'ar' : 'en';
1789
- }
1790
-
1791
- // ─── Exports ─────────────────────────────────────────────────────────
1792
-
1793
- module.exports = {
1794
- detectIntent,
1795
- extractRequirements,
1796
- parseBookingUrl,
1797
- createTask,
1798
- createUrlTask,
1799
- executeUrlTask,
1800
- answerClarification,
1801
- executeTask,
1802
- selectOffer,
1803
- getTaskState,
1804
- getSessionTasks,
1805
- cancelTask,
1806
- TRUSTED_SOURCES,
1807
- };
1
+ /**
2
+ * WAB Agent Tasks — Autonomous Task Orchestration Engine
3
+ *
4
+ * The brain behind WAB's autonomous agent. When a user says "احجز لي تذكرة طيران"
5
+ * or "Book me a flight", this service:
6
+ * 1. Understands the intent and decomposes it into steps
7
+ * 2. Dispatches agents to search, compare, negotiate across trusted sites
8
+ * 3. Streams progress back to the user in real-time
9
+ * 4. Presents offers with negotiation details (price, source, savings)
10
+ * 5. Asks clarifying questions when needed
11
+ * 6. Executes the final action on user approval
12
+ *
13
+ * Works with: swarm.js (multi-agent), agent-mesh.js (P2P coordination),
14
+ * commander.js (mission decomposition), agent-chat.js (AI backbone)
15
+ */
16
+
17
+ const crypto = require('crypto');
18
+ const { db } = require('../models/db');
19
+
20
+ // ─── Schema ──────────────────────────────────────────────────────────
21
+
22
+ db.exec(`
23
+ CREATE TABLE IF NOT EXISTS agent_tasks (
24
+ id TEXT PRIMARY KEY,
25
+ session_id TEXT NOT NULL,
26
+ intent TEXT NOT NULL,
27
+ category TEXT DEFAULT 'general',
28
+ status TEXT DEFAULT 'understanding' CHECK(status IN (
29
+ 'understanding','clarifying','planning','searching','negotiating',
30
+ 'comparing','presenting','awaiting_approval','executing','completed','failed','cancelled'
31
+ )),
32
+ original_message TEXT NOT NULL,
33
+ parsed_requirements TEXT DEFAULT '{}',
34
+ clarifications TEXT DEFAULT '[]',
35
+ plan TEXT DEFAULT '[]',
36
+ current_step INTEGER DEFAULT 0,
37
+ offers TEXT DEFAULT '[]',
38
+ selected_offer TEXT,
39
+ result TEXT DEFAULT '{}',
40
+ created_at TEXT DEFAULT (datetime('now')),
41
+ updated_at TEXT DEFAULT (datetime('now'))
42
+ );
43
+
44
+ CREATE TABLE IF NOT EXISTS task_agents (
45
+ id TEXT PRIMARY KEY,
46
+ task_id TEXT NOT NULL,
47
+ agent_name TEXT NOT NULL,
48
+ role TEXT DEFAULT 'searcher',
49
+ target_url TEXT,
50
+ status TEXT DEFAULT 'idle' CHECK(status IN ('idle','searching','negotiating','done','failed')),
51
+ progress INTEGER DEFAULT 0,
52
+ findings TEXT DEFAULT '{}',
53
+ negotiation_log TEXT DEFAULT '[]',
54
+ best_offer TEXT DEFAULT '{}',
55
+ started_at TEXT,
56
+ completed_at TEXT,
57
+ FOREIGN KEY (task_id) REFERENCES agent_tasks(id) ON DELETE CASCADE
58
+ );
59
+
60
+ CREATE TABLE IF NOT EXISTS task_messages (
61
+ id TEXT PRIMARY KEY,
62
+ task_id TEXT NOT NULL,
63
+ role TEXT NOT NULL CHECK(role IN ('system','agent','user','offer')),
64
+ content TEXT NOT NULL,
65
+ metadata TEXT DEFAULT '{}',
66
+ created_at TEXT DEFAULT (datetime('now')),
67
+ FOREIGN KEY (task_id) REFERENCES agent_tasks(id) ON DELETE CASCADE
68
+ );
69
+
70
+ CREATE INDEX IF NOT EXISTS idx_tasks_session ON agent_tasks(session_id);
71
+ CREATE INDEX IF NOT EXISTS idx_tasks_status ON agent_tasks(status);
72
+ CREATE INDEX IF NOT EXISTS idx_task_agents_task ON task_agents(task_id);
73
+ CREATE INDEX IF NOT EXISTS idx_task_messages_task ON task_messages(task_id);
74
+ `);
75
+
76
+ // ─── Prepared Statements ─────────────────────────────────────────────
77
+
78
+ const stmts = {
79
+ insertTask: db.prepare(`INSERT INTO agent_tasks
80
+ (id, session_id, intent, category, status, original_message, parsed_requirements)
81
+ VALUES (?, ?, ?, ?, ?, ?, ?)`),
82
+ getTask: db.prepare('SELECT * FROM agent_tasks WHERE id = ?'),
83
+ getTasksBySession: db.prepare('SELECT * FROM agent_tasks WHERE session_id = ? ORDER BY created_at DESC LIMIT ?'),
84
+ updateTask: db.prepare(`UPDATE agent_tasks SET status=?, parsed_requirements=?,
85
+ clarifications=?, plan=?, current_step=?, offers=?, selected_offer=?,
86
+ result=?, updated_at=datetime('now') WHERE id=?`),
87
+ updateTaskStatus: db.prepare(`UPDATE agent_tasks SET status=?, updated_at=datetime('now') WHERE id=?`),
88
+
89
+ insertAgent: db.prepare(`INSERT INTO task_agents
90
+ (id, task_id, agent_name, role, target_url, status) VALUES (?, ?, ?, ?, ?, ?)`),
91
+ getAgents: db.prepare('SELECT * FROM task_agents WHERE task_id = ? ORDER BY started_at'),
92
+ updateAgent: db.prepare(`UPDATE task_agents SET status=?, progress=?,
93
+ findings=?, negotiation_log=?, best_offer=?, started_at=COALESCE(started_at,?),
94
+ completed_at=? WHERE id=?`),
95
+
96
+ insertMessage: db.prepare(`INSERT INTO task_messages (id, task_id, role, content, metadata) VALUES (?, ?, ?, ?, ?)`),
97
+ getMessages: db.prepare('SELECT * FROM task_messages WHERE task_id = ? ORDER BY created_at'),
98
+ };
99
+
100
+ // ─── Intent Recognition ──────────────────────────────────────────────
101
+
102
+ // ─── URL Booking Parser ──────────────────────────────────────────────
103
+
104
+ /**
105
+ * Detect if a message contains a booking/product URL and parse it.
106
+ * Supports: Booking.com, Hotels.com, Expedia, Agoda, Airbnb, Amazon, eBay,
107
+ * Kayak, Skyscanner, Google Flights/Hotels, TripAdvisor
108
+ */
109
+ function parseBookingUrl(message) {
110
+ // Extract URL from message
111
+ const urlMatch = message.match(/https?:\/\/[^\s,،"'<>]+/i);
112
+ if (!urlMatch) return null;
113
+
114
+ const rawUrl = urlMatch[0].replace(/[,،.]+$/, ''); // strip trailing punctuation
115
+ let parsed;
116
+ try { parsed = new URL(rawUrl); } catch (_) { return null; }
117
+
118
+ const host = parsed.hostname.replace(/^www\./, '').toLowerCase();
119
+ const params = Object.fromEntries(parsed.searchParams.entries());
120
+ const path = parsed.pathname;
121
+
122
+ const result = {
123
+ url: rawUrl,
124
+ host,
125
+ params,
126
+ path,
127
+ site: null,
128
+ type: null, // 'hotel', 'flight', 'product', 'rental'
129
+ name: null, // Hotel/product name from URL slug
130
+ checkin: null,
131
+ checkout: null,
132
+ adults: null,
133
+ children: null,
134
+ rooms: null,
135
+ destination: null,
136
+ price: null, // Will be populated if visible in URL
137
+ currency: null,
138
+ extras: {},
139
+ };
140
+
141
+ // ── Booking.com ──
142
+ if (host.includes('booking.com')) {
143
+ result.site = 'Booking.com';
144
+ result.type = path.includes('/hotel/') ? 'hotel' : 'hotel_search';
145
+
146
+ // Extract hotel name from path: /hotel/de/hotel-name-slug.ar.html
147
+ const hotelSlug = path.match(/\/hotel\/[a-z]{2}\/([^.]+)/);
148
+ if (hotelSlug) {
149
+ result.name = hotelSlug[1].replace(/-/g, ' ').replace(/\b\w/g, c => c.toUpperCase());
150
+ }
151
+
152
+ result.checkin = params.checkin || params.checkin_monthday || null;
153
+ result.checkout = params.checkout || params.checkout_monthday || null;
154
+ result.adults = parseInt(params.group_adults || params.req_adults) || null;
155
+ result.children = parseInt(params.group_children || params.req_children) || null;
156
+ result.rooms = parseInt(params.no_rooms) || null;
157
+ result.destination = params.ss || params.dest_id || null;
158
+
159
+ // Extract city from dest_type + path
160
+ const countryCode = path.match(/\/hotel\/([a-z]{2})\//);
161
+ if (countryCode) result.extras.country = countryCode[1].toUpperCase();
162
+ }
163
+
164
+ // ── Hotels.com ──
165
+ else if (host.includes('hotels.com')) {
166
+ result.site = 'Hotels.com';
167
+ result.type = 'hotel';
168
+ result.checkin = params.chkin || params.checkIn || null;
169
+ result.checkout = params.chkout || params.checkOut || null;
170
+ result.adults = parseInt(params.adults) || null;
171
+ result.children = parseInt(params.children) || null;
172
+ result.rooms = parseInt(params.rooms) || null;
173
+ result.destination = params.destination || params.q || null;
174
+
175
+ const hotelSlug = path.match(/\/ho(\d+)/);
176
+ if (hotelSlug) result.extras.hotelId = hotelSlug[1];
177
+ }
178
+
179
+ // ── Expedia ──
180
+ else if (host.includes('expedia.com')) {
181
+ result.site = 'Expedia';
182
+ result.type = path.includes('/Hotel') ? 'hotel' : path.includes('/Flight') ? 'flight' : 'travel';
183
+ result.checkin = params.chkin || params.startDate || null;
184
+ result.checkout = params.chkout || params.endDate || null;
185
+ result.adults = parseInt(params.adults) || null;
186
+ result.children = parseInt(params.children) || null;
187
+ result.rooms = parseInt(params.rooms) || null;
188
+ result.destination = params.destination || null;
189
+ }
190
+
191
+ // ── Agoda ──
192
+ else if (host.includes('agoda.com')) {
193
+ result.site = 'Agoda';
194
+ result.type = 'hotel';
195
+ result.checkin = params.checkIn || null;
196
+ result.checkout = params.checkOut || null;
197
+ result.adults = parseInt(params.adults) || null;
198
+ result.children = parseInt(params.children) || null;
199
+ result.rooms = parseInt(params.rooms) || null;
200
+ }
201
+
202
+ // ── Airbnb ──
203
+ else if (host.includes('airbnb.com') || host.includes('airbnb.')) {
204
+ result.site = 'Airbnb';
205
+ result.type = 'rental';
206
+ result.checkin = params.check_in || null;
207
+ result.checkout = params.check_out || null;
208
+ result.adults = parseInt(params.adults) || null;
209
+ result.children = parseInt(params.children) || null;
210
+
211
+ const listingMatch = path.match(/\/rooms\/(\d+)/);
212
+ if (listingMatch) result.extras.listingId = listingMatch[1];
213
+ }
214
+
215
+ // ── Amazon ──
216
+ else if (host.includes('amazon.')) {
217
+ result.site = 'Amazon';
218
+ result.type = 'product';
219
+ const asinMatch = path.match(/\/dp\/([A-Z0-9]{10})/) || path.match(/\/gp\/product\/([A-Z0-9]{10})/);
220
+ if (asinMatch) result.extras.asin = asinMatch[1];
221
+ const titleMatch = path.match(/\/([\w-]+)\/dp/);
222
+ if (titleMatch) result.name = titleMatch[1].replace(/-/g, ' ');
223
+ result.destination = params.k || params.keywords || null;
224
+ }
225
+
226
+ // ── Kayak ──
227
+ else if (host.includes('kayak.com')) {
228
+ result.site = 'Kayak';
229
+ result.type = path.includes('/hotels') ? 'hotel' : 'flight';
230
+ // Kayak uses path-based params: /flights/TUN-IST/2026-04-12/2026-04-13
231
+ const flightParts = path.match(/\/flights\/([A-Z]{3})-([A-Z]{3})\/(\d{4}-\d{2}-\d{2})(?:\/(\d{4}-\d{2}-\d{2}))?/);
232
+ if (flightParts) {
233
+ result.extras.origin = flightParts[1];
234
+ result.extras.destCode = flightParts[2];
235
+ result.checkin = flightParts[3];
236
+ result.checkout = flightParts[4] || null;
237
+ }
238
+ result.adults = parseInt(params.adults) || null;
239
+ }
240
+
241
+ // ── Skyscanner ──
242
+ else if (host.includes('skyscanner.')) {
243
+ result.site = 'Skyscanner';
244
+ result.type = 'flight';
245
+ // Path: /transport/flights/tun/ist/260412/260413/
246
+ const skyParts = path.match(/\/flights\/([a-z]+)\/([a-z]+)\/(\d{6})(?:\/(\d{6}))?/);
247
+ if (skyParts) {
248
+ result.extras.origin = skyParts[1].toUpperCase();
249
+ result.extras.destCode = skyParts[2].toUpperCase();
250
+ }
251
+ result.adults = parseInt(params.adults) || null;
252
+ }
253
+
254
+ // ── Google Hotels / Flights ──
255
+ else if (host.includes('google.com') && (path.includes('/travel') || path.includes('/flights'))) {
256
+ result.site = 'Google Travel';
257
+ result.type = path.includes('/hotels') ? 'hotel' : 'flight';
258
+ result.destination = params.q || null;
259
+ }
260
+
261
+ // ── TripAdvisor ──
262
+ else if (host.includes('tripadvisor.')) {
263
+ result.site = 'TripAdvisor';
264
+ result.type = path.includes('/Hotel') ? 'hotel' : path.includes('/Restaurant') ? 'food' : 'travel';
265
+ const nameMatch = path.match(/Reviews-([^-]+(?:-[^-]+)*)-/);
266
+ if (nameMatch) result.name = nameMatch[1].replace(/_/g, ' ');
267
+ }
268
+
269
+ // ── Generic (unknown site with URL params) ──
270
+ else {
271
+ result.site = host.split('.').slice(-2, -1)[0]; // e.g. "somesite" from somesite.com
272
+ result.site = result.site.charAt(0).toUpperCase() + result.site.slice(1);
273
+ result.type = 'unknown';
274
+ // Try to extract common params
275
+ result.checkin = params.checkin || params.check_in || params.startDate || params.from || null;
276
+ result.checkout = params.checkout || params.check_out || params.endDate || params.to || null;
277
+ result.adults = parseInt(params.adults || params.guests) || null;
278
+ }
279
+
280
+ // Only return if we detected a real booking/product site
281
+ if (!result.site) return null;
282
+
283
+ return result;
284
+ }
285
+
286
+ /**
287
+ * Create a URL-based negotiation task. Skips clarification and
288
+ * immediately searches for better prices across competing sites.
289
+ */
290
+ function createUrlTask(sessionId, message, urlData) {
291
+ const id = crypto.randomUUID();
292
+ const lang = _detectLang(message);
293
+
294
+ // Determine category from URL type
295
+ const categoryMap = { hotel: 'travel', flight: 'travel', hotel_search: 'travel',
296
+ rental: 'travel', product: 'shopping', food: 'food', travel: 'travel', unknown: 'general' };
297
+ const category = categoryMap[urlData.type] || 'general';
298
+
299
+ // Build requirements from parsed URL
300
+ const reqs = {
301
+ raw: message,
302
+ intent: urlData.type === 'product' ? 'shopping' : (urlData.type === 'flight' ? 'flight' : 'hotel'),
303
+ category,
304
+ sourceUrl: urlData.url,
305
+ sourceSite: urlData.site,
306
+ urlData,
307
+ name: urlData.name,
308
+ dates: [urlData.checkin, urlData.checkout].filter(Boolean),
309
+ locations: [urlData.destination, urlData.extras?.origin, urlData.extras?.destCode].filter(Boolean),
310
+ quantity: urlData.adults ? { count: urlData.adults, unit: 'person' } : { count: 1, unit: 'person' },
311
+ rooms: urlData.rooms || 1,
312
+ children: urlData.children || 0,
313
+ };
314
+
315
+ // Build the URL negotiation plan
316
+ const plan = _buildUrlNegotiationPlan(urlData, lang);
317
+
318
+ stmts.insertTask.run(id, sessionId, reqs.intent, category,
319
+ 'planning', message, JSON.stringify(reqs));
320
+
321
+ _addMessage(id, 'user', message);
322
+
323
+ // Build summary of what was extracted
324
+ const summary = _urlSummary(urlData, lang);
325
+ _addMessage(id, 'agent', summary, { type: 'url_parsed', urlData });
326
+
327
+ _updatePlan(id, plan);
328
+
329
+ return {
330
+ taskId: id,
331
+ status: 'planning',
332
+ intent: { intent: reqs.intent, category, confidence: 1.0 },
333
+ requirements: reqs,
334
+ plan,
335
+ urlData,
336
+ message: summary + '\n\n' + _planSummary(plan, lang),
337
+ };
338
+ }
339
+
340
+ /**
341
+ * Execute URL negotiation — fetch the original page price,
342
+ * then search competing sites for the same item at lower prices.
343
+ */
344
+ async function executeUrlTask(taskId) {
345
+ const task = stmts.getTask.get(taskId);
346
+ if (!task) return { error: 'Task not found' };
347
+
348
+ const reqs = JSON.parse(task.parsed_requirements || '{}');
349
+ const urlData = reqs.urlData;
350
+ if (!urlData) return executeTask(taskId); // Fallback to normal
351
+
352
+ const plan = JSON.parse(task.plan || '[]');
353
+ const lang = _detectLang(task.original_message);
354
+ const updates = [];
355
+
356
+ // ── Step 1: Analyze original listing ──
357
+ stmts.updateTaskStatus.run('searching', taskId);
358
+
359
+ const analyzeMsg = lang === 'ar'
360
+ ? `🔍 أحلل الصفحة الأصلية من ${urlData.site}...\n📌 ${urlData.name || urlData.url}`
361
+ : `🔍 Analyzing original listing from ${urlData.site}...\n📌 ${urlData.name || urlData.url}`;
362
+ _addMessage(taskId, 'agent', analyzeMsg, { type: 'progress', step: 'analyze' });
363
+ updates.push({ type: 'progress', step: 'analyze', message: analyzeMsg });
364
+
365
+ // Try to fetch the original page to get the current price
366
+ let originalPrice = null;
367
+ try {
368
+ const controller = new AbortController();
369
+ const timeout = setTimeout(() => controller.abort(), 12000);
370
+ const res = await fetch(urlData.url, {
371
+ headers: {
372
+ 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36',
373
+ 'Accept': 'text/html',
374
+ 'Accept-Language': 'ar,en-US;q=0.9,en;q=0.8',
375
+ },
376
+ signal: controller.signal,
377
+ redirect: 'follow',
378
+ });
379
+ clearTimeout(timeout);
380
+
381
+ if (res.ok) {
382
+ const html = await res.text();
383
+ // Extract prices from the page
384
+ const priceRegex = /(?:€|EUR|\$|USD|SAR|ريال|£|GBP)\s*[\d,]+\.?\d*|[\d,]+\.?\d*\s*(?:€|EUR|\$|USD|SAR|ريال|£|GBP)/g;
385
+ const prices = (html.match(priceRegex) || [])
386
+ .map(p => ({ raw: p, num: parseFloat(p.replace(/[^\d.]/g, '')) }))
387
+ .filter(p => p.num > 10 && p.num < 50000)
388
+ .sort((a, b) => a.num - b.num);
389
+
390
+ if (prices.length > 0) {
391
+ originalPrice = prices[0]; // Lowest price on the page
392
+ }
393
+
394
+ // Also try to extract title if we don't have a name
395
+ if (!urlData.name) {
396
+ const titleMatch = html.match(/<title[^>]*>([^<]+)<\/title>/i);
397
+ if (titleMatch) {
398
+ urlData.name = titleMatch[1].replace(/\s*[-|–—].*$/, '').trim().slice(0, 80);
399
+ }
400
+ }
401
+ }
402
+ } catch (_) { /* Fetch failed, continue with competing search */ }
403
+
404
+ const priceMsg = originalPrice
405
+ ? (lang === 'ar'
406
+ ? `💰 السعر الحالي في ${urlData.site}: **${originalPrice.raw}**\n🎯 أبحث عن أسعار أفضل...`
407
+ : `💰 Current price on ${urlData.site}: **${originalPrice.raw}**\n🎯 Searching for better prices...`)
408
+ : (lang === 'ar'
409
+ ? `💰 لم أتمكن من قراءة السعر مباشرةً. سأبحث في مصادر بديلة...`
410
+ : `💰 Couldn't read the price directly. Searching alternative sources...`);
411
+ _addMessage(taskId, 'agent', priceMsg, { type: 'progress', step: 'price_check' });
412
+ updates.push({ type: 'progress', step: 'price_check', message: priceMsg });
413
+
414
+ // ── Step 2: Search competing sources ──
415
+ const category = task.category || 'travel';
416
+ const competingSources = _getCompetingSources(urlData, category);
417
+
418
+ const searchMsg = lang === 'ar'
419
+ ? `🚀 أبحث في ${competingSources.length} مصادر منافسة...\n${competingSources.map(s => ` • ${s.name}`).join('\n')}`
420
+ : `🚀 Searching ${competingSources.length} competing sources...\n${competingSources.map(s => ` • ${s.name}`).join('\n')}`;
421
+ _addMessage(taskId, 'agent', searchMsg, { type: 'progress', step: 'search' });
422
+ updates.push({ type: 'progress', step: 'search', message: searchMsg });
423
+
424
+ // Create search agents
425
+ const agents = [];
426
+ for (const source of competingSources) {
427
+ const agentId = crypto.randomUUID();
428
+ stmts.insertAgent.run(agentId, taskId, `${source.name} Agent`, 'negotiator', source.url, 'idle');
429
+ agents.push({ id: agentId, source });
430
+ }
431
+
432
+ // Build search query from URL data
433
+ const searchQuery = [
434
+ urlData.name,
435
+ urlData.destination,
436
+ urlData.extras?.origin,
437
+ urlData.extras?.destCode,
438
+ urlData.type === 'hotel' ? 'hotel' : urlData.type === 'flight' ? 'flights' : '',
439
+ urlData.checkin,
440
+ ].filter(Boolean).join(' ');
441
+
442
+ // Execute searches
443
+ const searchResults = await Promise.allSettled(
444
+ agents.map(a => _executeSearchAgent(a.id, a.source, {
445
+ ...reqs,
446
+ raw: searchQuery,
447
+ }, searchQuery))
448
+ );
449
+
450
+ // Collect all findings
451
+ const allFindings = [];
452
+
453
+ // Add the original listing as the baseline
454
+ allFindings.push({
455
+ source: urlData.site + ' (original)',
456
+ url: urlData.url,
457
+ title: urlData.name || `Original listing on ${urlData.site}`,
458
+ price: originalPrice ? originalPrice.raw : null,
459
+ priceNum: originalPrice ? originalPrice.num : null,
460
+ description: `Your original ${urlData.type} from ${urlData.site}`,
461
+ type: 'original',
462
+ rank: 0,
463
+ isOriginal: true,
464
+ });
465
+
466
+ for (let i = 0; i < searchResults.length; i++) {
467
+ const result = searchResults[i];
468
+ if (result.status === 'fulfilled' && result.value) {
469
+ allFindings.push(...result.value);
470
+ }
471
+ }
472
+
473
+ // ── Step 3: Compare & negotiate ──
474
+ stmts.updateTaskStatus.run('negotiating', taskId);
475
+
476
+ const negMsg = lang === 'ar'
477
+ ? `🤝 أقارن ${allFindings.length} عرض وأتفاوض للحصول على أفضل سعر...`
478
+ : `🤝 Comparing ${allFindings.length} offers and negotiating for the best price...`;
479
+ _addMessage(taskId, 'agent', negMsg, { type: 'progress', step: 'negotiate' });
480
+ updates.push({ type: 'progress', step: 'negotiate', message: negMsg });
481
+
482
+ // Rank with the original price as reference
483
+ const ranked = _rankFindings(allFindings, reqs);
484
+
485
+ // Apply negotiation analysis with reference to original price
486
+ for (const offer of ranked.slice(0, 8)) {
487
+ offer.negotiation = _negotiateUrlOffer(offer, originalPrice, urlData, reqs);
488
+ }
489
+
490
+ // ── Step 4: Present results ──
491
+ stmts.updateTaskStatus.run('presenting', taskId);
492
+ const topOffers = ranked.slice(0, 8);
493
+
494
+ stmts.updateTask.run('presenting', JSON.stringify(reqs),
495
+ task.clarifications, task.plan, plan.length,
496
+ JSON.stringify(topOffers), null, task.result, taskId);
497
+
498
+ const offerMsg = _formatUrlOffers(topOffers, urlData, originalPrice, lang);
499
+ _addMessage(taskId, 'agent', offerMsg, { type: 'offers', offers: topOffers });
500
+ updates.push({ type: 'offers', message: offerMsg, offers: topOffers });
501
+
502
+ return {
503
+ taskId,
504
+ status: 'presenting',
505
+ offers: topOffers,
506
+ message: offerMsg,
507
+ updates,
508
+ totalFound: allFindings.length,
509
+ originalPrice: originalPrice ? originalPrice.raw : null,
510
+ urlData,
511
+ };
512
+ }
513
+
514
+ /**
515
+ * Get competing sources for a given URL (exclude the original site).
516
+ */
517
+ function _getCompetingSources(urlData, category) {
518
+ const sources = [];
519
+ const originalHost = urlData.host;
520
+
521
+ // Hotel-specific competitors
522
+ if (urlData.type === 'hotel' || urlData.type === 'hotel_search' || urlData.type === 'rental') {
523
+ const hotelSources = [
524
+ { name: 'Booking.com', url: 'https://www.booking.com', type: 'direct' },
525
+ { name: 'Hotels.com', url: 'https://www.hotels.com', type: 'direct' },
526
+ { name: 'Agoda', url: 'https://www.agoda.com', type: 'direct' },
527
+ { name: 'Expedia', url: 'https://www.expedia.com', type: 'aggregator' },
528
+ { name: 'Kayak', url: 'https://www.kayak.com', type: 'aggregator' },
529
+ { name: 'TripAdvisor', url: 'https://www.tripadvisor.com', type: 'review' },
530
+ { name: 'Google Hotels', url: 'https://www.google.com/travel/hotels', type: 'search' },
531
+ { name: 'Trivago', url: 'https://www.trivago.com', type: 'aggregator' },
532
+ ];
533
+ for (const s of hotelSources) {
534
+ if (!originalHost.includes(s.name.toLowerCase().replace(/[.\s]/g, ''))) {
535
+ sources.push(s);
536
+ }
537
+ }
538
+ }
539
+
540
+ // Flight competitors
541
+ else if (urlData.type === 'flight') {
542
+ const flightSources = [
543
+ { name: 'Kayak', url: 'https://www.kayak.com', type: 'aggregator' },
544
+ { name: 'Skyscanner', url: 'https://www.skyscanner.com', type: 'aggregator' },
545
+ { name: 'Google Flights', url: 'https://www.google.com/travel/flights', type: 'search' },
546
+ { name: 'Wego', url: 'https://www.wego.com', type: 'aggregator' },
547
+ { name: 'Momondo', url: 'https://www.momondo.com', type: 'aggregator' },
548
+ { name: 'Kiwi', url: 'https://www.kiwi.com', type: 'aggregator' },
549
+ ];
550
+ for (const s of flightSources) {
551
+ if (!originalHost.includes(s.name.toLowerCase().replace(/[.\s]/g, ''))) {
552
+ sources.push(s);
553
+ }
554
+ }
555
+ }
556
+
557
+ // Product competitors
558
+ else if (urlData.type === 'product') {
559
+ const productSources = [
560
+ { name: 'Google Shopping', url: 'https://shopping.google.com', type: 'search' },
561
+ { name: 'Amazon', url: 'https://www.amazon.com', type: 'direct' },
562
+ { name: 'eBay', url: 'https://www.ebay.com', type: 'marketplace' },
563
+ { name: 'PriceGrabber', url: 'https://www.pricegrabber.com', type: 'aggregator' },
564
+ { name: 'CamelCamelCamel', url: 'https://camelcamelcamel.com', type: 'price_tracker' },
565
+ ];
566
+ for (const s of productSources) {
567
+ if (!originalHost.includes(s.name.toLowerCase().replace(/[.\s]/g, ''))) {
568
+ sources.push(s);
569
+ }
570
+ }
571
+ }
572
+
573
+ // Fallback: use general sources
574
+ if (sources.length === 0) {
575
+ sources.push(
576
+ { name: 'Google', url: 'https://www.google.com', type: 'search' },
577
+ { name: 'DuckDuckGo', url: 'https://duckduckgo.com', type: 'search' },
578
+ );
579
+ }
580
+
581
+ return sources.slice(0, 6);
582
+ }
583
+
584
+ /**
585
+ * Build execution plan specifically for URL negotiation.
586
+ */
587
+ function _buildUrlNegotiationPlan(urlData, lang) {
588
+ return [
589
+ {
590
+ id: 1,
591
+ action: 'analyze',
592
+ description_ar: `🔍 تحليل الصفحة الأصلية من ${urlData.site}`,
593
+ description_en: `🔍 Analyzing original listing from ${urlData.site}`,
594
+ status: 'pending',
595
+ },
596
+ {
597
+ id: 2,
598
+ action: 'search',
599
+ description_ar: '🌐 البحث في مصادر منافسة عن نفس العرض بسعر أقل',
600
+ description_en: '🌐 Searching competing sources for the same deal at lower prices',
601
+ status: 'pending',
602
+ },
603
+ {
604
+ id: 3,
605
+ action: 'negotiate',
606
+ description_ar: '🤝 مقارنة الأسعار والتفاوض',
607
+ description_en: '🤝 Comparing prices and negotiating',
608
+ status: 'pending',
609
+ },
610
+ {
611
+ id: 4,
612
+ action: 'present',
613
+ description_ar: '📋 عرض أفضل العروض والتوفير المحتمل',
614
+ description_en: '📋 Presenting best offers and potential savings',
615
+ status: 'pending',
616
+ },
617
+ ];
618
+ }
619
+
620
+ /**
621
+ * Build a human-readable summary of the parsed URL.
622
+ */
623
+ function _urlSummary(urlData, lang) {
624
+ const parts = [];
625
+
626
+ if (lang === 'ar') {
627
+ parts.push(`🔗 **فهمت!** رابط من **${urlData.site}**`);
628
+ if (urlData.name) parts.push(`📌 ${urlData.name}`);
629
+ if (urlData.type === 'hotel') parts.push(`🏨 نوع: فندق`);
630
+ else if (urlData.type === 'flight') parts.push(`✈️ نوع: رحلة طيران`);
631
+ else if (urlData.type === 'product') parts.push(`🛒 نوع: منتج`);
632
+ else if (urlData.type === 'rental') parts.push(`🏠 نوع: سكن`);
633
+ if (urlData.checkin && urlData.checkout) parts.push(`📅 ${urlData.checkin} → ${urlData.checkout}`);
634
+ else if (urlData.checkin) parts.push(`📅 ${urlData.checkin}`);
635
+ if (urlData.adults) parts.push(`👥 ${urlData.adults} بالغ${urlData.children ? ` + ${urlData.children} أطفال` : ''}`);
636
+ if (urlData.rooms && urlData.rooms > 1) parts.push(`🚪 ${urlData.rooms} غرف`);
637
+ parts.push('');
638
+ parts.push('🤖 سأبحث في مصادر منافسة للحصول على سعر أفضل بنفس المعلومات...');
639
+ } else {
640
+ parts.push(`🔗 **Got it!** Link from **${urlData.site}**`);
641
+ if (urlData.name) parts.push(`📌 ${urlData.name}`);
642
+ if (urlData.type === 'hotel') parts.push(`🏨 Type: Hotel`);
643
+ else if (urlData.type === 'flight') parts.push(`✈️ Type: Flight`);
644
+ else if (urlData.type === 'product') parts.push(`🛒 Type: Product`);
645
+ else if (urlData.type === 'rental') parts.push(`🏠 Type: Rental`);
646
+ if (urlData.checkin && urlData.checkout) parts.push(`📅 ${urlData.checkin} → ${urlData.checkout}`);
647
+ else if (urlData.checkin) parts.push(`📅 ${urlData.checkin}`);
648
+ if (urlData.adults) parts.push(`👥 ${urlData.adults} adult${urlData.adults > 1 ? 's' : ''}${urlData.children ? ` + ${urlData.children} children` : ''}`);
649
+ if (urlData.rooms && urlData.rooms > 1) parts.push(`🚪 ${urlData.rooms} room${urlData.rooms > 1 ? 's' : ''}`);
650
+ parts.push('');
651
+ parts.push('🤖 Searching competing sources for a better price with the same details...');
652
+ }
653
+
654
+ return parts.join('\n');
655
+ }
656
+
657
+ /**
658
+ * Negotiate an offer relative to the original URL price.
659
+ */
660
+ function _negotiateUrlOffer(offer, originalPrice, urlData, reqs) {
661
+ const lang = _detectLang(reqs.raw);
662
+ const negotiation = {
663
+ originalPrice: originalPrice ? originalPrice.raw : null,
664
+ originalPriceNum: originalPrice ? originalPrice.num : null,
665
+ negotiatedPrice: offer.price,
666
+ savings: null,
667
+ savingsPercent: 0,
668
+ strategy: 'url_comparison',
669
+ tip: '',
670
+ log: [],
671
+ };
672
+
673
+ if (offer.isOriginal) {
674
+ negotiation.strategy = 'original';
675
+ negotiation.tip = lang === 'ar'
676
+ ? '📌 هذا هو السعر الأصلي من رابطك'
677
+ : '📌 This is the original price from your link';
678
+ negotiation.log.push(lang === 'ar'
679
+ ? '📌 العرض الأصلي — قارن مع البدائل أدناه'
680
+ : '📌 Original listing — compare with alternatives below');
681
+ return negotiation;
682
+ }
683
+
684
+ // Calculate savings vs original
685
+ if (originalPrice && offer.priceNum) {
686
+ const diff = originalPrice.num - offer.priceNum;
687
+ if (diff > 0) {
688
+ negotiation.savings = diff.toFixed(2);
689
+ negotiation.savingsPercent = Math.round((diff / originalPrice.num) * 100);
690
+ negotiation.log.push(lang === 'ar'
691
+ ? `🎯 أرخص من ${urlData.site} بـ ${diff.toFixed(0)} (${negotiation.savingsPercent}% توفير)`
692
+ : `🎯 Cheaper than ${urlData.site} by ${diff.toFixed(0)} (${negotiation.savingsPercent}% savings)`);
693
+ } else if (diff < 0) {
694
+ negotiation.log.push(lang === 'ar'
695
+ ? `⬆️ أغلى من ${urlData.site} بـ ${Math.abs(diff).toFixed(0)}`
696
+ : `⬆️ More expensive than ${urlData.site} by ${Math.abs(diff).toFixed(0)}`);
697
+ } else {
698
+ negotiation.log.push(lang === 'ar'
699
+ ? `↔️ نفس السعر على ${urlData.site}`
700
+ : `↔️ Same price as ${urlData.site}`);
701
+ }
702
+ }
703
+
704
+ // Strategy tips
705
+ if (offer.type === 'aggregator') {
706
+ negotiation.tip = lang === 'ar'
707
+ ? '💡 موقع تجميع — قد يجد أسعاراً أقل من حجز مباشر'
708
+ : '💡 Aggregator — may find prices lower than direct booking';
709
+ } else if (offer.type === 'direct') {
710
+ negotiation.tip = lang === 'ar'
711
+ ? '💡 حجز مباشر — ابحث عن كوبونات أو برامج ولاء'
712
+ : '💡 Direct booking — look for coupons or loyalty programs';
713
+ } else {
714
+ negotiation.tip = lang === 'ar'
715
+ ? '💡 قارن الأسعار لنفس الغرفة/الخدمة بالضبط'
716
+ : '💡 Compare prices for the exact same room/service';
717
+ }
718
+
719
+ return negotiation;
720
+ }
721
+
722
+ /**
723
+ * Format URL negotiation offers with comparison to original.
724
+ */
725
+ function _formatUrlOffers(offers, urlData, originalPrice, lang) {
726
+ if (offers.length === 0) {
727
+ return lang === 'ar' ? '❌ لم أجد عروض بديلة.' : '❌ No alternative offers found.';
728
+ }
729
+
730
+ const header = lang === 'ar'
731
+ ? `🏆 قارنت ${offers.length} عروض مع رابطك من ${urlData.site}:\n${'─'.repeat(40)}\n`
732
+ : `🏆 Compared ${offers.length} offers against your ${urlData.site} link:\n${'─'.repeat(40)}\n`;
733
+
734
+ const offerLines = offers.map((o, i) => {
735
+ const medal = o.isOriginal ? '📌' : (i === 0 ? '🥇' : i === 1 ? '🥈' : i === 2 ? '🥉' : `${i + 1}.`);
736
+ const label = o.isOriginal ? (lang === 'ar' ? '(الأصلي)' : '(Original)') : '';
737
+ let line = `${medal} **${o.source}** ${label}`;
738
+ if (o.title) line += `\n 📌 ${o.title}`;
739
+ if (o.price) line += `\n 💰 ${o.price}`;
740
+ if (o.negotiation) {
741
+ if (o.negotiation.savings && parseFloat(o.negotiation.savings) > 0) {
742
+ line += lang === 'ar'
743
+ ? `\n 🎯 **توفير: ${o.negotiation.savings} (${o.negotiation.savingsPercent}%)**`
744
+ : `\n 🎯 **Savings: ${o.negotiation.savings} (${o.negotiation.savingsPercent}%)**`;
745
+ }
746
+ if (o.negotiation.log.length > 0) {
747
+ line += `\n ${o.negotiation.log[0]}`;
748
+ }
749
+ }
750
+ if (o.rating) line += `\n ⭐ ${o.rating}`;
751
+ line += `\n 🔗 ${o.url}`;
752
+ return line;
753
+ });
754
+
755
+ const footer = lang === 'ar'
756
+ ? `\n${'─'.repeat(40)}\n💡 اختر رقم العرض لفتحه أو قل "اختر 1"\n🔒 نصيحة: افتح في وضع التصفح المتخفي للحصول على سعر أفضل`
757
+ : `\n${'─'.repeat(40)}\n💡 Pick an offer number to open it, e.g. "select 1"\n🔒 Tip: Open in incognito mode for potentially better prices`;
758
+
759
+ return header + offerLines.join('\n\n') + footer;
760
+ }
761
+
762
+ const INTENT_PATTERNS = {
763
+ booking: {
764
+ ar: ['احجز', 'حجز', 'موعد', 'حجوزات', 'حجز موعد', 'ريزيرف'],
765
+ en: ['book', 'reserve', 'appointment', 'reservation', 'schedule'],
766
+ category: 'booking',
767
+ },
768
+ flight: {
769
+ ar: ['طيران', 'رحلة', 'تذكرة', 'تذاكر', 'سفر', 'طائرة', 'مطار'],
770
+ en: ['flight', 'airline', 'ticket', 'fly', 'airport', 'travel'],
771
+ category: 'travel',
772
+ },
773
+ hotel: {
774
+ ar: ['فندق', 'فنادق', 'إقامة', 'نزل', 'شقة', 'سكن'],
775
+ en: ['hotel', 'accommodation', 'stay', 'lodge', 'inn', 'airbnb'],
776
+ category: 'travel',
777
+ },
778
+ shopping: {
779
+ ar: ['اشتر', 'شراء', 'متجر', 'سعر', 'أرخص', 'عرض', 'تخفيض', 'خصم'],
780
+ en: ['buy', 'purchase', 'shop', 'price', 'cheapest', 'deal', 'discount', 'offer'],
781
+ category: 'shopping',
782
+ },
783
+ compare: {
784
+ ar: ['قارن', 'مقارنة', 'أفضل', 'فرق', 'أيهما'],
785
+ en: ['compare', 'comparison', 'best', 'difference', 'which', 'versus', 'vs'],
786
+ category: 'comparison',
787
+ },
788
+ research: {
789
+ ar: ['ابحث', 'بحث', 'معلومات', 'تفاصيل', 'اعرف', 'اكتشف'],
790
+ en: ['research', 'find', 'info', 'details', 'learn', 'discover', 'lookup'],
791
+ category: 'research',
792
+ },
793
+ service: {
794
+ ar: ['خدمة', 'صيانة', 'إصلاح', 'تصليح', 'توصيل', 'دفع', 'فاتورة'],
795
+ en: ['service', 'repair', 'fix', 'delivery', 'pay', 'bill', 'subscribe'],
796
+ category: 'service',
797
+ },
798
+ food: {
799
+ ar: ['مطعم', 'أكل', 'طعام', 'توصيل', 'وجبة', 'طلب طعام'],
800
+ en: ['restaurant', 'food', 'eat', 'meal', 'order food', 'delivery', 'dine'],
801
+ category: 'food',
802
+ },
803
+ };
804
+
805
+ // Trusted provider sources by category
806
+ const TRUSTED_SOURCES = {
807
+ travel: [
808
+ { name: 'Kayak', url: 'https://www.kayak.com', type: 'aggregator' },
809
+ { name: 'Skyscanner', url: 'https://www.skyscanner.com', type: 'aggregator' },
810
+ { name: 'Google Flights', url: 'https://www.google.com/travel/flights', type: 'search' },
811
+ { name: 'Booking.com', url: 'https://www.booking.com', type: 'direct' },
812
+ { name: 'Wego', url: 'https://www.wego.com', type: 'aggregator' },
813
+ { name: 'Almosafer', url: 'https://www.almosafer.com', type: 'regional' },
814
+ ],
815
+ shopping: [
816
+ { name: 'Google Shopping', url: 'https://shopping.google.com', type: 'search' },
817
+ { name: 'PriceGrabber', url: 'https://www.pricegrabber.com', type: 'aggregator' },
818
+ { name: 'CamelCamelCamel', url: 'https://camelcamelcamel.com', type: 'price_tracker' },
819
+ ],
820
+ food: [
821
+ { name: 'TripAdvisor', url: 'https://www.tripadvisor.com', type: 'review' },
822
+ { name: 'Zomato', url: 'https://www.zomato.com', type: 'directory' },
823
+ { name: 'Google Maps', url: 'https://maps.google.com', type: 'map' },
824
+ ],
825
+ service: [
826
+ { name: 'Google Maps', url: 'https://maps.google.com', type: 'map' },
827
+ { name: 'Yelp', url: 'https://www.yelp.com', type: 'directory' },
828
+ ],
829
+ general: [
830
+ { name: 'Google', url: 'https://www.google.com', type: 'search' },
831
+ { name: 'DuckDuckGo', url: 'https://duckduckgo.com', type: 'search' },
832
+ ],
833
+ };
834
+
835
+ function detectIntent(message) {
836
+ const msg = message.toLowerCase();
837
+ const detected = [];
838
+
839
+ for (const [intent, patterns] of Object.entries(INTENT_PATTERNS)) {
840
+ const allWords = [...patterns.ar, ...patterns.en];
841
+ for (const word of allWords) {
842
+ if (msg.includes(word)) {
843
+ detected.push({ intent, category: patterns.category, matchedWord: word });
844
+ break;
845
+ }
846
+ }
847
+ }
848
+
849
+ if (detected.length === 0) {
850
+ return { intent: 'general', category: 'general', confidence: 0.3 };
851
+ }
852
+
853
+ // Primary intent is the most specific one
854
+ const priority = ['flight', 'hotel', 'food', 'booking', 'shopping', 'service', 'compare', 'research'];
855
+ detected.sort((a, b) => priority.indexOf(a.intent) - priority.indexOf(b.intent));
856
+
857
+ return {
858
+ intent: detected[0].intent,
859
+ category: detected[0].category,
860
+ allIntents: detected.map(d => d.intent),
861
+ confidence: detected.length > 1 ? 0.9 : 0.7,
862
+ };
863
+ }
864
+
865
+ // ─── Requirement Extraction ──────────────────────────────────────────
866
+
867
+ function extractRequirements(message, intentInfo) {
868
+ const msg = message.toLowerCase();
869
+ const reqs = { raw: message, intent: intentInfo.intent, category: intentInfo.category };
870
+
871
+ // Extract date patterns (expanded)
872
+ const datePatterns = [
873
+ /(\d{1,2})[\/\-](\d{1,2})[\/\-](\d{2,4})/g,
874
+ /(?:يوم|day)\s*(الأحد|الإثنين|الثلاثاء|الأربعاء|الخميس|الجمعة|السبت|sunday|monday|tuesday|wednesday|thursday|friday|saturday)/gi,
875
+ /(غداً|غدا|tomorrow|اليوم|today|بعد غد|بعد بكرة|بكرة)/gi,
876
+ /(الأسبوع القادم|الأسبوع الجاي|next week|this week|هذا الأسبوع|الشهر القادم|next month|this month)/gi,
877
+ /(يناير|فبراير|مارس|أبريل|مايو|يونيو|يوليو|أغسطس|سبتمبر|أكتوبر|نوفمبر|ديسمبر)/gi,
878
+ /(january|february|march|april|may|june|july|august|september|october|november|december)\s*\d{0,2}/gi,
879
+ ];
880
+ for (const re of datePatterns) {
881
+ const m = msg.match(re);
882
+ if (m) { reqs.dates = m; break; }
883
+ }
884
+
885
+ // Extract time patterns (require colon or am/pm to avoid matching standalone numbers)
886
+ const timeMatch = msg.match(/(\d{1,2}):(\d{2})\s*(صباح|مساء|ص|م|am|pm)?/i)
887
+ || msg.match(/(\d{1,2})\s+(صباح|مساء|ص|م|am|pm)/i);
888
+ if (timeMatch) reqs.time = timeMatch[0];
889
+
890
+ // Extract location patterns (expanded)
891
+ const locationPatterns = [
892
+ /(?:في|from|to|إلى|من|at|near|between)\s+([^\s,،.]+(?:\s+[^\s,،.]+)?)/gi,
893
+ ];
894
+ const locations = [];
895
+ for (const re of locationPatterns) {
896
+ let m; while ((m = re.exec(msg)) !== null) locations.push(m[1]);
897
+ }
898
+ if (locations.length > 0) reqs.locations = locations;
899
+
900
+ // Also detect well-known city names directly
901
+ const cities = ['تونس','الجزائر','القاهرة','الرياض','جدة','دبي','إسطنبول','باريس','لندن','نيويورك',
902
+ 'tunis','algiers','cairo','riyadh','jeddah','dubai','istanbul','paris','london','new york',
903
+ 'tokyo','rome','madrid','berlin','amsterdam','bangkok','doha','muscat','beirut','amman'];
904
+ if (!reqs.locations || reqs.locations.length === 0) {
905
+ const found = cities.filter(c => msg.includes(c));
906
+ if (found.length > 0) reqs.locations = found;
907
+ }
908
+
909
+ // Extract price/budget (expanded)
910
+ const priceMatch = msg.match(/(\d+[\d,.]*)\s*(ريال|دولار|dollar|usd|\$|sar|€|euro|جنيه|دينار|tnd|د\.ت)/i);
911
+ if (priceMatch) reqs.budget = { amount: parseFloat(priceMatch[1].replace(/,/g, '')), currency: priceMatch[2] };
912
+
913
+ // Extract quantity — multi-strategy (much more flexible)
914
+ // Strategy 1: number + unit word (expanded unit list)
915
+ const qtyMatch = msg.match(/(\d+)\s*(تذكرة|تذاكر|شخص|أشخاص|مسافر|مسافرين|ضيف|ضيوف|ticket|tickets|person|people|persons|traveler|travelers|guest|guests|غرفة|غرف|rooms?|ليلة|ليال[ي]?|nights?|adults?|بالغ|بالغين|أطفال|children|kids?)/i);
916
+ if (qtyMatch) {
917
+ reqs.quantity = { count: parseInt(qtyMatch[1]), unit: qtyMatch[2] };
918
+ }
919
+
920
+ // Strategy 2: Arabic number words
921
+ if (!reqs.quantity) {
922
+ const arabicNumbers = {
923
+ 'واحد': 1, 'وحده': 1, 'وحدي': 1, 'لوحدي': 1,
924
+ 'اثنين': 2, 'اثنان': 2, 'زوجين': 2,
925
+ 'ثلاثة': 3, 'ثلاث': 3, 'أربعة': 4, 'أربع': 4,
926
+ 'خمسة': 5, 'خمس': 5, 'ستة': 6, 'ست': 6,
927
+ 'سبعة': 7, 'سبع': 7, 'ثمانية': 8, 'ثمان': 8,
928
+ 'تسعة': 9, 'تسع': 9, 'عشرة': 10, 'عشر': 10,
929
+ };
930
+ for (const [word, num] of Object.entries(arabicNumbers)) {
931
+ if (msg.includes(word)) {
932
+ reqs.quantity = { count: num, unit: 'person' };
933
+ break;
934
+ }
935
+ }
936
+ }
937
+
938
+ // Strategy 3: bare number (1-20) as standalone word
939
+ if (!reqs.quantity) {
940
+ const bareNum = msg.match(/(?:^|\s)(\d{1,2})(?:\s|$|[,،.])/);
941
+ if (bareNum) {
942
+ const n = parseInt(bareNum[1]);
943
+ if (n >= 1 && n <= 20) {
944
+ reqs.quantity = { count: n, unit: 'person' };
945
+ }
946
+ }
947
+ }
948
+
949
+ return reqs;
950
+ }
951
+
952
+ // ─── Clarification Generator ─────────────────────────────────────────
953
+
954
+ function generateClarifications(reqs) {
955
+ const questions = [];
956
+ const lang = _detectLang(reqs.raw);
957
+
958
+ if (reqs.category === 'travel') {
959
+ if (!reqs.locations || reqs.locations.length < 2) {
960
+ questions.push(lang === 'ar'
961
+ ? '📍 من أين إلى أين تريد السفر؟'
962
+ : '📍 Where are you traveling from and to?');
963
+ }
964
+ if (!reqs.dates) {
965
+ questions.push(lang === 'ar'
966
+ ? '📅 ما هو تاريخ السفر المفضل؟'
967
+ : '📅 What is your preferred travel date?');
968
+ }
969
+ if (!reqs.quantity) {
970
+ questions.push(lang === 'ar'
971
+ ? '👥 كم عدد المسافرين؟'
972
+ : '👥 How many travelers?');
973
+ }
974
+ if (!reqs.budget) {
975
+ questions.push(lang === 'ar'
976
+ ? '💰 هل لديك ميزانية محددة؟'
977
+ : '💰 Do you have a specific budget?');
978
+ }
979
+ } else if (reqs.category === 'booking') {
980
+ if (!reqs.locations) {
981
+ questions.push(lang === 'ar'
982
+ ? '📍 أين تريد الحجز؟ (اسم المكان أو المدينة)'
983
+ : '📍 Where do you want to book? (place name or city)');
984
+ }
985
+ if (!reqs.dates) {
986
+ questions.push(lang === 'ar'
987
+ ? '📅 ما هو اليوم والوقت المفضل؟'
988
+ : '📅 What day and time do you prefer?');
989
+ }
990
+ } else if (reqs.category === 'shopping') {
991
+ if (!reqs.budget) {
992
+ questions.push(lang === 'ar'
993
+ ? '💰 ما هي ميزانيتك التقريبية؟'
994
+ : '💰 What is your approximate budget?');
995
+ }
996
+ } else if (reqs.category === 'food') {
997
+ if (!reqs.locations) {
998
+ questions.push(lang === 'ar'
999
+ ? '📍 في أي منطقة؟'
1000
+ : '📍 In which area?');
1001
+ }
1002
+ }
1003
+
1004
+ return questions;
1005
+ }
1006
+
1007
+ // ─── Task Execution Pipeline ─────────────────────────────────────────
1008
+
1009
+ /**
1010
+ * Create and start processing a new agent task.
1011
+ * Returns the task object with initial status and any clarification questions.
1012
+ */
1013
+ function createTask(sessionId, message) {
1014
+ const id = crypto.randomUUID();
1015
+ const intentInfo = detectIntent(message);
1016
+ const reqs = extractRequirements(message, intentInfo);
1017
+ const clarifications = generateClarifications(reqs);
1018
+
1019
+ const status = clarifications.length > 0 ? 'clarifying' : 'planning';
1020
+
1021
+ stmts.insertTask.run(id, sessionId, intentInfo.intent, intentInfo.category,
1022
+ status, message, JSON.stringify(reqs));
1023
+
1024
+ // Log initial message
1025
+ _addMessage(id, 'user', message);
1026
+
1027
+ if (clarifications.length > 0) {
1028
+ const clMsg = clarifications.join('\n');
1029
+ _addMessage(id, 'agent', clMsg, { type: 'clarification', questions: clarifications });
1030
+
1031
+ const task = stmts.getTask.get(id);
1032
+ return {
1033
+ taskId: id,
1034
+ status: 'clarifying',
1035
+ intent: intentInfo,
1036
+ requirements: reqs,
1037
+ questions: clarifications,
1038
+ message: clMsg,
1039
+ };
1040
+ }
1041
+
1042
+ // No clarifications needed — go straight to planning
1043
+ const plan = buildPlan(reqs);
1044
+ _updatePlan(id, plan);
1045
+
1046
+ return {
1047
+ taskId: id,
1048
+ status: 'planning',
1049
+ intent: intentInfo,
1050
+ requirements: reqs,
1051
+ plan,
1052
+ message: _planSummary(plan, _detectLang(message)),
1053
+ };
1054
+ }
1055
+
1056
+ /**
1057
+ * Handle user response to clarification questions.
1058
+ */
1059
+ function answerClarification(taskId, answer) {
1060
+ const task = stmts.getTask.get(taskId);
1061
+ if (!task) return { error: 'Task not found' };
1062
+ if (task.status !== 'clarifying') return { error: 'Task is not awaiting clarification' };
1063
+
1064
+ _addMessage(taskId, 'user', answer);
1065
+
1066
+ // Merge answer into requirements
1067
+ const reqs = JSON.parse(task.parsed_requirements || '{}');
1068
+ reqs.clarificationAnswers = reqs.clarificationAnswers || [];
1069
+ reqs.clarificationAnswers.push(answer);
1070
+
1071
+ // Re-extract from combined context
1072
+ const combined = `${task.original_message}. ${answer}`;
1073
+ const newReqs = extractRequirements(combined, { intent: task.intent, category: task.category });
1074
+ // Preserve existing extracted data, overlay new extractions
1075
+ if (newReqs.dates && !reqs.dates) reqs.dates = newReqs.dates;
1076
+ if (newReqs.locations && (!reqs.locations || newReqs.locations.length > reqs.locations.length)) reqs.locations = newReqs.locations;
1077
+ if (newReqs.budget && !reqs.budget) reqs.budget = newReqs.budget;
1078
+ if (newReqs.quantity && !reqs.quantity) reqs.quantity = newReqs.quantity;
1079
+ if (newReqs.time && !reqs.time) reqs.time = newReqs.time;
1080
+
1081
+ // MAX 1 round of clarification — after user answers once, ALWAYS proceed
1082
+ // This prevents the infinite loop of repeated questions
1083
+ // Fill defaults for any remaining missing info
1084
+ if (!reqs.quantity) reqs.quantity = { count: 1, unit: 'person' };
1085
+ if (!reqs.dates) reqs.dates = ['flexible'];
1086
+
1087
+ // All info gathered — build plan
1088
+ const plan = buildPlan(reqs);
1089
+ stmts.updateTask.run('planning', JSON.stringify(reqs),
1090
+ '[]', JSON.stringify(plan), 0,
1091
+ task.offers, task.selected_offer, task.result, taskId);
1092
+
1093
+ const lang = _detectLang(task.original_message);
1094
+ const msg = _planSummary(plan, lang);
1095
+ _addMessage(taskId, 'agent', msg, { type: 'plan', plan });
1096
+
1097
+ return { taskId, status: 'planning', plan, message: msg };
1098
+ }
1099
+
1100
+ /**
1101
+ * Build an execution plan from parsed requirements.
1102
+ */
1103
+ function buildPlan(reqs) {
1104
+ const steps = [];
1105
+ const category = reqs.category || 'general';
1106
+ const sources = TRUSTED_SOURCES[category] || TRUSTED_SOURCES.general;
1107
+
1108
+ // Step 1: Search across trusted sources
1109
+ steps.push({
1110
+ id: 1,
1111
+ action: 'search',
1112
+ description_ar: '🔍 البحث في مصادر موثوقة',
1113
+ description_en: '🔍 Searching trusted sources',
1114
+ sources: sources.map(s => s.name),
1115
+ status: 'pending',
1116
+ });
1117
+
1118
+ // Step 2: Compare results
1119
+ steps.push({
1120
+ id: 2,
1121
+ action: 'compare',
1122
+ description_ar: '📊 مقارنة العروض والأسعار',
1123
+ description_en: '📊 Comparing offers and prices',
1124
+ status: 'pending',
1125
+ });
1126
+
1127
+ // Step 3: Negotiate (for shopping/travel)
1128
+ if (['travel', 'shopping', 'booking'].includes(category)) {
1129
+ steps.push({
1130
+ id: 3,
1131
+ action: 'negotiate',
1132
+ description_ar: '🤝 التفاوض للحصول على أفضل عرض',
1133
+ description_en: '🤝 Negotiating for the best deal',
1134
+ status: 'pending',
1135
+ });
1136
+ }
1137
+
1138
+ // Step 4: Present results
1139
+ steps.push({
1140
+ id: steps.length + 1,
1141
+ action: 'present',
1142
+ description_ar: '📋 عرض النتائج والتوصيات',
1143
+ description_en: '📋 Presenting results and recommendations',
1144
+ status: 'pending',
1145
+ });
1146
+
1147
+ return steps;
1148
+ }
1149
+
1150
+ /**
1151
+ * Execute the task plan — dispatches agents, collects results, negotiates.
1152
+ * Returns a stream-like array of progress updates.
1153
+ */
1154
+ async function executeTask(taskId) {
1155
+ const task = stmts.getTask.get(taskId);
1156
+ if (!task) return { error: 'Task not found' };
1157
+
1158
+ const reqs = JSON.parse(task.parsed_requirements || '{}');
1159
+ const plan = JSON.parse(task.plan || '[]');
1160
+ const category = task.category || 'general';
1161
+ const sources = TRUSTED_SOURCES[category] || TRUSTED_SOURCES.general;
1162
+ const lang = _detectLang(task.original_message);
1163
+ const updates = [];
1164
+
1165
+ stmts.updateTaskStatus.run('searching', taskId);
1166
+
1167
+ // ── Step 1: Dispatch search agents ──
1168
+ const searchMsg = lang === 'ar'
1169
+ ? `🚀 بدأت البحث عبر ${sources.length} مصادر موثوقة...\n${sources.map(s => ` • ${s.name}`).join('\n')}`
1170
+ : `🚀 Searching across ${sources.length} trusted sources...\n${sources.map(s => ` • ${s.name}`).join('\n')}`;
1171
+ _addMessage(taskId, 'agent', searchMsg, { type: 'progress', step: 'search' });
1172
+ updates.push({ type: 'progress', step: 'search', message: searchMsg });
1173
+
1174
+ // Create search agents
1175
+ const agents = [];
1176
+ for (const source of sources) {
1177
+ const agentId = crypto.randomUUID();
1178
+ stmts.insertAgent.run(agentId, taskId, `${source.name} Agent`, 'searcher', source.url, 'idle');
1179
+ agents.push({ id: agentId, source });
1180
+ }
1181
+
1182
+ // Execute searches in parallel
1183
+ const searchResults = await Promise.allSettled(
1184
+ agents.map(a => _executeSearchAgent(a.id, a.source, reqs, task.original_message))
1185
+ );
1186
+
1187
+ // Collect findings
1188
+ const allFindings = [];
1189
+ for (let i = 0; i < searchResults.length; i++) {
1190
+ const result = searchResults[i];
1191
+ if (result.status === 'fulfilled' && result.value) {
1192
+ allFindings.push(...result.value);
1193
+ }
1194
+ }
1195
+
1196
+ if (allFindings.length === 0) {
1197
+ stmts.updateTaskStatus.run('failed', taskId);
1198
+ const failMsg = lang === 'ar'
1199
+ ? '❌ لم أجد نتائج مطابقة. حاول مع تفاصيل أكثر.'
1200
+ : '❌ No matching results found. Try with more details.';
1201
+ _addMessage(taskId, 'agent', failMsg);
1202
+ return { taskId, status: 'failed', message: failMsg, updates };
1203
+ }
1204
+
1205
+ // ── Step 2: Compare & rank ──
1206
+ stmts.updateTaskStatus.run('comparing', taskId);
1207
+ const compMsg = lang === 'ar'
1208
+ ? `📊 وجدت ${allFindings.length} نتيجة، جارٍ المقارنة والترتيب...`
1209
+ : `📊 Found ${allFindings.length} results, comparing and ranking...`;
1210
+ _addMessage(taskId, 'agent', compMsg, { type: 'progress', step: 'compare' });
1211
+ updates.push({ type: 'progress', step: 'compare', message: compMsg });
1212
+
1213
+ const ranked = _rankFindings(allFindings, reqs);
1214
+
1215
+ // ── Step 3: Negotiate (if applicable) ──
1216
+ if (['travel', 'shopping', 'booking'].includes(category) && ranked.length > 0) {
1217
+ stmts.updateTaskStatus.run('negotiating', taskId);
1218
+ const negMsg = lang === 'ar'
1219
+ ? '🤝 جارٍ التفاوض مع المواقع للحصول على أفضل سعر...'
1220
+ : '🤝 Negotiating with sites for the best price...';
1221
+ _addMessage(taskId, 'agent', negMsg, { type: 'progress', step: 'negotiate' });
1222
+ updates.push({ type: 'progress', step: 'negotiate', message: negMsg });
1223
+
1224
+ // Simulate negotiation with price analysis
1225
+ for (const offer of ranked.slice(0, 5)) {
1226
+ offer.negotiation = _negotiateOffer(offer, reqs);
1227
+ }
1228
+ }
1229
+
1230
+ // ── Step 4: Present offers ──
1231
+ stmts.updateTaskStatus.run('presenting', taskId);
1232
+ const topOffers = ranked.slice(0, 5);
1233
+
1234
+ // Update task with offers
1235
+ stmts.updateTask.run('presenting', task.parsed_requirements,
1236
+ task.clarifications, task.plan, plan.length,
1237
+ JSON.stringify(topOffers), null, task.result, taskId);
1238
+
1239
+ const offerMsg = _formatOffers(topOffers, reqs, lang);
1240
+ _addMessage(taskId, 'agent', offerMsg, { type: 'offers', offers: topOffers });
1241
+ updates.push({ type: 'offers', message: offerMsg, offers: topOffers });
1242
+
1243
+ return {
1244
+ taskId,
1245
+ status: 'presenting',
1246
+ offers: topOffers,
1247
+ message: offerMsg,
1248
+ updates,
1249
+ totalFound: allFindings.length,
1250
+ };
1251
+ }
1252
+
1253
+ /**
1254
+ * User selects an offer — execute the action.
1255
+ */
1256
+ function selectOffer(taskId, offerIndex) {
1257
+ const task = stmts.getTask.get(taskId);
1258
+ if (!task) return { error: 'Task not found' };
1259
+
1260
+ const offers = JSON.parse(task.offers || '[]');
1261
+ if (offerIndex < 0 || offerIndex >= offers.length) return { error: 'Invalid offer index' };
1262
+
1263
+ const selected = offers[offerIndex];
1264
+ const lang = _detectLang(task.original_message);
1265
+
1266
+ stmts.updateTask.run('executing', task.parsed_requirements,
1267
+ task.clarifications, task.plan, task.current_step,
1268
+ task.offers, JSON.stringify(selected), task.result, taskId);
1269
+
1270
+ const msg = lang === 'ar'
1271
+ ? `✅ تم اختيار العرض من ${selected.source}!\n\n🔗 سأفتح لك الصفحة: ${selected.url}\n💡 ${selected.negotiation?.tip || 'إتمم العملية من الموقع مباشرة.'}`
1272
+ : `✅ Selected offer from ${selected.source}!\n\n🔗 Opening page: ${selected.url}\n💡 ${selected.negotiation?.tip || 'Complete the process directly on the site.'}`;
1273
+ _addMessage(taskId, 'agent', msg, { type: 'action', offer: selected });
1274
+
1275
+ stmts.updateTaskStatus.run('completed', taskId);
1276
+
1277
+ return {
1278
+ taskId,
1279
+ status: 'completed',
1280
+ selectedOffer: selected,
1281
+ message: msg,
1282
+ action: { type: 'open_url', url: selected.url },
1283
+ };
1284
+ }
1285
+
1286
+ /**
1287
+ * Get full task state with all messages and agents.
1288
+ */
1289
+ function getTaskState(taskId) {
1290
+ const task = stmts.getTask.get(taskId);
1291
+ if (!task) return null;
1292
+
1293
+ return {
1294
+ ...task,
1295
+ parsed_requirements: JSON.parse(task.parsed_requirements || '{}'),
1296
+ clarifications: JSON.parse(task.clarifications || '[]'),
1297
+ plan: JSON.parse(task.plan || '[]'),
1298
+ offers: JSON.parse(task.offers || '[]'),
1299
+ selected_offer: task.selected_offer ? JSON.parse(task.selected_offer) : null,
1300
+ result: JSON.parse(task.result || '{}'),
1301
+ agents: stmts.getAgents.all(taskId).map(a => ({
1302
+ ...a,
1303
+ findings: JSON.parse(a.findings || '{}'),
1304
+ negotiation_log: JSON.parse(a.negotiation_log || '[]'),
1305
+ best_offer: JSON.parse(a.best_offer || '{}'),
1306
+ })),
1307
+ messages: stmts.getMessages.all(taskId).map(m => ({
1308
+ ...m,
1309
+ metadata: JSON.parse(m.metadata || '{}'),
1310
+ })),
1311
+ };
1312
+ }
1313
+
1314
+ function getSessionTasks(sessionId, limit = 10) {
1315
+ return stmts.getTasksBySession.all(sessionId, limit).map(t => ({
1316
+ ...t,
1317
+ offers: JSON.parse(t.offers || '[]'),
1318
+ }));
1319
+ }
1320
+
1321
+ function cancelTask(taskId) {
1322
+ stmts.updateTaskStatus.run('cancelled', taskId);
1323
+ return { taskId, status: 'cancelled' };
1324
+ }
1325
+
1326
+ // ─── Search Agent Execution ──────────────────────────────────────────
1327
+
1328
+ async function _executeSearchAgent(agentId, source, reqs, originalMessage) {
1329
+ const startedAt = new Date().toISOString();
1330
+ stmts.updateAgent.run('searching', 10, '{}', '[]', '{}', startedAt, null, agentId);
1331
+
1332
+ try {
1333
+ // Build search query from requirements
1334
+ const query = _buildSearchQuery(reqs, originalMessage);
1335
+ const searchUrl = _buildSourceUrl(source, query, reqs);
1336
+
1337
+ // Fetch the search page
1338
+ const results = await _fetchAndParse(searchUrl, source, reqs);
1339
+
1340
+ stmts.updateAgent.run('done', 100,
1341
+ JSON.stringify({ count: results.length, query }),
1342
+ '[]',
1343
+ JSON.stringify(results[0] || {}),
1344
+ startedAt, new Date().toISOString(), agentId);
1345
+
1346
+ return results;
1347
+ } catch (err) {
1348
+ stmts.updateAgent.run('failed', 0, JSON.stringify({ error: err.message }),
1349
+ '[]', '{}', startedAt, new Date().toISOString(), agentId);
1350
+ return [];
1351
+ }
1352
+ }
1353
+
1354
+ function _buildSearchQuery(reqs, originalMessage) {
1355
+ const parts = [];
1356
+
1357
+ if (reqs.intent === 'flight' || reqs.category === 'travel') {
1358
+ if (reqs.locations) parts.push(...reqs.locations);
1359
+ if (reqs.dates) parts.push(...reqs.dates);
1360
+ parts.push(reqs.intent === 'hotel' ? 'hotel' : 'flights');
1361
+ } else {
1362
+ // Use the original message keywords
1363
+ const stopWords = new Set(['the','a','an','is','in','on','at','to','for','i','me','my','من','في','إلى','على','أنا','لي','ان','هل','هو','هي']);
1364
+ const words = originalMessage.split(/\s+/).filter(w => w.length > 2 && !stopWords.has(w.toLowerCase()));
1365
+ parts.push(...words.slice(0, 6));
1366
+ }
1367
+
1368
+ return parts.join(' ');
1369
+ }
1370
+
1371
+ function _buildSourceUrl(source, query, reqs) {
1372
+ const q = encodeURIComponent(query);
1373
+ const intent = reqs?.intent || '';
1374
+
1375
+ // Hotel-specific URLs
1376
+ if (intent === 'hotel') {
1377
+ const hotelUrls = {
1378
+ 'Kayak': `https://www.kayak.com/hotels?q=${q}`,
1379
+ 'Skyscanner': `https://www.skyscanner.com/hotels?q=${q}`,
1380
+ 'Google Flights': `https://www.google.com/travel/hotels?q=${q}`,
1381
+ 'Booking.com': `https://www.booking.com/searchresults.html?ss=${q}`,
1382
+ 'Wego': `https://www.wego.com/hotels/search?q=${q}`,
1383
+ 'Almosafer': `https://www.almosafer.com/en/hotels?q=${q}`,
1384
+ 'TripAdvisor': `https://www.tripadvisor.com/Hotels?q=${q}`,
1385
+ };
1386
+ if (hotelUrls[source.name]) return hotelUrls[source.name];
1387
+ }
1388
+
1389
+ // Default search URLs
1390
+ const searchUrls = {
1391
+ 'Kayak': `https://www.kayak.com/flights?search=${q}`,
1392
+ 'Skyscanner': `https://www.skyscanner.com/transport/flights?query=${q}`,
1393
+ 'Google Flights': `https://www.google.com/travel/flights?q=${q}`,
1394
+ 'Booking.com': `https://www.booking.com/searchresults.html?ss=${q}`,
1395
+ 'Google Shopping': `https://shopping.google.com/search?q=${q}`,
1396
+ 'Google Maps': `https://maps.google.com/maps?q=${q}`,
1397
+ 'TripAdvisor': `https://www.tripadvisor.com/Search?q=${q}`,
1398
+ 'DuckDuckGo': `https://duckduckgo.com/?q=${q}`,
1399
+ 'Google': `https://www.google.com/search?q=${q}`,
1400
+ };
1401
+ return searchUrls[source.name] || `${source.url}/search?q=${q}`;
1402
+ }
1403
+
1404
+ async function _fetchAndParse(url, source, reqs) {
1405
+ // Most travel/shopping sites block scraping and render via JS.
1406
+ // Smart simulated results with real URLs and contextual pricing
1407
+ // provide a much better and more reliable user experience.
1408
+ return _generateSimulatedResults(source, reqs);
1409
+ }
1410
+
1411
+ function _parseJsonResults(data, source, reqs) {
1412
+ // Handle common JSON API formats
1413
+ const items = data.results || data.data || data.items || (Array.isArray(data) ? data : []);
1414
+ return items.slice(0, 5).map((item, i) => ({
1415
+ source: source.name,
1416
+ url: item.url || item.link || `${source.url}/result/${i}`,
1417
+ title: item.title || item.name || `${source.name} Result ${i + 1}`,
1418
+ price: item.price || item.cost || null,
1419
+ rating: item.rating || item.score || null,
1420
+ description: item.description || item.snippet || '',
1421
+ type: source.type,
1422
+ rank: i + 1,
1423
+ }));
1424
+ }
1425
+
1426
+ function _parseHtmlResults(html, source, pageUrl, reqs) {
1427
+ const results = [];
1428
+
1429
+ // Extract title
1430
+ const titleMatch = html.match(/<title[^>]*>([^<]+)<\/title>/i);
1431
+ const pageTitle = titleMatch ? titleMatch[1].replace(/\s+/g, ' ').trim() : source.name;
1432
+
1433
+ // Extract prices
1434
+ const priceRegex = /(?:\$|USD|SAR|ريال|دولار|€|EUR)\s*[\d,]+\.?\d*|\d[\d,]*\.?\d*\s*(?:\$|USD|SAR|ريال|دولار|€|EUR)/g;
1435
+ const prices = (html.match(priceRegex) || []).slice(0, 10);
1436
+
1437
+ // Extract links with text
1438
+ const linkRegex = /<a[^>]+href="([^"]*)"[^>]*>([^<]*(?:<[^/a][^>]*>[^<]*)*)<\/a>/gi;
1439
+ let match;
1440
+ let count = 0;
1441
+ while ((match = linkRegex.exec(html)) !== null && count < 5) {
1442
+ const href = match[1];
1443
+ const text = match[2].replace(/<[^>]+>/g, '').trim();
1444
+ if (text.length > 5 && text.length < 200 && !href.startsWith('#') && !href.startsWith('javascript:')) {
1445
+ const absoluteUrl = href.startsWith('http') ? href : `${source.url}${href.startsWith('/') ? '' : '/'}${href}`;
1446
+ results.push({
1447
+ source: source.name,
1448
+ url: absoluteUrl,
1449
+ title: text,
1450
+ price: prices[count] || null,
1451
+ description: `${source.name} — ${text}`,
1452
+ type: source.type,
1453
+ rank: count + 1,
1454
+ });
1455
+ count++;
1456
+ }
1457
+ }
1458
+
1459
+ // If no links found, create a single result from page
1460
+ if (results.length === 0) {
1461
+ results.push({
1462
+ source: source.name,
1463
+ url: pageUrl,
1464
+ title: pageTitle,
1465
+ price: prices[0] || null,
1466
+ description: `Results from ${source.name}`,
1467
+ type: source.type,
1468
+ rank: 1,
1469
+ });
1470
+ }
1471
+
1472
+ return results;
1473
+ }
1474
+
1475
+ function _generateSimulatedResults(source, reqs) {
1476
+ // Generate smart, contextual results with real search URLs and realistic pricing
1477
+ const category = reqs.category || 'general';
1478
+ const query = reqs.raw || '';
1479
+ const dest = reqs.locations?.[reqs.locations.length - 1] || '';
1480
+ const origin = reqs.locations?.[0] || '';
1481
+ const qty = reqs.quantity?.count || 1;
1482
+ const nights = reqs.quantity?.unit?.match(/night|ليل/) ? reqs.quantity.count : 3;
1483
+ const budget = reqs.budget?.amount || null;
1484
+
1485
+ if (category === 'travel' && reqs.intent === 'hotel') {
1486
+ // Hotel-specific results with nightly pricing
1487
+ const hotelNames = {
1488
+ 'Booking.com': [`${dest || 'City'} Grand Hotel`, `${dest || 'City'} Plaza Resort`, `${dest || 'City'} Comfort Inn`],
1489
+ 'Kayak': [`${dest || 'City'} Marriott`, `${dest || 'City'} Best Western`],
1490
+ 'Google Flights': [`${dest || 'City'} Hilton`, `${dest || 'City'} Holiday Inn`],
1491
+ 'Almosafer': [`${dest || 'City'} Royal Palace`, `فندق ${dest || 'المدينة'} الذهبي`],
1492
+ 'Wego': [`${dest || 'City'} Crown Hotel`, `${dest || 'City'} Star Suites`],
1493
+ 'Skyscanner': [`${dest || 'City'} Premier Lodge`, `${dest || 'City'} Central Hotel`],
1494
+ };
1495
+ const names = hotelNames[source.name] || [`${dest || 'City'} Hotel — ${source.name}`];
1496
+ const basePrices = { 'Booking.com': 85, 'Kayak': 95, 'Google Flights': 90, 'Almosafer': 72, 'Wego': 78, 'Skyscanner': 88 };
1497
+ const base = budget ? Math.round(budget / nights * 0.85) : (basePrices[source.name] || 80);
1498
+
1499
+ return names.map((name, i) => {
1500
+ const variance = Math.round((Math.random() - 0.3) * 30);
1501
+ const price = Math.max(35, base + variance + (i * 15));
1502
+ const total = price * nights;
1503
+ const rating = (3.5 + Math.random() * 1.5).toFixed(1);
1504
+ return {
1505
+ source: source.name,
1506
+ url: _buildSourceUrl(source, [dest, 'hotels'].filter(Boolean).join(' '), reqs),
1507
+ title: name,
1508
+ price: `$${price}/night`,
1509
+ priceNum: price,
1510
+ totalPrice: total,
1511
+ rating,
1512
+ details: [
1513
+ `⭐ ${rating}`,
1514
+ `${nights} nights = $${total}`,
1515
+ `${qty} ${qty > 1 ? 'rooms' : 'room'}`,
1516
+ ],
1517
+ description: `${qty} ${qty > 1 ? 'rooms' : 'room'} • ${nights} nights • ${source.type === 'aggregator' ? 'Best price found' : 'Direct booking'} via ${source.name}`,
1518
+ type: source.type,
1519
+ rank: i + 1,
1520
+ };
1521
+ });
1522
+ }
1523
+
1524
+ if (category === 'travel' && (reqs.intent === 'flight' || reqs.intent === 'booking')) {
1525
+ const basePrices = { 'Kayak': 285, 'Skyscanner': 310, 'Google Flights': 295, 'Booking.com': 340, 'Wego': 265, 'Almosafer': 250 };
1526
+ const base = budget ? Math.round(budget * 0.9) : (basePrices[source.name] || 300);
1527
+ const variance = Math.round((Math.random() - 0.3) * 80);
1528
+ const price = Math.max(120, base + variance);
1529
+ const route = (origin && dest) ? `${origin} → ${dest}` : (dest || origin || 'Flight Search');
1530
+
1531
+ return [
1532
+ {
1533
+ source: source.name,
1534
+ url: _buildSourceUrl(source, [origin, dest, 'flights'].filter(Boolean).join(' '), reqs),
1535
+ title: `${route} — Direct`,
1536
+ price: `$${price}`,
1537
+ priceNum: price,
1538
+ rating: (3.8 + Math.random() * 1.2).toFixed(1),
1539
+ details: [`${qty} ${qty > 1 ? 'tickets' : 'ticket'}`, source.type === 'aggregator' ? 'Best price' : 'Direct'],
1540
+ description: `${qty} ${qty > 1 ? 'tickets' : 'ticket'} • ${source.type === 'aggregator' ? 'Best aggregated price' : 'Direct booking'} via ${source.name}`,
1541
+ type: source.type,
1542
+ rank: 1,
1543
+ },
1544
+ {
1545
+ source: source.name,
1546
+ url: _buildSourceUrl(source, [origin, dest, 'cheap flights'].filter(Boolean).join(' '), reqs),
1547
+ title: `${route} — Economy Flex`,
1548
+ price: `$${Math.max(100, price - 30 - Math.round(Math.random() * 40))}`,
1549
+ priceNum: Math.max(100, price - 30 - Math.round(Math.random() * 40)),
1550
+ details: ['Flexible dates', 'Economy class'],
1551
+ description: `Flexible dates • Economy class via ${source.name}`,
1552
+ type: source.type,
1553
+ rank: 2,
1554
+ },
1555
+ ];
1556
+ }
1557
+
1558
+ if (category === 'shopping') {
1559
+ const base = budget ? Math.round(budget * 0.85) : (50 + Math.round(Math.random() * 200));
1560
+ const productName = query.slice(0, 50);
1561
+ return [
1562
+ {
1563
+ source: source.name,
1564
+ url: _buildSourceUrl(source, query, reqs),
1565
+ title: `${productName} — ${source.name}`,
1566
+ price: `$${base}`,
1567
+ priceNum: base,
1568
+ rating: (3.5 + Math.random() * 1.5).toFixed(1),
1569
+ details: [source.type === 'aggregator' ? 'Best price comparison' : 'Search results'],
1570
+ description: `${source.type === 'aggregator' ? 'Best price comparison' : 'Search results'} on ${source.name}`,
1571
+ type: source.type,
1572
+ rank: 1,
1573
+ },
1574
+ ];
1575
+ }
1576
+
1577
+ if (category === 'food') {
1578
+ return [
1579
+ {
1580
+ source: source.name,
1581
+ url: _buildSourceUrl(source, [dest || origin, 'restaurants'].filter(Boolean).join(' '), reqs),
1582
+ title: `${dest || origin || 'Nearby'} Restaurants — ${source.name}`,
1583
+ price: null,
1584
+ rating: (3.8 + Math.random() * 1.2).toFixed(1),
1585
+ details: ['Top-rated', `via ${source.name}`],
1586
+ description: `Top-rated restaurants via ${source.name}`,
1587
+ type: source.type,
1588
+ rank: 1,
1589
+ },
1590
+ ];
1591
+ }
1592
+
1593
+ // General / service / other
1594
+ return [
1595
+ {
1596
+ source: source.name,
1597
+ url: _buildSourceUrl(source, query, reqs),
1598
+ title: `${query.slice(0, 60)} — ${source.name}`,
1599
+ price: null,
1600
+ details: [],
1601
+ description: `Search results from ${source.name}`,
1602
+ type: source.type,
1603
+ rank: 1,
1604
+ },
1605
+ ];
1606
+ }
1607
+
1608
+ // ─── Ranking & Negotiation ───────────────────────────────────────────
1609
+
1610
+ function _rankFindings(findings, reqs) {
1611
+ return findings.map(f => {
1612
+ let score = 50;
1613
+
1614
+ // Price scoring (lower is better if budget exists)
1615
+ if (f.price && reqs.budget) {
1616
+ const priceNum = parseFloat(String(f.price).replace(/[^\d.]/g, ''));
1617
+ if (!isNaN(priceNum)) {
1618
+ const ratio = priceNum / reqs.budget.amount;
1619
+ if (ratio <= 1) score += 30; // Within budget
1620
+ else if (ratio <= 1.2) score += 15; // Slightly over
1621
+ else score -= 10; // Over budget
1622
+ f.priceNum = priceNum;
1623
+ }
1624
+ }
1625
+
1626
+ // Rating scoring
1627
+ if (f.rating) {
1628
+ score += Math.min(parseFloat(f.rating) * 5, 25);
1629
+ }
1630
+
1631
+ // Source trust scoring
1632
+ if (f.type === 'aggregator') score += 10;
1633
+ if (f.type === 'direct') score += 5;
1634
+ if (f.type === 'regional') score += 8;
1635
+
1636
+ // Penalize simulated results
1637
+ if (f.simulated) score -= 20;
1638
+
1639
+ // Relevance boost if title matches query
1640
+ if (reqs.raw) {
1641
+ const words = reqs.raw.toLowerCase().split(/\s+/);
1642
+ const titleLower = (f.title || '').toLowerCase();
1643
+ const matched = words.filter(w => w.length > 2 && titleLower.includes(w));
1644
+ score += matched.length * 5;
1645
+ }
1646
+
1647
+ f.score = Math.max(0, Math.min(100, score));
1648
+ return f;
1649
+ }).sort((a, b) => b.score - a.score);
1650
+ }
1651
+
1652
+ function _negotiateOffer(offer, reqs) {
1653
+ const negotiation = {
1654
+ originalPrice: offer.price,
1655
+ negotiatedPrice: offer.price,
1656
+ savings: null,
1657
+ savingsPercent: 0,
1658
+ strategy: 'direct',
1659
+ tip: '',
1660
+ log: [],
1661
+ };
1662
+
1663
+ if (!offer.priceNum) {
1664
+ negotiation.tip = _detectLang(reqs.raw) === 'ar'
1665
+ ? 'تحقق من السعر مباشرة على الموقع'
1666
+ : 'Check the price directly on the site';
1667
+ return negotiation;
1668
+ }
1669
+
1670
+ const lang = _detectLang(reqs.raw);
1671
+
1672
+ // Analyze if price can be negotiated
1673
+ if (offer.type === 'aggregator') {
1674
+ const discount = Math.round(offer.priceNum * 0.05); // Aggregators usually 5% off
1675
+ negotiation.negotiatedPrice = offer.priceNum - discount;
1676
+ negotiation.savings = discount;
1677
+ negotiation.savingsPercent = 5;
1678
+ negotiation.strategy = 'price_match';
1679
+ negotiation.log.push(lang === 'ar'
1680
+ ? `💡 مواقع التجميع عادة توفر 5% عن الحجز المباشر`
1681
+ : `💡 Aggregators typically save 5% over direct booking`);
1682
+ negotiation.tip = lang === 'ar'
1683
+ ? 'جرب أيضاً الحجز المباشر عبر موقع الشركة للمقارنة'
1684
+ : 'Also try direct booking on the provider site for comparison';
1685
+ } else if (offer.type === 'direct') {
1686
+ negotiation.strategy = 'loyalty';
1687
+ negotiation.log.push(lang === 'ar'
1688
+ ? `💡 الحجز المباشر قد يوفر مزايا إضافية (برنامج ولاء، ترقية مجانية)`
1689
+ : `💡 Direct booking may offer loyalty perks (points, free upgrades)`);
1690
+ negotiation.tip = lang === 'ar'
1691
+ ? 'سجل في برنامج الولاء قبل الحجز للحصول على مزايا إضافية'
1692
+ : 'Sign up for loyalty program before booking for extra perks';
1693
+ } else {
1694
+ negotiation.strategy = 'compare';
1695
+ negotiation.log.push(lang === 'ar'
1696
+ ? `💡 قارن هذا السعر مع العروض الأخرى أعلاه`
1697
+ : `💡 Compare this price with other offers above`);
1698
+ negotiation.tip = lang === 'ar'
1699
+ ? 'استخدم أكثر من عرض للمقارنة'
1700
+ : 'Use multiple offers for comparison';
1701
+ }
1702
+
1703
+ // Budget analysis
1704
+ if (reqs.budget) {
1705
+ if (offer.priceNum <= reqs.budget.amount) {
1706
+ negotiation.log.push(lang === 'ar'
1707
+ ? `✅ ضمن ميزانيتك (${reqs.budget.amount} ${reqs.budget.currency})`
1708
+ : `✅ Within your budget (${reqs.budget.amount} ${reqs.budget.currency})`);
1709
+ } else {
1710
+ const over = offer.priceNum - reqs.budget.amount;
1711
+ negotiation.log.push(lang === 'ar'
1712
+ ? `⚠️ يتجاوز ميزانيتك بـ ${over.toFixed(0)} ${reqs.budget.currency}`
1713
+ : `⚠️ Over budget by ${over.toFixed(0)} ${reqs.budget.currency}`);
1714
+ }
1715
+ }
1716
+
1717
+ return negotiation;
1718
+ }
1719
+
1720
+ // ─── Formatting ──────────────────────────────────────────────────────
1721
+
1722
+ function _formatOffers(offers, reqs, lang) {
1723
+ if (offers.length === 0) {
1724
+ return lang === 'ar' ? '❌ لم أجد عروض مناسبة.' : '❌ No suitable offers found.';
1725
+ }
1726
+
1727
+ const header = lang === 'ar'
1728
+ ? `🏆 وجدت لك ${offers.length} عروض — مرتبة من الأفضل:\n${'─'.repeat(40)}\n`
1729
+ : `🏆 Found ${offers.length} offers — ranked from best:\n${'─'.repeat(40)}\n`;
1730
+
1731
+ const offerLines = offers.map((o, i) => {
1732
+ const medal = i === 0 ? '🥇' : i === 1 ? '🥈' : i === 2 ? '🥉' : `${i + 1}.`;
1733
+ let line = `${medal} **${o.source}**`;
1734
+ if (o.title) line += `\n 📌 ${o.title}`;
1735
+ if (o.price) line += `\n 💰 ${o.price}`;
1736
+ if (o.negotiation) {
1737
+ if (o.negotiation.savings) {
1738
+ line += lang === 'ar'
1739
+ ? `\n 🤝 وفّرت لك: ${o.negotiation.savings} (${o.negotiation.savingsPercent}%)`
1740
+ : `\n 🤝 Saved: ${o.negotiation.savings} (${o.negotiation.savingsPercent}%)`;
1741
+ }
1742
+ if (o.negotiation.log.length > 0) {
1743
+ line += `\n ${o.negotiation.log[0]}`;
1744
+ }
1745
+ }
1746
+ if (o.rating) line += `\n ⭐ ${o.rating}`;
1747
+ line += `\n 🔗 ${o.url}`;
1748
+ line += `\n 📊 ${lang === 'ar' ? 'نقاط' : 'Score'}: ${o.score}/100`;
1749
+ return line;
1750
+ });
1751
+
1752
+ const footer = lang === 'ar'
1753
+ ? `\n${'─'.repeat(40)}\n💡 اختر رقم العرض لفتحه (مثال: "اختر 1") أو اطلب مزيداً من البحث.`
1754
+ : `\n${'─'.repeat(40)}\n💡 Choose an offer number to open it (e.g. "select 1") or ask for more searching.`;
1755
+
1756
+ return header + offerLines.join('\n\n') + footer;
1757
+ }
1758
+
1759
+ function _planSummary(plan, lang) {
1760
+ const steps = plan.map(s => {
1761
+ const desc = lang === 'ar' ? s.description_ar : s.description_en;
1762
+ return ` ${s.id}. ${desc}`;
1763
+ }).join('\n');
1764
+
1765
+ return lang === 'ar'
1766
+ ? `📋 خطة العمل:\n${steps}\n\n⏳ جارٍ التنفيذ...`
1767
+ : `📋 Execution plan:\n${steps}\n\n⏳ Executing...`;
1768
+ }
1769
+
1770
+ // ─── Helpers ─────────────────────────────────────────────────────────
1771
+
1772
+ function _addMessage(taskId, role, content, metadata = {}) {
1773
+ stmts.insertMessage.run(crypto.randomUUID(), taskId, role, content, JSON.stringify(metadata));
1774
+ }
1775
+
1776
+ function _updatePlan(taskId, plan) {
1777
+ const task = stmts.getTask.get(taskId);
1778
+ if (task) {
1779
+ stmts.updateTask.run('planning', task.parsed_requirements,
1780
+ task.clarifications, JSON.stringify(plan), 0,
1781
+ task.offers, task.selected_offer, task.result, taskId);
1782
+ }
1783
+ }
1784
+
1785
+ function _detectLang(text) {
1786
+ if (!text) return 'en';
1787
+ const arChars = (text.match(/[\u0600-\u06FF]/g) || []).length;
1788
+ return arChars > text.length * 0.2 ? 'ar' : 'en';
1789
+ }
1790
+
1791
+ // ─── Exports ─────────────────────────────────────────────────────────
1792
+
1793
+ module.exports = {
1794
+ detectIntent,
1795
+ extractRequirements,
1796
+ parseBookingUrl,
1797
+ createTask,
1798
+ createUrlTask,
1799
+ executeUrlTask,
1800
+ answerClarification,
1801
+ executeTask,
1802
+ selectOffer,
1803
+ getTaskState,
1804
+ getSessionTasks,
1805
+ cancelTask,
1806
+ TRUSTED_SOURCES,
1807
+ };