web-agent-bridge 2.3.1 → 2.5.0

package/server/index.js

@@ -11,7 +11,10 @@ const rateLimit = require('express-rate-limit');
 const path = require('path');
 const { setupWebSocket } = require('./ws');
 const { runMigrations } = require('./utils/migrate');
-const { maybeBootstrapAdmin } = require('./models/db');
+const { maybeBootstrapAdmin, db } = require('./models/db');
+const { initSearchEngine, search, getSuggestions, getTrendingSearches, getSearchStats, purgeOldCache } = require('./services/search-engine');
+const { processMessage: agentChat } = require('./services/agent-chat');
+const agentTasks = require('./services/agent-tasks');
 
 const authRoutes = require('./routes/auth');
 const apiRoutes = require('./routes/api');
@@ -21,6 +24,15 @@ const billingRoutes = require('./routes/billing');
 const sovereignRoutes = require('./routes/sovereign');
 const meshRoutes = require('./routes/mesh');
 const commanderRoutes = require('./routes/commander');
+const adsRoutes = require('./routes/ads');
+const wabApiRoutes = require('./routes/wab-api');
+const noscriptRoutes = require('./routes/noscript');
+const discoveryRoutes = require('./routes/discovery');
+const premiumRoutes = require('./routes/premium');
+const adminPremiumRoutes = require('./routes/admin-premium');
+const workspaceRoutes = require('./routes/agent-workspace');
+const universalRoutes = require('./routes/universal');
+const runtimeRoutes = require('./routes/runtime');
 const { handleWebhookRequest } = require('./services/stripe');
 
 const app = express();
@@ -62,11 +74,11 @@ app.use(
         defaultSrc: ["'self'"],
         scriptSrc,
         scriptSrcAttr: scriptSrc,
-        styleSrc,
+        styleSrc: [...styleSrc, 'https://fonts.googleapis.com'],
         imgSrc: ["'self'", 'data:', 'https:'],
         connectSrc: ["'self'", 'ws:', 'wss:'],
-        fontSrc: ["'self'", 'https:', 'data:'],
-        frameSrc: ["'none'"],
+        fontSrc: ["'self'", 'https://fonts.gstatic.com', 'https:', 'data:'],
+        frameSrc: ["'self'", 'https:', 'http:'],
         frameAncestors: ["'none'"],
         objectSrc: ["'none'"],
         baseUri: ["'self'"],
@@ -119,6 +131,52 @@ app.use('/api/billing', apiLimiter, billingRoutes);
 app.use('/api/sovereign', apiLimiter, sovereignRoutes);
 app.use('/api/mesh', apiLimiter, meshRoutes);
 app.use('/api/commander', apiLimiter, commanderRoutes);
+app.use('/api/ads', apiLimiter, adsRoutes);
+app.use('/api/wab', wabApiRoutes);
+app.use('/api/noscript', apiLimiter, noscriptRoutes);
+app.use('/api/discovery', apiLimiter, discoveryRoutes);
+app.use('/api/premium', apiLimiter, premiumRoutes);
+app.use('/api/admin/premium', apiLimiter, adminPremiumRoutes);
+app.use('/api/workspace', apiLimiter, workspaceRoutes);
+app.use('/api/universal', apiLimiter, universalRoutes);
+app.use('/api/os', apiLimiter, runtimeRoutes);
+
+// ─── WAB Search Engine ────────────────────────────────────────────────
+
+const searchLimiter = rateLimit({
+  windowMs: 60 * 1000,
+  max: 30,
+  standardHeaders: true,
+  legacyHeaders: false,
+  message: { error: 'Too many search requests, please slow down' }
+});
+
+app.get('/api/search', searchLimiter, async (req, res) => {
+  const q = (req.query.q || '').trim();
+  if (!q) return res.json({ results: [], cached: false });
+  if (q.length > 200) return res.status(400).json({ error: 'Query too long' });
+  const crypto = require('crypto');
+  const ipHash = crypto.createHash('sha256').update(req.ip || '').digest('hex').slice(0, 16);
+  const result = await search(q, ipHash);
+  res.json(result);
+});
+
+app.get('/api/search/suggest', searchLimiter, (req, res) => {
+  const q = (req.query.q || '').trim();
+  if (!q) return res.json({ suggestions: [] });
+  const suggestions = getSuggestions(q, 8);
+  res.json({ suggestions });
+});
+
+app.get('/api/search/trending', apiLimiter, (req, res) => {
+  const trending = getTrendingSearches(10);
+  res.json({ trending });
+});
+
+app.get('/api/search/stats', apiLimiter, (req, res) => {
+  const stats = getSearchStats();
+  res.json(stats);
+});
 
 app.get('/dashboard', (req, res) => {
   res.sendFile(path.join(__dirname, '..', 'public', 'dashboard.html'));
@@ -153,6 +211,125 @@ app.get('/terms', (req, res) => {
 app.get('/cookies', (req, res) => {
   res.sendFile(path.join(__dirname, '..', 'public', 'cookies.html'));
 });
+app.get('/browser', (req, res) => {
+  res.sendFile(path.join(__dirname, '..', 'public', 'browser.html'));
+});
+app.get('/workspace', (req, res) => {
+  res.sendFile(path.join(__dirname, '..', 'public', 'agent-workspace.html'));
+});
+
+// Browser downloads
+app.use('/downloads', express.static(path.join(__dirname, '..', 'downloads'), {
+  maxAge: '1d',
+  setHeaders: (res, filePath) => {
+    res.set('Content-Disposition', 'attachment');
+  }
+}));
+
+// Agent chat endpoint for WAB Browser — Real AI Agent
+const chatLimiter = rateLimit({
+  windowMs: 60 * 1000,
+  max: 20,
+  standardHeaders: true,
+  legacyHeaders: false,
+  message: { error: 'Too many messages, please slow down' }
+});
+
+app.post('/api/wab/agent-chat', chatLimiter, async (req, res) => {
+  const { message, context, sessionId, taskId, taskAction } = req.body || {};
+  if (!message || typeof message !== 'string') {
+    return res.status(400).json({ error: 'Message required' });
+  }
+  if (message.length > 3000) {
+    return res.status(400).json({ error: 'Message too long' });
+  }
+
+  const sid = sessionId || req.ip || 'anonymous';
+
+  try {
+    // ── Task actions (user responding to an active task) ──
+    if (taskId && taskAction) {
+      if (taskAction === 'answer') {
+        const result = agentTasks.answerClarification(taskId, message);
+        if (result.status === 'planning') {
+          // Auto-execute after planning
+          const execResult = await agentTasks.executeTask(taskId);
+          return res.json({ ...execResult, type: 'task' });
+        }
+        return res.json({ ...result, type: 'task' });
+      }
+      if (taskAction === 'select') {
+        const idx = parseInt(message.replace(/\D/g, '')) - 1;
+        const result = agentTasks.selectOffer(taskId, idx);
+        return res.json({ ...result, type: 'task' });
+      }
+      if (taskAction === 'cancel') {
+        const result = agentTasks.cancelTask(taskId);
+        return res.json({ ...result, type: 'task' });
+      }
+    }
+
+    // ── Check if user wants to select from existing offers ──
+    if (!taskId) {
+      const selectMatch = message.match(/(?:اختر|اخت(?:ا|ي)ر|select|choose|pick)\s*(\d+)/i);
+      if (selectMatch) {
+        const tasks = agentTasks.getSessionTasks(sid, 1);
+        if (tasks.length > 0 && tasks[0].status === 'presenting') {
+          const idx = parseInt(selectMatch[1]) - 1;
+          const result = agentTasks.selectOffer(tasks[0].id, idx);
+          return res.json({ ...result, type: 'task' });
+        }
+      }
+    }
+
+    // ── Detect URL paste — create URL negotiation task ──
+    const urlData = agentTasks.parseBookingUrl(message);
+    if (urlData) {
+      const task = agentTasks.createUrlTask(sid, message, urlData);
+      const execResult = await agentTasks.executeUrlTask(task.taskId);
+      return res.json({ ...execResult, type: 'task', urlData });
+    }
+
+    // ── Detect if this is a task-type request (booking, shopping, etc.) ──
+    const intent = agentTasks.detectIntent(message);
+    if (intent.confidence >= 0.7 && intent.intent !== 'general') {
+      const task = agentTasks.createTask(sid, message);
+
+      if (task.status === 'clarifying') {
+        return res.json({ ...task, type: 'task' });
+      }
+
+      // If requirements are complete, auto-execute
+      const execResult = await agentTasks.executeTask(task.taskId);
+      return res.json({ ...execResult, type: 'task' });
+    }
+
+    // ── Regular chat (not a task) ──
+    const chatContext = {
+      url: context?.url || '',
+      platform: context?.platform || 'unknown',
+      sessionId: sid,
+    };
+    const result = await agentChat(message, chatContext);
+    res.json(result);
+  } catch (err) {
+    console.error('[agent-chat] Error:', err.message);
+    res.json({ reply: '🤖 عذراً، حدث خطأ. حاول مرة أخرى.', type: 'text' });
+  }
+});
+
+// Agent task status & history
+app.get('/api/wab/agent-task/:id', chatLimiter, (req, res) => {
+  const state = agentTasks.getTaskState(req.params.id);
+  if (!state) return res.status(404).json({ error: 'Task not found' });
+  res.json(state);
+});
+
+app.get('/api/wab/agent-tasks', chatLimiter, (req, res) => {
+  const sid = req.query.sessionId || req.ip || 'anonymous';
+  const tasks = agentTasks.getSessionTasks(sid, 20);
+  res.json({ tasks });
+});
 
 const pkg = require('../package.json');
 app.use(`/v${pkg.version.split('.')[0]}`, express.static(path.join(__dirname, '..', 'script')));
@@ -170,6 +347,10 @@ if (process.env.NODE_ENV !== 'test') {
   console.log('Running database migrations...');
   runMigrations();
   maybeBootstrapAdmin();
+  initSearchEngine(db);
+
+  // Purge old search cache every hour
+  setInterval(purgeOldCache, 60 * 60 * 1000);
 
   const server = http.createServer(app);
   setupWebSocket(server);

package/server/llm/index.js

@@ -0,0 +1,404 @@
+'use strict';
+
+/**
+ * WAB LLM Abstraction Layer
+ *
+ * Model-agnostic LLM interface. Supports:
+ * - OpenAI (GPT-4, GPT-3.5)
+ * - Anthropic (Claude)
+ * - Ollama (local models)
+ * - Custom providers
+ *
+ * Provides a unified API with automatic fallback,
+ * cost tracking, and response caching.
+ */
+
+const { metrics, logger } = require('../observability');
+
+// ─── Provider Interface ─────────────────────────────────────────────────────
+
+class LLMProvider {
+  constructor(name, config = {}) {
+    this.name = name;
+    this.config = config;
+    this.available = false;
+    this.models = [];
+  }
+
+  async initialize() { throw new Error('Not implemented'); }
+  async complete(prompt, options) { throw new Error('Not implemented'); }
+  async embed(text) { throw new Error('Not implemented'); }
+  async listModels() { return this.models; }
+}
+
+// ─── OpenAI Provider ────────────────────────────────────────────────────────
+
+class OpenAIProvider extends LLMProvider {
+  constructor(config) {
+    super('openai', config);
+    this.apiKey = config.apiKey || process.env.OPENAI_API_KEY;
+    this.baseUrl = config.baseUrl || 'https://api.openai.com/v1';
+    this.models = ['gpt-4o', 'gpt-4o-mini', 'gpt-4-turbo', 'gpt-3.5-turbo'];
+  }
+
+  async initialize() {
+    this.available = !!this.apiKey;
+    return this.available;
+  }
+
+  async complete(prompt, options = {}) {
+    if (!this.available) throw new Error('OpenAI provider not initialized');
+
+    const model = options.model || 'gpt-4o-mini';
+    const messages = [];
+    if (options.systemPrompt) messages.push({ role: 'system', content: options.systemPrompt });
+    messages.push({ role: 'user', content: prompt });
+
+    const body = {
+      model,
+      messages,
+      temperature: options.temperature ?? 0.7,
+      max_tokens: options.maxTokens || 2048,
+    };
+
+    const res = await fetch(`${this.baseUrl}/chat/completions`, {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+        'Authorization': `Bearer ${this.apiKey}`,
+      },
+      body: JSON.stringify(body),
+    });
+
+    if (!res.ok) {
+      const err = await res.text();
+      throw new Error(`OpenAI error ${res.status}: ${err}`);
+    }
+
+    const data = await res.json();
+    return {
+      text: data.choices[0]?.message?.content || '',
+      model,
+      provider: 'openai',
+      usage: {
+        promptTokens: data.usage?.prompt_tokens || 0,
+        completionTokens: data.usage?.completion_tokens || 0,
+        totalTokens: data.usage?.total_tokens || 0,
+      },
+      finishReason: data.choices[0]?.finish_reason,
+    };
+  }
+
+  async embed(text) {
+    if (!this.available) throw new Error('OpenAI provider not initialized');
+
+    const res = await fetch(`${this.baseUrl}/embeddings`, {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+        'Authorization': `Bearer ${this.apiKey}`,
+      },
+      body: JSON.stringify({ model: 'text-embedding-3-small', input: text }),
+    });
+
+    if (!res.ok) throw new Error(`OpenAI embed error ${res.status}`);
+    const data = await res.json();
+    return { embedding: data.data[0]?.embedding || [], model: 'text-embedding-3-small', provider: 'openai' };
+  }
+}
+
+// ─── Anthropic Provider ─────────────────────────────────────────────────────
+
+class AnthropicProvider extends LLMProvider {
+  constructor(config) {
+    super('anthropic', config);
+    this.apiKey = config.apiKey || process.env.ANTHROPIC_API_KEY;
+    this.baseUrl = config.baseUrl || 'https://api.anthropic.com/v1';
+    this.models = ['claude-sonnet-4-20250514', 'claude-3-5-haiku-20241022', 'claude-3-5-sonnet-20241022'];
+  }
+
+  async initialize() {
+    this.available = !!this.apiKey;
+    return this.available;
+  }
+
+  async complete(prompt, options = {}) {
+    if (!this.available) throw new Error('Anthropic provider not initialized');
+
+    const model = options.model || 'claude-3-5-haiku-20241022';
+    const body = {
+      model,
+      max_tokens: options.maxTokens || 2048,
+      messages: [{ role: 'user', content: prompt }],
+    };
+    if (options.systemPrompt) body.system = options.systemPrompt;
+    if (options.temperature !== undefined) body.temperature = options.temperature;
+
+    const res = await fetch(`${this.baseUrl}/messages`, {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json',
+        'x-api-key': this.apiKey,
+        'anthropic-version': '2023-06-01',
+      },
+      body: JSON.stringify(body),
+    });
+
+    if (!res.ok) {
+      const err = await res.text();
+      throw new Error(`Anthropic error ${res.status}: ${err}`);
+    }
+
+    const data = await res.json();
+    return {
+      text: data.content?.[0]?.text || '',
+      model,
+      provider: 'anthropic',
+      usage: {
+        promptTokens: data.usage?.input_tokens || 0,
+        completionTokens: data.usage?.output_tokens || 0,
+        totalTokens: (data.usage?.input_tokens || 0) + (data.usage?.output_tokens || 0),
+      },
+      finishReason: data.stop_reason,
+    };
+  }
+}
+
+// ─── Ollama Provider (Local) ────────────────────────────────────────────────
+
+class OllamaProvider extends LLMProvider {
+  constructor(config) {
+    super('ollama', config);
+    this.baseUrl = config.baseUrl || process.env.OLLAMA_URL || 'http://localhost:11434';
+  }
+
+  async initialize() {
+    try {
+      const res = await fetch(`${this.baseUrl}/api/tags`, { signal: AbortSignal.timeout(3000) });
+      if (res.ok) {
+        const data = await res.json();
+        this.models = (data.models || []).map(m => m.name);
+        this.available = true;
+      }
+    } catch (_) {
+      this.available = false;
+    }
+    return this.available;
+  }
+
+  async complete(prompt, options = {}) {
+    if (!this.available) throw new Error('Ollama not available');
+
+    const model = options.model || this.models[0] || 'llama3.2';
+    const body = {
+      model,
+      prompt: options.systemPrompt ? `${options.systemPrompt}\n\n${prompt}` : prompt,
+      stream: false,
+      options: {},
+    };
+    if (options.temperature !== undefined) body.options.temperature = options.temperature;
+
+    const res = await fetch(`${this.baseUrl}/api/generate`, {
+      method: 'POST',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify(body),
+    });
+
+    if (!res.ok) throw new Error(`Ollama error ${res.status}`);
+    const data = await res.json();
+
+    return {
+      text: data.response || '',
+      model,
+      provider: 'ollama',
+      usage: {
+        promptTokens: data.prompt_eval_count || 0,
+        completionTokens: data.eval_count || 0,
+        totalTokens: (data.prompt_eval_count || 0) + (data.eval_count || 0),
+      },
+      finishReason: data.done ? 'stop' : 'length',
+    };
+  }
+
+  async embed(text) {
+    if (!this.available) throw new Error('Ollama not available');
+
+    const model = this.models.find(m => m.includes('embed')) || 'nomic-embed-text';
+    const res = await fetch(`${this.baseUrl}/api/embeddings`, {
+      method: 'POST',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify({ model, prompt: text }),
+    });
+
+    if (!res.ok) throw new Error(`Ollama embed error ${res.status}`);
+    const data = await res.json();
+    return { embedding: data.embedding || [], model, provider: 'ollama' };
+  }
+}
+
+// ─── LLM Manager (Unified Interface) ───────────────────────────────────────
+
+class LLMManager {
+  constructor() {
+    this._providers = new Map();
+    this._defaultProvider = null;
+    this._fallbackOrder = [];
+    this._cache = new Map();
+    this._maxCache = 500;
+    this._stats = { requests: 0, cacheHits: 0, failures: 0, totalTokens: 0 };
+  }
+
+  /**
+   * Register a provider
+   */
+  registerProvider(provider) {
+    this._providers.set(provider.name, provider);
+    if (!this._defaultProvider) this._defaultProvider = provider.name;
+    this._fallbackOrder.push(provider.name);
+  }
+
+  /**
+   * Initialize all providers
+   */
+  async initialize() {
+    const results = {};
+    for (const [name, provider] of this._providers) {
+      try {
+        results[name] = await provider.initialize();
+      } catch (_) {
+        results[name] = false;
+      }
+    }
+
+    // Set default to first available
+    for (const name of this._fallbackOrder) {
+      if (this._providers.get(name)?.available) {
+        this._defaultProvider = name;
+        break;
+      }
+    }
+
+    return results;
+  }
+
+  /**
+   * Complete a prompt (with automatic fallback)
+   */
+  async complete(prompt, options = {}) {
+    this._stats.requests++;
+
+    // Check cache
+    if (options.cache !== false) {
+      const cacheKey = this._cacheKey(prompt, options);
+      const cached = this._cache.get(cacheKey);
+      if (cached && (Date.now() - cached.timestamp < 300_000)) {
+        this._stats.cacheHits++;
+        return { ...cached.result, cached: true };
+      }
+    }
+
+    const providerName = options.provider || this._defaultProvider;
+    const providers = [providerName, ...this._fallbackOrder.filter(p => p !== providerName)];
+
+    const endTimer = metrics.startTimer('llm.request.duration');
+
+    for (const name of providers) {
+      const provider = this._providers.get(name);
+      if (!provider?.available) continue;
+
+      try {
+        const result = await provider.complete(prompt, options);
+
+        endTimer();
+        metrics.increment('llm.requests.success', 1, { provider: name });
+        this._stats.totalTokens += result.usage?.totalTokens || 0;
+
+        // Cache result
+        if (options.cache !== false) {
+          const cacheKey = this._cacheKey(prompt, options);
+          this._cache.set(cacheKey, { result, timestamp: Date.now() });
+          if (this._cache.size > this._maxCache) {
+            const oldest = this._cache.keys().next().value;
+            this._cache.delete(oldest);
+          }
+        }
+
+        return { ...result, duration: endTimer() };
+      } catch (err) {
+        metrics.increment('llm.requests.failure', 1, { provider: name });
+        this._stats.failures++;
+        // Try next provider
+        continue;
+      }
+    }
+
+    endTimer();
+    throw new Error('All LLM providers failed');
+  }
+
+  /**
+   * Generate embeddings
+   */
+  async embed(text, options = {}) {
+    const providerName = options.provider || this._defaultProvider;
+    const provider = this._providers.get(providerName);
+    if (!provider?.available) throw new Error(`Provider ${providerName} not available`);
+    if (!provider.embed) throw new Error(`Provider ${providerName} does not support embeddings`);
+    return provider.embed(text);
+  }
+
+  /**
+   * List available models across all providers
+   */
+  listModels() {
+    const models = [];
+    for (const [name, provider] of this._providers) {
+      if (!provider.available) continue;
+      for (const model of provider.models) {
+        models.push({ model, provider: name });
+      }
+    }
+    return models;
+  }
+
+  /**
+   * Get provider status
+   */
+  getStatus() {
+    const providers = {};
+    for (const [name, provider] of this._providers) {
+      providers[name] = {
+        available: provider.available,
+        models: provider.models,
+      };
+    }
+    return {
+      defaultProvider: this._defaultProvider,
+      providers,
+      stats: { ...this._stats },
+    };
+  }
+
+  _cacheKey(prompt, options) {
+    const key = `${options.provider || ''}:${options.model || ''}:${prompt.slice(0, 200)}`;
+    return require('crypto').createHash('md5').update(key).digest('hex');
+  }
+}
+
+// ─── Singleton ──────────────────────────────────────────────────────────────
+
+const llm = new LLMManager();
+
+// Register default providers
+llm.registerProvider(new OpenAIProvider({}));
+llm.registerProvider(new AnthropicProvider({}));
+llm.registerProvider(new OllamaProvider({}));
+
+module.exports = {
+  LLMProvider,
+  OpenAIProvider,
+  AnthropicProvider,
+  OllamaProvider,
+  LLMManager,
+  llm,
+};

package/server/middleware/adminAuth.js

@@ -1,9 +1,10 @@
 const { signAdminToken, verifyAdminToken } = require('../config/secrets');
+const { isJWTRevoked } = require('../services/security');
 
 function generateAdminToken(admin) {
   return signAdminToken(
     { id: admin.id, email: admin.email, name: admin.name, role: admin.role, isAdmin: true },
-    { expiresIn: '12h' }
+    { expiresIn: '4h' }
   );
 }
 
@@ -16,11 +17,15 @@ function authenticateAdmin(req, res, next) {
   }
 
   try {
+    if (isJWTRevoked(token)) {
+      return res.status(403).json({ error: 'Token has been revoked' });
+    }
     const decoded = verifyAdminToken(token);
     if (!decoded.isAdmin) {
       return res.status(403).json({ error: 'Admin privileges required' });
     }
     req.admin = decoded;
+    req._rawToken = token;
     next();
   } catch (err) {
     return res.status(403).json({ error: 'Invalid or expired admin token' });

package/server/middleware/auth.js

@@ -1,9 +1,10 @@
 const { signUserToken, verifyUserToken } = require('../config/secrets');
+const { isJWTRevoked } = require('../services/security');
 
 function generateToken(user) {
   return signUserToken(
     { id: user.id, email: user.email, name: user.name },
-    { expiresIn: '7d' }
+    { expiresIn: '24h' }
   );
 }
 
@@ -16,8 +17,13 @@ function authenticateToken(req, res, next) {
   }
 
   try {
+    // Check revocation list
+    if (isJWTRevoked(token)) {
+      return res.status(403).json({ error: 'Token has been revoked' });
+    }
     const decoded = verifyUserToken(token);
     req.user = decoded;
+    req._rawToken = token;
     next();
   } catch (err) {
     return res.status(403).json({ error: 'Invalid or expired token' });
@@ -30,7 +36,10 @@ function optionalAuth(req, res, next) {
 
   if (token) {
     try {
-      req.user = verifyUserToken(token);
+      if (!isJWTRevoked(token)) {
+        req.user = verifyUserToken(token);
+        req._rawToken = token;
+      }
     } catch (e) {
       // ignore invalid tokens for optional auth
     }