termsearch 0.3.12 → 0.3.13

package/README.md

@@ -21,9 +21,9 @@ Opens `http://localhost:3000`. That's it.
 
 ## What You Get
 
-**Search** — DuckDuckGo + Wikipedia out of the box. Add Brave, Mojeek, Yandex, Marginalia, Ahmia, or your own SearXNG for more coverage. Engine picker lets you mix and match per-search.
+**Search** — DuckDuckGo, Wikipedia, Startpage, Qwant, Ecosia, GitHub, Yandex, Marginalia, Ahmia out of the box. Add Brave, Mojeek, or your own SearXNG for more coverage. Engine picker lets you mix and match per-search.
 
-**AI Summaries** — Connect any OpenAI-compatible endpoint (Ollama, LM Studio, llama.cpp, Chutes.ai, Anthropic, OpenAI). 2-phase agentic flow: AI picks sources, reads pages, synthesizes an answer. Session memory carries context across queries.
+**AI Summaries** — Connect any OpenAI-compatible endpoint (Ollama, LM Studio, llama.cpp, Chutes.ai, OpenRoute.ai, Anthropic, OpenAI). 2-phase agentic flow: AI picks sources, reads pages, synthesizes an answer. Session memory carries context across queries.
 
 **Social Profiler** — Paste a GitHub/Bluesky/Reddit/Twitter URL or @handle, get a profile card with stats, top repos, similar accounts.
 
@@ -35,7 +35,7 @@ Opens `http://localhost:3000`. That's it.
 
 | Level | Config | What works |
 |-------|--------|------------|
-| **0** | None | DuckDuckGo + Wikipedia + Yandex + Marginalia + Ahmia |
+| **0** | None | DuckDuckGo + Wikipedia + Startpage + Qwant + Ecosia + GitHub + Yandex + Marginalia + Ahmia |
 | **1** | API keys (Settings) | + Brave, Mojeek |
 | **2** | AI endpoint (Settings) | + AI summaries, query refinement, session memory |
 | **3** | SearXNG URL | + 40 engines via your SearXNG instance |
@@ -67,6 +67,7 @@ Configure in **Settings > AI** from the browser. Presets auto-fill endpoint and
 | LM Studio | `localhost:1234/v1` | no | — |
 | llama.cpp | `localhost:8080/v1` | no | — |
 | Chutes.ai TEE | `llm.chutes.ai/v1` | yes | `DeepSeek-V3.2-TEE` |
+| OpenRoute.ai | `openroute.ai/api/v1` | yes | `deepseek/deepseek-chat` |
 | Anthropic | `api.anthropic.com/v1` | yes | `claude-3-5-haiku-latest` |
 | OpenAI | `api.openai.com/v1` | yes | `gpt-4o-mini` |
 | Custom | any OpenAI-compatible | optional | — |
@@ -75,7 +76,7 @@ Load Models button auto-discovers available models from the endpoint.
 
 ## Search Engines
 
-**Zero-config** (no API key): DuckDuckGo, Wikipedia, GitHub, Yandex, Ahmia, Marginalia
+**Zero-config** (no API key): DuckDuckGo, Wikipedia, Startpage, Qwant, Ecosia, GitHub, Yandex, Ahmia, Marginalia
 
 **API key** (toggle in Settings): Brave Search, Mojeek
 
@@ -107,7 +108,7 @@ src/
   config/              manager + defaults + env overrides
   search/
     engine.js          fan-out, merge, rank, health tracking
-    providers/         ddg, wikipedia, brave, mojeek, searxng, github, yandex, ahmia, marginalia
+    providers/         ddg, wikipedia, startpage, qwant, ecosia, brave, mojeek, searxng, github, yandex, ahmia, marginalia
     ranking.js         source diversity ranking
     cache.js           tiered L1+L2 cache
   ai/

package/frontend/dist/app.js

@@ -265,13 +265,14 @@ const AI_PRESETS = [
   { id: 'ollama',   label: 'LocalHost — Ollama',       api_base: 'http://127.0.0.1:11434/v1', keyRequired: false, defaultModel: 'qwen3.5:4b' },
   { id: 'lmstudio', label: 'LocalHost — LM Studio',    api_base: 'http://127.0.0.1:1234/v1',  keyRequired: false, defaultModel: '' },
   { id: 'llamacpp', label: 'LocalHost — llama.cpp',    api_base: 'http://127.0.0.1:8080/v1',  keyRequired: false, defaultModel: '' },
-  { id: 'chutes',   label: 'Chutes.ai TEE',            api_base: 'https://llm.chutes.ai/v1',  keyRequired: true,  defaultModel: 'deepseek-ai/DeepSeek-V3.2-TEE' },
-  { id: 'anthropic',label: 'Anthropic',                api_base: 'https://api.anthropic.com/v1', keyRequired: true, defaultModel: 'claude-3-5-haiku-latest' },
-  { id: 'openai',   label: 'OpenAI',                   api_base: 'https://api.openai.com/v1', keyRequired: true,  defaultModel: 'gpt-4o-mini' },
+  { id: 'chutes',      label: 'Chutes.ai TEE',   api_base: 'https://llm.chutes.ai/v1',          keyRequired: true,  defaultModel: 'deepseek-ai/DeepSeek-V3.2-TEE' },
+  { id: 'openroute',  label: 'OpenRoute.ai',   api_base: 'https://openroute.ai/api/v1',        keyRequired: true,  defaultModel: 'deepseek/deepseek-chat' },
+  { id: 'anthropic',  label: 'Anthropic',       api_base: 'https://api.anthropic.com/v1',       keyRequired: true,  defaultModel: 'claude-3-5-haiku-latest' },
+  { id: 'openai',     label: 'OpenAI',          api_base: 'https://api.openai.com/v1',          keyRequired: true,  defaultModel: 'gpt-4o-mini' },
 ];
 
 const ENGINE_GROUPS = [
-  { label: 'Web Core', items: ['duckduckgo', 'wikipedia', 'brave', 'startpage', 'qwant', 'mojeek', 'bing', 'google', 'yahoo'] },
+  { label: 'Web Core', items: ['duckduckgo', 'wikipedia', 'startpage', 'qwant', 'ecosia', 'brave', 'mojeek', 'bing', 'google', 'yahoo'] },
   { label: 'Uncensored', items: ['yandex', 'marginalia', 'ahmia'] },
   { label: 'Code & Dev', items: ['github', 'github-api', 'hackernews', 'reddit'] },
   { label: 'Media', items: ['youtube', 'sepiasearch'] },
@@ -288,7 +289,7 @@ const ENGINE_PRESETS = [
 
 // ─── Engine availability (requires config) ────────────────────────────────
 const SEARXNG_ROUTED = new Set([
-  'bing', 'google', 'yahoo', 'startpage', 'qwant',
+  'bing', 'google', 'yahoo',
   'youtube', 'reddit', 'hackernews', 'sepiasearch',
   'wikidata', 'crossref', 'openalex', 'openlibrary',
   'mastodon users', 'mastodon hashtags', 'tootfinder',
@@ -303,6 +304,7 @@ function isEngineAvailable(engine) {
   if (engine === 'yandex')     return cfg.yandex?.enabled !== false;
   if (engine === 'ahmia')      return cfg.ahmia?.enabled !== false;
   if (engine === 'marginalia') return cfg.marginalia?.enabled !== false;
+  if (engine === 'startpage' || engine === 'qwant' || engine === 'ecosia') return true;
   if (SEARXNG_ROUTED.has(engine)) return Boolean(cfg.searxng?.enabled && cfg.searxng?.url);
   return true; // duckduckgo, wikipedia, github, github-api — sempre disponibili
 }
@@ -592,7 +594,7 @@ function renderAiPanel() {
   // Steps
   const showSteps = isLoading && state.aiSteps.length > 0;
   const stepsEl = showSteps ? el('div', { className: 'ai-steps' },
-    ...state.aiSteps.slice(-4).map(s => el('div', { className: 'ai-step' }, s)),
+    ...state.aiSteps.slice(-2).map(s => el('div', { className: 'ai-step' }, s)),
   ) : null;
 
   // Content
@@ -708,9 +710,17 @@ function ProfilerPanel(data) {
   info.append(nameEl);
   if (profile.handle) info.append(el('div', { className: 'profile-handle' }, '@' + profile.handle));
   if (profile.bio)    info.append(el('div', { className: 'profile-bio' }, profile.bio));
+  if (profile.blog) {
+    const safeBlog = sanitizeHttpUrl(profile.blog.startsWith('http') ? profile.blog : 'https://' + profile.blog);
+    if (safeBlog) info.append(el('a', { className: 'profile-blog', href: safeBlog, target: '_blank', rel: 'noopener' }, profile.blog.replace(/^https?:\/\//, '')));
+  }
 
   // Extra metadata
   const extras = [profile.location, profile.company].filter(Boolean);
+  if (profile.createdAt) {
+    const d = new Date(profile.createdAt);
+    if (!isNaN(d)) extras.push('Joined ' + d.toLocaleDateString(undefined, { year: 'numeric', month: 'short' }));
+  }
   if (extras.length) {
     info.append(el('div', { style: 'font-size:10px;color:var(--text3);margin-top:4px' }, extras.join(' · ')));
   }
@@ -719,13 +729,17 @@ function ProfilerPanel(data) {
 
   // Stats
   const statsFields = [
-    { key: 'followers',  label: 'Followers' },
-    { key: 'following',  label: 'Following' },
-    { key: 'repos',      label: 'Repos' },
-    { key: 'karma',      label: 'Karma' },
-    { key: 'posts',      label: 'Posts' },
-    { key: 'subscribers',label: 'Subscribers' },
-    { key: 'likes',      label: 'Likes' },
+    { key: 'followers',    label: 'Followers' },
+    { key: 'following',    label: 'Following' },
+    { key: 'repos',        label: 'Repos' },
+    { key: 'publicRepos',  label: 'Repos' },
+    { key: 'karma',        label: 'Karma' },
+    { key: 'linkKarma',    label: 'Link↑' },
+    { key: 'commentKarma', label: 'Comment↑' },
+    { key: 'posts',        label: 'Posts' },
+    { key: 'postsCount',   label: 'Posts' },
+    { key: 'subscribers',  label: 'Subscribers' },
+    { key: 'likes',        label: 'Likes' },
   ];
   const statsData = statsFields.filter(f => profile[f.key] != null);
   if (statsData.length) {
@@ -1132,6 +1146,10 @@ function renderApp() {
 
   const main = el('div', { className: 'main' });
 
+  // Profiler panel appears first (above AI panel)
+  const profPanel = ProfilerPanel(state.profilerData || (state.profilerLoading ? { target: null, profile: null } : null));
+  if (profPanel) main.append(profPanel);
+
   // AI panel placeholder
   const aiPanel = el('div', { id: 'ai-panel', className: 'panel panel-ai', style: 'display:none' });
   main.append(aiPanel);
@@ -1152,10 +1170,6 @@ function renderApp() {
       main.append(meta);
     }
 
-    // 1. Profiler
-    const profPanel = ProfilerPanel(state.profilerData || (state.profilerLoading ? { target: null, profile: null } : null));
-    if (profPanel) main.append(profPanel);
-
     // 2. Torrent panel (only if there are magnets)
     const torPanel = TorrentPanel(state.torrentData);
     if (torPanel) main.append(torPanel);
@@ -1599,7 +1613,7 @@ async function renderSettings() {
         el('label', { className: 'form-label', for: 'ai-base' }, 'API Endpoint'),
         makeInput('ai-base', ai.api_base, 'http://localhost:11434/v1'),
         el('div', { className: 'form-hint' },
-          'Included presets: LocalHost (Ollama · LM Studio · llama.cpp) · Chutes.ai TEE · Anthropic · OpenAI',
+          'Included presets: LocalHost (Ollama · LM Studio · llama.cpp) · Chutes.ai TEE · OpenRoute.ai · Anthropic · OpenAI',
           el('br', {}),
           'You can also keep custom OpenAI-compatible endpoints.',
         ),

package/frontend/dist/style.css

@@ -688,9 +688,10 @@ a:hover { color: var(--link-h); }
 }
 .ai-content.ai-content-collapsed {
   display: -webkit-box;
-  -webkit-line-clamp: 4;
+  -webkit-line-clamp: 5;
   -webkit-box-orient: vertical;
   overflow: hidden;
+  max-height: 8.5em;
 }
 
 /* Sources */
@@ -740,6 +741,8 @@ a:hover { color: var(--link-h); }
 .profile-name:hover { color: var(--prof-text); }
 .profile-handle { font-size: 11px; color: var(--text3); margin-top: 1px; }
 .profile-bio { font-size: 12px; color: var(--text2); margin-top: 6px; line-height: 1.5; }
+.profile-blog { display: block; font-size: 11px; color: var(--accent); margin-top: 3px; text-decoration: none; opacity: 0.85; }
+.profile-blog:hover { opacity: 1; text-decoration: underline; }
 
 .profile-stats { display: flex; flex-wrap: wrap; gap: 16px; padding-top: 12px; border-top: 1px solid var(--prof-dim); }
 .stat { display: flex; flex-direction: column; gap: 1px; }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "termsearch",
-  "version": "0.3.12",
+  "version": "0.3.13",
   "description": "Personal search engine for Termux/Linux/macOS — zero-config, privacy-first, AI-optional",
   "type": "module",
   "bin": {

package/src/autostart/manager.js

@@ -49,8 +49,20 @@ function termuxStatus() {
 
 function termuxEnable() {
   fs.mkdirSync(TERMUX_BOOT_DIR, { recursive: true });
-  const bin = findBin();
-  const sh = `#!/data/data/com.termux/files/usr/bin/sh\n# TermSearch autostart\n${bin} start --fg &\n`;
+  // Termux:Boot runs scripts with a minimal PATH — resolve everything to absolute paths now
+  const prefix   = process.env.PREFIX || '/data/data/com.termux/files/usr';
+  const homeDir  = os.homedir();
+  const nodeBin  = process.execPath; // absolute path to node binary
+  const binPath  = findBin();        // absolute path to termsearch script
+  const sh = [
+    '#!/data/data/com.termux/files/usr/bin/sh',
+    '# TermSearch autostart (generated by termsearch autostart enable)',
+    `export HOME="${homeDir}"`,
+    `export PREFIX="${prefix}"`,
+    `export PATH="${prefix}/bin:${homeDir}/.npm-global/bin:\$PATH"`,
+    `"${nodeBin}" "${binPath}" start --fg &`,
+    '',
+  ].join('\n');
   fs.writeFileSync(TERMUX_BOOT_FILE, sh, { mode: 0o755 });
 }
 

package/src/search/engine.js

@@ -12,6 +12,9 @@ import * as github from './providers/github.js';
 import * as yandex from './providers/yandex.js';
 import * as ahmia from './providers/ahmia.js';
 import * as marginalia from './providers/marginalia.js';
+import * as startpage from './providers/startpage.js';
+import * as qwant from './providers/qwant.js';
+import * as ecosia from './providers/ecosia.js';
 
 let _searchCache = null;
 let _docCache = null;
@@ -52,6 +55,10 @@ export const ALLOWED_ENGINES = new Set([
   '1337x',
   'piratebay',
   'nyaa',
+  // native scrapers
+  'startpage',
+  'qwant',
+  'ecosia',
   // uncensored / alternative index engines
   'yandex',
   'ahmia',
@@ -97,6 +104,24 @@ const PROVIDER_REGISTRY = {
     run: searxng.search,
     defaultProvider: true,
   },
+  startpage: {
+    aliases: new Set(['startpage']),
+    enabled: (_cfg) => true,
+    run: startpage.search,
+    defaultProvider: true,
+  },
+  qwant: {
+    aliases: new Set(['qwant']),
+    enabled: (_cfg) => true,
+    run: qwant.search,
+    defaultProvider: true,
+  },
+  ecosia: {
+    aliases: new Set(['ecosia']),
+    enabled: (_cfg) => true,
+    run: ecosia.search,
+    defaultProvider: true,
+  },
   github: {
     aliases: new Set(['github', 'github-api']),
     enabled: (_cfg) => true,
@@ -107,19 +132,19 @@ const PROVIDER_REGISTRY = {
     aliases: new Set(['yandex']),
     enabled: (cfg) => cfg?.yandex?.enabled !== false,
     run: yandex.search,
-    defaultProvider: false,
+    defaultProvider: true,
   },
   ahmia: {
     aliases: new Set(['ahmia']),
     enabled: (cfg) => cfg?.ahmia?.enabled !== false,
     run: ahmia.search,
-    defaultProvider: false,
+    defaultProvider: true,
   },
   marginalia: {
     aliases: new Set(['marginalia']),
     enabled: (cfg) => cfg?.marginalia?.enabled !== false,
     run: marginalia.search,
-    defaultProvider: false,
+    defaultProvider: true,
   },
 };
 
@@ -485,7 +510,10 @@ export async function search({ query, lang = 'en-US', safe = '1', page = 1, cate
     };
   });
 
-  _searchCache.set(cacheKey, response, cfg.search.cache_ttl_search_ms);
+  // Don't cache empty results — likely a transient block/CAPTCHA; retry on next request
+  if (response.results.length > 0) {
+    _searchCache.set(cacheKey, response, cfg.search.cache_ttl_search_ms);
+  }
   return response;
 }
 

package/src/search/providers/ecosia.js

@@ -0,0 +1,83 @@
+// Ecosia HTML scraper — Bing-powered, no API key required
+// Privacy-focused, plants trees with ad revenue
+
+const ECOSIA_ENDPOINT = 'https://www.ecosia.org/search';
+
+const USER_AGENTS = [
+  'Mozilla/5.0 (X11; Linux x86_64; rv:128.0) Gecko/20100101 Firefox/128.0',
+  'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36',
+];
+
+function randomUA() {
+  return USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)];
+}
+
+function ent(s) {
+  return s.replace(/&amp;/g, '&').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&nbsp;/g, ' ').replace(/&#\d+;/g, '').trim();
+}
+
+function parseEcosia(html) {
+  const results = [];
+
+  // Primary: result__body blocks (standard Ecosia layout)
+  const blockRe = /class="[^"]*result(?:__body|-body)[^"]*"[^>]*>([\s\S]*?)(?=class="[^"]*result(?:__body|-body)|class="[^"]*pagination|<\/main)/gi;
+  let m;
+  while ((m = blockRe.exec(html)) !== null && results.length < 15) {
+    const block = m[1];
+    // Title anchor — skip ecosia.org internal links
+    const aMatch = block.match(/<a[^>]+href="(https?:\/\/(?!(?:[^/]*\.)?ecosia\.org)[^"]+)"[^>]*>([\s\S]*?)<\/a>/i);
+    if (!aMatch) continue;
+    const url = aMatch[1];
+    if (url.length > 500) continue;
+    const title = ent(aMatch[2].replace(/<[^>]+>/g, ''));
+    if (!title) continue;
+    const snipM = block.match(/class="[^"]*(?:result-snippet|result__description|result__body-text|result__content)[^"]*"[^>]*>([\s\S]*?)<\/(?:p|div|span)>/i);
+    const snippet = snipM ? ent(snipM[1].replace(/<[^>]+>/g, '')).slice(0, 300) : '';
+    results.push({ title, url, snippet, engine: 'ecosia', score: 0 });
+  }
+
+  // Fallback: external links that have a heading nearby
+  if (results.length === 0) {
+    const linkRe = /<a[^>]+href="(https?:\/\/(?!(?:[^/]*\.)?ecosia\.org)[^"]+)"[^>]*>[\s]*<(?:h[1-4]|strong)[^>]*>([\s\S]*?)<\/(?:h[1-4]|strong)>/gi;
+    while ((m = linkRe.exec(html)) !== null && results.length < 15) {
+      const url = m[1];
+      const title = ent(m[2].replace(/<[^>]+>/g, ''));
+      if (!title || url.length > 500) continue;
+      results.push({ title, url, snippet: '', engine: 'ecosia', score: 0 });
+    }
+  }
+
+  return results;
+}
+
+export async function search({ query, lang = 'en-US', safe = '1', page = 1, timeoutMs = 12000 }) {
+  const params = new URLSearchParams({ q: query, c: 'web' });
+  if (page > 1) params.set('p', String(page - 1));
+
+  const ac = new AbortController();
+  const timer = setTimeout(() => ac.abort(), timeoutMs);
+  try {
+    const r = await fetch(`${ECOSIA_ENDPOINT}?${params}`, {
+      headers: {
+        'User-Agent':     randomUA(),
+        'Accept':         'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+        'Accept-Language': lang.slice(0, 2) + ',en;q=0.5',
+        'Referer':        'https://www.ecosia.org/',
+        'DNT':            '1',
+      },
+      signal: ac.signal,
+    });
+    clearTimeout(timer);
+    if (!r.ok) return { results: [], _meta: { error: `ecosia_http_${r.status}` } };
+    const html = await r.text();
+    if (html.length < 2000 || html.includes('cf-challenge') || html.includes('captcha')) {
+      return { results: [], _meta: { error: 'ecosia_blocked' } };
+    }
+    const results = parseEcosia(html);
+    if (results.length === 0) return { results: [], _meta: { empty: true, skipHealth: true } };
+    return { results, _meta: {} };
+  } catch {
+    clearTimeout(timer);
+    return { results: [], _meta: { error: 'ecosia_unreachable' } };
+  }
+}

package/src/search/providers/qwant.js

@@ -0,0 +1,72 @@
+// Qwant JSON API — no API key required, semi-public endpoint
+// Independent EU index; privacy-focused; results from own crawler + Bing blend
+
+const QWANT_API = 'https://api.qwant.com/v3/search/web';
+
+const UA = 'Mozilla/5.0 (X11; Linux x86_64; rv:128.0) Gecko/20100101 Firefox/128.0';
+
+function localeParam(lang) {
+  const map = {
+    'en-US': 'en_US', 'en-GB': 'en_GB',
+    'it-IT': 'it_IT', 'de-DE': 'de_DE', 'fr-FR': 'fr_FR',
+    'es-ES': 'es_ES', 'pt-PT': 'pt_PT', 'nl-NL': 'nl_NL',
+    'pl-PL': 'pl_PL', 'ru-RU': 'ru_RU', 'ja-JP': 'ja_JP',
+  };
+  return map[lang] || 'en_US';
+}
+
+function stripTags(s) {
+  return s.replace(/<[^>]+>/g, '').replace(/&amp;/g, '&').replace(/&nbsp;/g, ' ').trim();
+}
+
+export async function search({ query, lang = 'en-US', safe = '1', page = 1, timeoutMs = 10000 }) {
+  const offset = (Math.max(1, Number(page)) - 1) * 10;
+  const params = new URLSearchParams({
+    q:          query,
+    count:      '10',
+    locale:     localeParam(lang),
+    offset:     String(offset),
+    safesearch: safe === '0' ? '0' : '1',
+    t:          'web',
+  });
+
+  const ac = new AbortController();
+  const timer = setTimeout(() => ac.abort(), timeoutMs);
+  try {
+    const r = await fetch(`${QWANT_API}?${params}`, {
+      headers: {
+        'Accept':          'application/json',
+        'User-Agent':      UA,
+        'Referer':         'https://www.qwant.com/',
+        'Accept-Language': 'en-US,en;q=0.5',
+      },
+      signal: ac.signal,
+    });
+    clearTimeout(timer);
+    if (!r.ok) return { results: [], _meta: { error: `qwant_http_${r.status}` } };
+    const json = await r.json();
+    if (json.status !== 'success') return { results: [], _meta: { error: `qwant_api_${json.status || 'error'}` } };
+
+    // Flatten mainline sections of type "web"
+    const mainline = json?.data?.result?.items?.mainline || [];
+    const results = [];
+    for (const section of mainline) {
+      if (section.type !== 'web') continue;
+      for (const item of (section.items || [])) {
+        const url     = String(item.url || '').trim();
+        const title   = stripTags(String(item.title || ''));
+        const snippet = stripTags(String(item.desc || item.snippet || '')).slice(0, 300);
+        if (!url.startsWith('http') || !title) continue;
+        results.push({ title, url, snippet, engine: 'qwant', score: 0 });
+        if (results.length >= 10) break;
+      }
+      if (results.length >= 10) break;
+    }
+
+    if (results.length === 0) return { results: [], _meta: { empty: true, skipHealth: true } };
+    return { results, _meta: {} };
+  } catch {
+    clearTimeout(timer);
+    return { results: [], _meta: { error: 'qwant_unreachable' } };
+  }
+}

package/src/search/providers/startpage.js

@@ -0,0 +1,106 @@
+// Startpage HTML scraper — proxies Google index, privacy-first, no API key required
+// Uses /sp/search POST form (maintained for non-JS clients)
+
+const SP_ENDPOINT = 'https://www.startpage.com/sp/search';
+
+const USER_AGENTS = [
+  'Mozilla/5.0 (X11; Linux x86_64; rv:128.0) Gecko/20100101 Firefox/128.0',
+  'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:125.0) Gecko/20100101 Firefox/125.0',
+  'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/605.1.15',
+];
+
+function randomUA() {
+  return USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)];
+}
+
+function langParam(lang) {
+  const map = {
+    'en-US': 'english', 'en-GB': 'english',
+    'it-IT': 'italian', 'de-DE': 'german', 'fr-FR': 'french',
+    'es-ES': 'spanish', 'pt-PT': 'portuguese', 'ru-RU': 'russian',
+    'nl-NL': 'dutch',   'pl-PL': 'polish',
+  };
+  return map[lang] || 'english';
+}
+
+function ent(s) {
+  return s.replace(/&amp;/g, '&').replace(/&lt;/g, '<').replace(/&gt;/g, '>').replace(/&nbsp;/g, ' ').replace(/&#\d+;/g, '').trim();
+}
+
+function parseStartpage(html) {
+  const results = [];
+
+  // Primary pattern: w-gl__result blocks (classic Startpage layout)
+  const blockRe = /<(?:article|section|div)[^>]+class="[^"]*w-gl__result[^"]*"[^>]*>([\s\S]*?)(?=<(?:article|section|div)[^>]+class="[^"]*w-gl__result|<\/section|id="pagination|id="new-feature-banner)/gi;
+  let m;
+  while ((m = blockRe.exec(html)) !== null && results.length < 15) {
+    const block = m[1];
+    const aMatch = block.match(/<a[^>]+class="[^"]*(?:w-gl__result-title-anchor|result-title)[^"]*"[^>]+href="([^"]+)"[^>]*>([\s\S]*?)<\/a>/i);
+    if (!aMatch) continue;
+    const url = aMatch[1];
+    if (!url.startsWith('http') || url.includes('startpage.com')) continue;
+    const title = ent(aMatch[2].replace(/<[^>]+>/g, ''));
+    if (!title) continue;
+    const snipM = block.match(/class="[^"]*(?:w-gl__result-description|result-desc)[^"]*"[^>]*>([\s\S]*?)<\/[a-z]+>/i);
+    const snippet = snipM ? ent(snipM[1].replace(/<[^>]+>/g, '')).slice(0, 300) : '';
+    results.push({ title, url, snippet, engine: 'startpage', score: 0 });
+  }
+
+  // Fallback: any external link preceded by a heading tag
+  if (results.length === 0) {
+    const linkRe = /<a[^>]+href="(https?:\/\/(?!(?:[^/]*\.)?startpage\.com)[^"]+)"[^>]*>[\s\S]*?<(?:h[1-4]|strong)[^>]*>([\s\S]*?)<\/(?:h[1-4]|strong)>/gi;
+    while ((m = linkRe.exec(html)) !== null && results.length < 15) {
+      const url = m[1];
+      const title = ent(m[2].replace(/<[^>]+>/g, ''));
+      if (!title || url.length > 500) continue;
+      results.push({ title, url, snippet: '', engine: 'startpage', score: 0 });
+    }
+  }
+
+  return results;
+}
+
+export async function search({ query, lang = 'en-US', safe = '1', page = 1, timeoutMs = 12000 }) {
+  const startat = (Math.max(1, Number(page)) - 1) * 10;
+  const body = new URLSearchParams({
+    query,
+    language:  langParam(lang),
+    startat:   String(startat),
+    cat:       'web',
+    cmd:       'process_search',
+    nj:        '1',
+    abp:       '1',
+    t:         'device',
+    with_date: '',
+  });
+
+  const ac = new AbortController();
+  const timer = setTimeout(() => ac.abort(), timeoutMs);
+  try {
+    const r = await fetch(SP_ENDPOINT, {
+      method: 'POST',
+      headers: {
+        'User-Agent':     randomUA(),
+        'Content-Type':   'application/x-www-form-urlencoded',
+        'Accept':         'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
+        'Accept-Language':'en-US,en;q=0.5',
+        'Origin':         'https://www.startpage.com',
+        'Referer':        'https://www.startpage.com/',
+      },
+      body: body.toString(),
+      signal: ac.signal,
+    });
+    clearTimeout(timer);
+    if (!r.ok) return { results: [], _meta: { error: `startpage_http_${r.status}` } };
+    const html = await r.text();
+    if (html.length < 2000 || html.includes('captcha') || html.includes('robot-check')) {
+      return { results: [], _meta: { error: 'startpage_blocked' } };
+    }
+    const results = parseStartpage(html);
+    if (results.length === 0) return { results: [], _meta: { empty: true, skipHealth: true } };
+    return { results, _meta: {} };
+  } catch {
+    clearTimeout(timer);
+    return { results: [], _meta: { error: 'startpage_unreachable' } };
+  }
+}

package/src/server.js

@@ -76,6 +76,12 @@ function shutdown(signal) {
 }
 process.on('SIGINT', () => shutdown('SIGINT'));
 process.on('SIGTERM', () => shutdown('SIGTERM'));
+process.on('uncaughtException', (err) => {
+  console.error('[termsearch] uncaughtException:', err);
+});
+process.on('unhandledRejection', (reason) => {
+  console.error('[termsearch] unhandledRejection:', reason);
+});
 
 export default app;
 export { port, host };