@staticn0va/wigolo 0.1.0 → 0.1.2

package/dist/cli/warmup.js.map

@@ -1 +1 @@
-{"version":3,"file":"warmup.js","sourceRoot":"","sources":["../../src/cli/warmup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC1G,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAYhE,SAAS,GAAG,CAAC,GAAW;IACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,iBAAiB;IACxB,GAAG,CAAC,mCAAmC,CAAC,CAAC;IACzC,IAAI,CAAC;QACH,QAAQ,CAAC,iCAAiC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAChF,GAAG,CAAC,+BAA+B,CAAC,CAAC;QACrC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IAC9B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,GAAG,CAAC,8BAA8B,OAAO,EAAE,CAAC,CAAC;QAC7C,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB;IACzB,GAAG,CAAC,2BAA2B,CAAC,CAAC;IACjC,IAAI,CAAC;QACH,QAAQ,CAAC,4CAA4C,EAAE;YACrD,KAAK,EAAE,MAAM;YACb,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC;QACH,GAAG,CAAC,uBAAuB,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,GAAG,CAAC,+BAA+B,OAAO,EAAE,CAAC,CAAC;QAC9C,OAAO,QAAQ,CAAC;IAClB,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB;IACvB,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAC/B,IAAI,CAAC;QACH,QAAQ,CAAC,0CAA0C,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACzF,sBAAsB,EAAE,CAAC;QACzB,GAAG,CAAC,kCAAkC,CAAC,CAAC;QACxC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC5B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,GAAG,CAAC,6BAA6B,OAAO,EAAE,CAAC,CAAC;QAC5C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC;IACxD,CAAC;AACH,CAAC;AAMD,SAAS,YAAY,CAAC,OAAe;IACnC,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAEzC,IAAI,KAAK,EAAE,MAAM,KAAK,OAAO,EAAE,CAAC;QAC9B,GAAG,CAAC,wBAAwB,CAAC,CAAC;QAC9B,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAC9B,CAAC;IAED,IAAI,CAAC,oBAAoB,EAAE,EAAE,CAAC;QAC5B,GAAG,CAAC,yGAAyG,CAAC,CAAC;QAC/G,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IAClC,CAAC;IAED,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC;AAClC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAkB,EAAE;IAClD,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAC1B,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,MAAM,QAAQ,GAAG,iBAAiB,EAAE,CAAC;IAErC,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClD,IAAI,aAA6D,CAAC;IAElE,IAAI,gBAAgB,IAAI,YAAY,EAAE,CAAC;QACrC,GAAG,CAAC,mDAAmD,CAAC,CAAC;QACzD,IAAI,CAAC;YACH,MAAM,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC7C,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACzC,aAAa,GAAG,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;QAC9C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,GAAG,CAAC,6BAA6B,OAAO,EAAE,CAAC,CAAC;YAC5C,aAAa,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;QAC/D,CAAC;IACH,CAAC;SAAM,CAAC;QACN,aAAa,GAAG,YAAY,CAAC;IAC/B,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,UAAU,GAAgC,SAAS,CAAC;IACxD,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACzD,UAAU,GAAG,kBAAkB,EAAE,CAAC;IACpC,CAAC;IAED,IAAI,cAAc,GAAqD,EAAE,CAAC;IAC1E,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACtD,cAAc,GAAG,gBAAgB,EAAE,CAAC;IACtC,CAAC;IAED,MAAM,MAAM,GAAiB,EAAE,GAAG,QAAQ,EAAE,GAAG,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,cAAc,EAAE,CAAC;IAE3G,GAAG,CAAC,EAAE,CAAC,CAAC;IACR,GAAG,CAAC,UAAU,CAAC,CAAC;IAChB,GAAG,CAAC,oBAAoB,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5G,GAAG,CAAC,oBAAoB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACnG,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QAC7B,GAAG,CAAC,oBAAoB,UAAU,EAAE,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,GAAG,CAAC,oBAAoB,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACxG,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"sources":["../../src/cli/warmup.ts"],"sourcesContent":["import { existsSync, readFileSync, rmSync, mkdirSync, createWriteStream, chmodSync } from 'node:fs';\nimport { join } from 'node:path';\nimport { getConfig } from '../config.js';\nimport { checkPythonAvailable, bootstrapNativeSearxng, getBootstrapState } from '../searxng/bootstrap.js';\nimport { isProcessAlive } from '../searxng/process.js';\nimport { getRerankProvider } from '../providers/rerank-provider.js';\nimport { runCommand } from './tui/run-command.js';\nimport type { WarmupReporter } from './tui/reporter.js';\nimport { autoReporter } from './tui/reporter-auto.js';\nimport { runVerify as runVerifyTui } from './tui/verify.js';\n\nexport interface WarmupResult {\n  playwright: 'ok' | 'failed';\n  playwrightError?: string;\n  searxng: 'ready' | 'bootstrapped' | 'failed' | 'no_python';\n  searxngError?: string;\n  reranker?: 'ok' | 'failed';\n  rerankerError?: string;\n  firefox?: 'ok' | 'failed';\n  firefoxError?: string;\n  webkit?: 'ok' | 'failed';\n  webkitError?: string;\n  embeddings?: 'ok' | 'failed';\n  embeddingsError?: string;\n  lightpanda?: 'ok' | 'failed';\n  lightpandaError?: string;\n}\n\nfunction wipeSearxngState(dataDir: string, reporter: WarmupReporter): void {\n  const bootstrapLockPath = join(dataDir, 'bootstrap.lock');\n  if (existsSync(bootstrapLockPath)) {\n    try {\n      const lock = JSON.parse(readFileSync(bootstrapLockPath, 'utf-8')) as { pid?: number };\n      if (lock.pid && isProcessAlive(lock.pid)) {\n        throw new Error(\n          `Cannot --force: another wigolo bootstrap is in progress (pid ${lock.pid}). ` +\n          `Kill it first: kill ${lock.pid}`,\n        );\n      }\n    } catch (err) {\n      if (err instanceof Error && err.message.startsWith('Cannot --force')) throw err;\n    }\n  }\n  rmSync(join(dataDir, 'state.json'), { force: true });\n  rmSync(join(dataDir, 'searxng'), { recursive: true, force: true });\n  rmSync(bootstrapLockPath, { force: true });\n  rmSync(join(dataDir, 'searxng.lock'), { force: true });\n  rmSync(join(dataDir, 'searxng.port'), { force: true });\n  reporter.note('Wiped search engine state, install, and locks (--force)');\n}\n\nasync function installPlaywright(reporter: WarmupReporter): Promise<Pick<WarmupResult, 'playwright' | 'playwrightError'>> {\n  reporter.start('playwright', 'Installing browser engine (chromium)');\n  const r = await runCommand('npx', ['playwright', 'install', 'chromium'], { timeout: 180000 });\n  if (r.code === 0) {\n    reporter.success('playwright', 'installed');\n    return { playwright: 'ok' };\n  }\n  const message = (r.stderr || r.stdout || `exit ${r.code}`).trim();\n  reporter.fail('playwright', message);\n  return { playwright: 'failed', playwrightError: message };\n}\n\nasync function installReranker(\n  reporter: WarmupReporter,\n): Promise<Pick<WarmupResult, 'reranker' | 'rerankerError'>> {\n  reporter.start('reranker', 'Downloading ML reranker model (cross-encoder)');\n  try {\n    const provider = await getRerankProvider();\n    // Smoke-test end-to-end: warmup loads model + tokenizer, then a single\n    // rerank call exercises the inference path.\n    const scored = await provider.rerank('warmup', [\n      { id: '0', text: 'hello world' },\n    ]);\n    if (scored.length !== 1) {\n      throw new Error(`unexpected rerank shape (results=${scored.length})`);\n    }\n    reporter.success('reranker', `model ${provider.modelId} ready`);\n    return { reranker: 'ok' };\n  } catch (err) {\n    const message = err instanceof Error ? err.message : String(err);\n    reporter.fail('reranker', message);\n    return { reranker: 'failed', rerankerError: message };\n  }\n}\n\nasync function installFirefox(reporter: WarmupReporter): Promise<Pick<WarmupResult, 'firefox' | 'firefoxError'>> {\n  reporter.start('firefox', 'Installing browser engine (firefox)');\n  const r = await runCommand('npx', ['playwright', 'install', 'firefox'], { timeout: 180000 });\n  if (r.code === 0) {\n    reporter.success('firefox', 'installed');\n    return { firefox: 'ok' };\n  }\n  const message = (r.stderr || r.stdout || `exit ${r.code}`).trim();\n  reporter.fail('firefox', message);\n  return { firefox: 'failed', firefoxError: message };\n}\n\nasync function installWebkit(reporter: WarmupReporter): Promise<Pick<WarmupResult, 'webkit' | 'webkitError'>> {\n  reporter.start('webkit', 'Installing browser engine (webkit)');\n  const r = await runCommand('npx', ['playwright', 'install', 'webkit'], { timeout: 180000 });\n  if (r.code === 0) {\n    reporter.success('webkit', 'installed');\n    return { webkit: 'ok' };\n  }\n  const message = (r.stderr || r.stdout || `exit ${r.code}`).trim();\n  reporter.fail('webkit', message);\n  return { webkit: 'failed', webkitError: message };\n}\n\nasync function installEmbeddings(reporter: WarmupReporter): Promise<Pick<WarmupResult, 'embeddings' | 'embeddingsError'>> {\n  reporter.start('embeddings', 'Downloading semantic embeddings model (fastembed)');\n  try {\n    const { FastembedEmbedProvider } = await import('../embedding/fastembed-provider.js');\n    const provider = new FastembedEmbedProvider();\n    await provider.warmup();\n    // Probe to ensure the ONNX model can actually produce a vector end-to-end.\n    const [vec] = await provider.embed(['warmup']);\n    if (!vec || vec.length !== provider.dim) {\n      throw new Error(`unexpected embedding shape (dim=${vec?.length ?? 'undef'})`);\n    }\n    reporter.success('embeddings', `model ${provider.modelId} ready`);\n    return { embeddings: 'ok' };\n  } catch (err) {\n    const message = err instanceof Error ? err.message : String(err);\n    reporter.fail('embeddings', message);\n    return { embeddings: 'failed', embeddingsError: message };\n  }\n}\n\nfunction getLightpandaUrl(): string {\n  const platform = process.platform;\n  const arch = process.arch;\n  const base = 'https://github.com/lightpanda-io/browser/releases/download/nightly';\n  if (platform === 'darwin' && arch === 'arm64') return `${base}/lightpanda-aarch64-macos`;\n  if (platform === 'linux' && arch === 'x64') return `${base}/lightpanda-x86_64-linux`;\n  throw new Error(`Lightpanda not available for ${platform}/${arch}`);\n}\n\nasync function installLightpanda(reporter: WarmupReporter): Promise<Pick<WarmupResult, 'lightpanda' | 'lightpandaError'>> {\n  try {\n    const config = getConfig();\n    const binDir = join(config.dataDir, 'bin');\n    const binPath = join(binDir, 'lightpanda');\n    if (existsSync(binPath)) {\n      reporter.start('lightpanda', 'Installing Lightpanda');\n      reporter.success('lightpanda', 'already installed');\n      return { lightpanda: 'ok' };\n    }\n    const url = getLightpandaUrl();\n    mkdirSync(binDir, { recursive: true });\n\n    const head = await fetch(url, { method: 'HEAD' });\n    const totalBytes = Number(head.headers.get('content-length') ?? 0);\n\n    reporter.start('lightpanda', 'Downloading Lightpanda', { totalBytes: totalBytes || undefined });\n\n    const resp = await fetch(url);\n    if (!resp.ok || !resp.body) {\n      throw new Error(`HTTP ${resp.status}`);\n    }\n\n    let downloaded = 0;\n    const reader = resp.body.getReader();\n    const ws = createWriteStream(binPath);\n    try {\n      while (true) {\n        const { done, value } = await reader.read();\n        if (done) break;\n        if (!ws.write(value)) await new Promise<void>((resolve) => ws.once('drain', resolve));\n        downloaded += value.byteLength;\n        if (totalBytes > 0) reporter.progress('lightpanda', downloaded / totalBytes);\n      }\n    } finally {\n      ws.end();\n      await new Promise<void>((resolve) => ws.once('finish', () => resolve()));\n    }\n\n    chmodSync(binPath, 0o755);\n    reporter.success('lightpanda', 'installed');\n    return { lightpanda: 'ok' };\n  } catch (err) {\n    const message = err instanceof Error ? err.message : String(err);\n    reporter.fail('lightpanda', message);\n    return { lightpanda: 'failed', lightpandaError: message };\n  }\n}\n\nasync function runSearxngPhase(dataDir: string, reporter: WarmupReporter): Promise<Pick<WarmupResult, 'searxng' | 'searxngError'>> {\n  const state = getBootstrapState(dataDir);\n  if (state?.status === 'ready') {\n    reporter.start('searxng', 'Checking search engine (searxng)');\n    reporter.success('searxng', 'already set up');\n    return { searxng: 'ready' };\n  }\n\n  if (!checkPythonAvailable()) {\n    reporter.start('searxng', 'Checking search engine (searxng)');\n    reporter.fail('searxng', 'Python 3 not found — install Python 3 or set SEARXNG_MODE=docker');\n    return { searxng: 'no_python' };\n  }\n\n  reporter.start('searxng', 'Bootstrapping search engine (searxng) — this may take a minute');\n  try {\n    await bootstrapNativeSearxng(dataDir);\n    reporter.success('searxng', 'bootstrapped');\n    return { searxng: 'bootstrapped' };\n  } catch (err) {\n    const message = err instanceof Error ? err.message : String(err);\n    reporter.fail('searxng', message);\n    return { searxng: 'failed', searxngError: message };\n  }\n}\n\nasync function runVerify(dataDir: string, reporter: WarmupReporter): Promise<void> {\n  reporter.note('');\n  reporter.note('Verifying setup...');\n  await runVerifyTui(dataDir, reporter);\n  reporter.note('');\n  reporter.note('✓ Done. Connect to your AI tool:');\n  reporter.note('  claude mcp add wigolo -- npx @staticn0va/wigolo');\n}\n\nexport async function runWarmup(\n  flags: string[] = [],\n  reporter?: WarmupReporter,\n): Promise<WarmupResult> {\n  const flagSet = new Set(flags);\n  const plain = flagSet.has('--plain');\n  const reporterImpl = reporter ?? autoReporter({ plain });\n\n  const config = getConfig();\n\n  if (flagSet.has('--force')) {\n    wipeSearxngState(config.dataDir, reporterImpl);\n  }\n\n  reporterImpl.note('Starting wigolo warmup');\n\n  const pwResult = await installPlaywright(reporterImpl);\n  const searxngResult = await runSearxngPhase(config.dataDir, reporterImpl);\n\n  let rerankerResult: Pick<WarmupResult, 'reranker' | 'rerankerError'> = {};\n  if (flagSet.has('--reranker') || flagSet.has('--all')) {\n    rerankerResult = await installReranker(reporterImpl);\n  }\n\n  let firefoxResult: Pick<WarmupResult, 'firefox' | 'firefoxError'> = {};\n  if (flagSet.has('--firefox') || flagSet.has('--all')) {\n    firefoxResult = await installFirefox(reporterImpl);\n  }\n\n  let webkitResult: Pick<WarmupResult, 'webkit' | 'webkitError'> = {};\n  if (flagSet.has('--webkit') || flagSet.has('--all')) {\n    webkitResult = await installWebkit(reporterImpl);\n  }\n\n  let embeddingsResult: Pick<WarmupResult, 'embeddings' | 'embeddingsError'> = {};\n  if (flagSet.has('--embeddings') || flagSet.has('--all')) {\n    embeddingsResult = await installEmbeddings(reporterImpl);\n  }\n\n  let lightpandaResult: Pick<WarmupResult, 'lightpanda' | 'lightpandaError'> = {};\n  if (flagSet.has('--lightpanda') || flagSet.has('--all')) {\n    lightpandaResult = await installLightpanda(reporterImpl);\n  }\n\n  const result: WarmupResult = {\n    ...pwResult,\n    ...searxngResult,\n    ...rerankerResult,\n    ...firefoxResult,\n    ...webkitResult,\n    ...embeddingsResult,\n    ...lightpandaResult,\n  };\n\n  reporterImpl.note('');\n  reporterImpl.note('Summary:');\n  reporterImpl.note(`  Browser:       ${result.playwright}${result.playwrightError ? ` (${result.playwrightError})` : ''}`);\n  reporterImpl.note(`  Search engine: ${result.searxng}${result.searxngError ? ` (${result.searxngError})` : ''}`);\n  if (result.reranker) reporterImpl.note(`  ML reranker:   ${result.reranker}${result.rerankerError ? ` (${result.rerankerError})` : ''}`);\n  if (result.firefox) reporterImpl.note(`  Firefox:       ${result.firefox}${result.firefoxError ? ` (${result.firefoxError})` : ''}`);\n  if (result.webkit) reporterImpl.note(`  WebKit:        ${result.webkit}${result.webkitError ? ` (${result.webkitError})` : ''}`);\n  if (result.embeddings) reporterImpl.note(`  Embeddings:    ${result.embeddings}${result.embeddingsError ? ` (${result.embeddingsError})` : ''}`);\n  if (result.lightpanda) reporterImpl.note(`  Lightpanda:    ${result.lightpanda}${result.lightpandaError ? ` (${result.lightpandaError})` : ''}`);\n\n  if (flagSet.has('--verify') || flagSet.has('--all')) {\n    await runVerify(config.dataDir, reporterImpl);\n  }\n\n  reporterImpl.finish();\n  return result;\n}\n"],"mappings":"AAAA,SAAS,YAAY,cAAc,QAAQ,WAAW,mBAAmB,iBAAiB;AAC1F,SAAS,YAAY;AACrB,SAAS,iBAAiB;AAC1B,SAAS,sBAAsB,wBAAwB,yBAAyB;AAChF,SAAS,sBAAsB;AAC/B,SAAS,yBAAyB;AAClC,SAAS,kBAAkB;AAE3B,SAAS,oBAAoB;AAC7B,SAAS,aAAa,oBAAoB;AAmB1C,SAAS,iBAAiB,SAAiB,UAAgC;AACzE,QAAM,oBAAoB,KAAK,SAAS,gBAAgB;AACxD,MAAI,WAAW,iBAAiB,GAAG;AACjC,QAAI;AACF,YAAM,OAAO,KAAK,MAAM,aAAa,mBAAmB,OAAO,CAAC;AAChE,UAAI,KAAK,OAAO,eAAe,KAAK,GAAG,GAAG;AACxC,cAAM,IAAI;AAAA,UACR,gEAAgE,KAAK,GAAG,0BACjD,KAAK,GAAG;AAAA,QACjC;AAAA,MACF;AAAA,IACF,SAAS,KAAK;AACZ,UAAI,eAAe,SAAS,IAAI,QAAQ,WAAW,gBAAgB,EAAG,OAAM;AAAA,IAC9E;AAAA,EACF;AACA,SAAO,KAAK,SAAS,YAAY,GAAG,EAAE,OAAO,KAAK,CAAC;AACnD,SAAO,KAAK,SAAS,SAAS,GAAG,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;AACjE,SAAO,mBAAmB,EAAE,OAAO,KAAK,CAAC;AACzC,SAAO,KAAK,SAAS,cAAc,GAAG,EAAE,OAAO,KAAK,CAAC;AACrD,SAAO,KAAK,SAAS,cAAc,GAAG,EAAE,OAAO,KAAK,CAAC;AACrD,WAAS,KAAK,yDAAyD;AACzE;AAEA,eAAe,kBAAkB,UAAyF;AACxH,WAAS,MAAM,cAAc,sCAAsC;AACnE,QAAM,IAAI,MAAM,WAAW,OAAO,CAAC,cAAc,WAAW,UAAU,GAAG,EAAE,SAAS,KAAO,CAAC;AAC5F,MAAI,EAAE,SAAS,GAAG;AAChB,aAAS,QAAQ,cAAc,WAAW;AAC1C,WAAO,EAAE,YAAY,KAAK;AAAA,EAC5B;AACA,QAAM,WAAW,EAAE,UAAU,EAAE,UAAU,QAAQ,EAAE,IAAI,IAAI,KAAK;AAChE,WAAS,KAAK,cAAc,OAAO;AACnC,SAAO,EAAE,YAAY,UAAU,iBAAiB,QAAQ;AAC1D;AAEA,eAAe,gBACb,UAC2D;AAC3D,WAAS,MAAM,YAAY,+CAA+C;AAC1E,MAAI;AACF,UAAM,WAAW,MAAM,kBAAkB;AAGzC,UAAM,SAAS,MAAM,SAAS,OAAO,UAAU;AAAA,MAC7C,EAAE,IAAI,KAAK,MAAM,cAAc;AAAA,IACjC,CAAC;AACD,QAAI,OAAO,WAAW,GAAG;AACvB,YAAM,IAAI,MAAM,oCAAoC,OAAO,MAAM,GAAG;AAAA,IACtE;AACA,aAAS,QAAQ,YAAY,SAAS,SAAS,OAAO,QAAQ;AAC9D,WAAO,EAAE,UAAU,KAAK;AAAA,EAC1B,SAAS,KAAK;AACZ,UAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,aAAS,KAAK,YAAY,OAAO;AACjC,WAAO,EAAE,UAAU,UAAU,eAAe,QAAQ;AAAA,EACtD;AACF;AAEA,eAAe,eAAe,UAAmF;AAC/G,WAAS,MAAM,WAAW,qCAAqC;AAC/D,QAAM,IAAI,MAAM,WAAW,OAAO,CAAC,cAAc,WAAW,SAAS,GAAG,EAAE,SAAS,KAAO,CAAC;AAC3F,MAAI,EAAE,SAAS,GAAG;AAChB,aAAS,QAAQ,WAAW,WAAW;AACvC,WAAO,EAAE,SAAS,KAAK;AAAA,EACzB;AACA,QAAM,WAAW,EAAE,UAAU,EAAE,UAAU,QAAQ,EAAE,IAAI,IAAI,KAAK;AAChE,WAAS,KAAK,WAAW,OAAO;AAChC,SAAO,EAAE,SAAS,UAAU,cAAc,QAAQ;AACpD;AAEA,eAAe,cAAc,UAAiF;AAC5G,WAAS,MAAM,UAAU,oCAAoC;AAC7D,QAAM,IAAI,MAAM,WAAW,OAAO,CAAC,cAAc,WAAW,QAAQ,GAAG,EAAE,SAAS,KAAO,CAAC;AAC1F,MAAI,EAAE,SAAS,GAAG;AAChB,aAAS,QAAQ,UAAU,WAAW;AACtC,WAAO,EAAE,QAAQ,KAAK;AAAA,EACxB;AACA,QAAM,WAAW,EAAE,UAAU,EAAE,UAAU,QAAQ,EAAE,IAAI,IAAI,KAAK;AAChE,WAAS,KAAK,UAAU,OAAO;AAC/B,SAAO,EAAE,QAAQ,UAAU,aAAa,QAAQ;AAClD;AAEA,eAAe,kBAAkB,UAAyF;AACxH,WAAS,MAAM,cAAc,mDAAmD;AAChF,MAAI;AACF,UAAM,EAAE,uBAAuB,IAAI,MAAM,OAAO,oCAAoC;AACpF,UAAM,WAAW,IAAI,uBAAuB;AAC5C,UAAM,SAAS,OAAO;AAEtB,UAAM,CAAC,GAAG,IAAI,MAAM,SAAS,MAAM,CAAC,QAAQ,CAAC;AAC7C,QAAI,CAAC,OAAO,IAAI,WAAW,SAAS,KAAK;AACvC,YAAM,IAAI,MAAM,mCAAmC,KAAK,UAAU,OAAO,GAAG;AAAA,IAC9E;AACA,aAAS,QAAQ,cAAc,SAAS,SAAS,OAAO,QAAQ;AAChE,WAAO,EAAE,YAAY,KAAK;AAAA,EAC5B,SAAS,KAAK;AACZ,UAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,aAAS,KAAK,cAAc,OAAO;AACnC,WAAO,EAAE,YAAY,UAAU,iBAAiB,QAAQ;AAAA,EAC1D;AACF;AAEA,SAAS,mBAA2B;AAClC,QAAM,WAAW,QAAQ;AACzB,QAAM,OAAO,QAAQ;AACrB,QAAM,OAAO;AACb,MAAI,aAAa,YAAY,SAAS,QAAS,QAAO,GAAG,IAAI;AAC7D,MAAI,aAAa,WAAW,SAAS,MAAO,QAAO,GAAG,IAAI;AAC1D,QAAM,IAAI,MAAM,gCAAgC,QAAQ,IAAI,IAAI,EAAE;AACpE;AAEA,eAAe,kBAAkB,UAAyF;AACxH,MAAI;AACF,UAAM,SAAS,UAAU;AACzB,UAAM,SAAS,KAAK,OAAO,SAAS,KAAK;AACzC,UAAM,UAAU,KAAK,QAAQ,YAAY;AACzC,QAAI,WAAW,OAAO,GAAG;AACvB,eAAS,MAAM,cAAc,uBAAuB;AACpD,eAAS,QAAQ,cAAc,mBAAmB;AAClD,aAAO,EAAE,YAAY,KAAK;AAAA,IAC5B;AACA,UAAM,MAAM,iBAAiB;AAC7B,cAAU,QAAQ,EAAE,WAAW,KAAK,CAAC;AAErC,UAAM,OAAO,MAAM,MAAM,KAAK,EAAE,QAAQ,OAAO,CAAC;AAChD,UAAM,aAAa,OAAO,KAAK,QAAQ,IAAI,gBAAgB,KAAK,CAAC;AAEjE,aAAS,MAAM,cAAc,0BAA0B,EAAE,YAAY,cAAc,OAAU,CAAC;AAE9F,UAAM,OAAO,MAAM,MAAM,GAAG;AAC5B,QAAI,CAAC,KAAK,MAAM,CAAC,KAAK,MAAM;AAC1B,YAAM,IAAI,MAAM,QAAQ,KAAK,MAAM,EAAE;AAAA,IACvC;AAEA,QAAI,aAAa;AACjB,UAAM,SAAS,KAAK,KAAK,UAAU;AACnC,UAAM,KAAK,kBAAkB,OAAO;AACpC,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AACV,YAAI,CAAC,GAAG,MAAM,KAAK,EAAG,OAAM,IAAI,QAAc,CAAC,YAAY,GAAG,KAAK,SAAS,OAAO,CAAC;AACpF,sBAAc,MAAM;AACpB,YAAI,aAAa,EAAG,UAAS,SAAS,cAAc,aAAa,UAAU;AAAA,MAC7E;AAAA,IACF,UAAE;AACA,SAAG,IAAI;AACP,YAAM,IAAI,QAAc,CAAC,YAAY,GAAG,KAAK,UAAU,MAAM,QAAQ,CAAC,CAAC;AAAA,IACzE;AAEA,cAAU,SAAS,GAAK;AACxB,aAAS,QAAQ,cAAc,WAAW;AAC1C,WAAO,EAAE,YAAY,KAAK;AAAA,EAC5B,SAAS,KAAK;AACZ,UAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,aAAS,KAAK,cAAc,OAAO;AACnC,WAAO,EAAE,YAAY,UAAU,iBAAiB,QAAQ;AAAA,EAC1D;AACF;AAEA,eAAe,gBAAgB,SAAiB,UAAmF;AACjI,QAAM,QAAQ,kBAAkB,OAAO;AACvC,MAAI,OAAO,WAAW,SAAS;AAC7B,aAAS,MAAM,WAAW,kCAAkC;AAC5D,aAAS,QAAQ,WAAW,gBAAgB;AAC5C,WAAO,EAAE,SAAS,QAAQ;AAAA,EAC5B;AAEA,MAAI,CAAC,qBAAqB,GAAG;AAC3B,aAAS,MAAM,WAAW,kCAAkC;AAC5D,aAAS,KAAK,WAAW,uEAAkE;AAC3F,WAAO,EAAE,SAAS,YAAY;AAAA,EAChC;AAEA,WAAS,MAAM,WAAW,qEAAgE;AAC1F,MAAI;AACF,UAAM,uBAAuB,OAAO;AACpC,aAAS,QAAQ,WAAW,cAAc;AAC1C,WAAO,EAAE,SAAS,eAAe;AAAA,EACnC,SAAS,KAAK;AACZ,UAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,aAAS,KAAK,WAAW,OAAO;AAChC,WAAO,EAAE,SAAS,UAAU,cAAc,QAAQ;AAAA,EACpD;AACF;AAEA,eAAe,UAAU,SAAiB,UAAyC;AACjF,WAAS,KAAK,EAAE;AAChB,WAAS,KAAK,oBAAoB;AAClC,QAAM,aAAa,SAAS,QAAQ;AACpC,WAAS,KAAK,EAAE;AAChB,WAAS,KAAK,uCAAkC;AAChD,WAAS,KAAK,mDAAmD;AACnE;AAEA,eAAsB,UACpB,QAAkB,CAAC,GACnB,UACuB;AACvB,QAAM,UAAU,IAAI,IAAI,KAAK;AAC7B,QAAM,QAAQ,QAAQ,IAAI,SAAS;AACnC,QAAM,eAAe,YAAY,aAAa,EAAE,MAAM,CAAC;AAEvD,QAAM,SAAS,UAAU;AAEzB,MAAI,QAAQ,IAAI,SAAS,GAAG;AAC1B,qBAAiB,OAAO,SAAS,YAAY;AAAA,EAC/C;AAEA,eAAa,KAAK,wBAAwB;AAE1C,QAAM,WAAW,MAAM,kBAAkB,YAAY;AACrD,QAAM,gBAAgB,MAAM,gBAAgB,OAAO,SAAS,YAAY;AAExE,MAAI,iBAAmE,CAAC;AACxE,MAAI,QAAQ,IAAI,YAAY,KAAK,QAAQ,IAAI,OAAO,GAAG;AACrD,qBAAiB,MAAM,gBAAgB,YAAY;AAAA,EACrD;AAEA,MAAI,gBAAgE,CAAC;AACrE,MAAI,QAAQ,IAAI,WAAW,KAAK,QAAQ,IAAI,OAAO,GAAG;AACpD,oBAAgB,MAAM,eAAe,YAAY;AAAA,EACnD;AAEA,MAAI,eAA6D,CAAC;AAClE,MAAI,QAAQ,IAAI,UAAU,KAAK,QAAQ,IAAI,OAAO,GAAG;AACnD,mBAAe,MAAM,cAAc,YAAY;AAAA,EACjD;AAEA,MAAI,mBAAyE,CAAC;AAC9E,MAAI,QAAQ,IAAI,cAAc,KAAK,QAAQ,IAAI,OAAO,GAAG;AACvD,uBAAmB,MAAM,kBAAkB,YAAY;AAAA,EACzD;AAEA,MAAI,mBAAyE,CAAC;AAC9E,MAAI,QAAQ,IAAI,cAAc,KAAK,QAAQ,IAAI,OAAO,GAAG;AACvD,uBAAmB,MAAM,kBAAkB,YAAY;AAAA,EACzD;AAEA,QAAM,SAAuB;AAAA,IAC3B,GAAG;AAAA,IACH,GAAG;AAAA,IACH,GAAG;AAAA,IACH,GAAG;AAAA,IACH,GAAG;AAAA,IACH,GAAG;AAAA,IACH,GAAG;AAAA,EACL;AAEA,eAAa,KAAK,EAAE;AACpB,eAAa,KAAK,UAAU;AAC5B,eAAa,KAAK,oBAAoB,OAAO,UAAU,GAAG,OAAO,kBAAkB,KAAK,OAAO,eAAe,MAAM,EAAE,EAAE;AACxH,eAAa,KAAK,oBAAoB,OAAO,OAAO,GAAG,OAAO,eAAe,KAAK,OAAO,YAAY,MAAM,EAAE,EAAE;AAC/G,MAAI,OAAO,SAAU,cAAa,KAAK,oBAAoB,OAAO,QAAQ,GAAG,OAAO,gBAAgB,KAAK,OAAO,aAAa,MAAM,EAAE,EAAE;AACvI,MAAI,OAAO,QAAS,cAAa,KAAK,oBAAoB,OAAO,OAAO,GAAG,OAAO,eAAe,KAAK,OAAO,YAAY,MAAM,EAAE,EAAE;AACnI,MAAI,OAAO,OAAQ,cAAa,KAAK,oBAAoB,OAAO,MAAM,GAAG,OAAO,cAAc,KAAK,OAAO,WAAW,MAAM,EAAE,EAAE;AAC/H,MAAI,OAAO,WAAY,cAAa,KAAK,oBAAoB,OAAO,UAAU,GAAG,OAAO,kBAAkB,KAAK,OAAO,eAAe,MAAM,EAAE,EAAE;AAC/I,MAAI,OAAO,WAAY,cAAa,KAAK,oBAAoB,OAAO,UAAU,GAAG,OAAO,kBAAkB,KAAK,OAAO,eAAe,MAAM,EAAE,EAAE;AAE/I,MAAI,QAAQ,IAAI,UAAU,KAAK,QAAQ,IAAI,OAAO,GAAG;AACnD,UAAM,UAAU,OAAO,SAAS,YAAY;AAAA,EAC9C;AAEA,eAAa,OAAO;AACpB,SAAO;AACT;","names":[]}

package/dist/config.d.ts

@@ -1,3 +1,4 @@
+import type { BrowserType } from './types.js';
 export interface Config {
     searxngUrl: string | null;
     searxngMode: 'native' | 'docker';
@@ -16,9 +17,12 @@ export interface Config {
     browserFallbackThreshold: number;
     authStatePath: string | null;
     chromeProfilePath: string | null;
+    cdpUrl: string | null;
     dataDir: string;
     cacheTtlSearch: number;
     cacheTtlContent: number;
+    fastStaleMaxHours: number;
+    fastTimeoutMs: number;
     crawlConcurrency: number;
     crawlDelayMs: number;
     crawlPrivateConcurrency: number;
@@ -31,10 +35,32 @@ export interface Config {
     braveApiKey: string | null;
     logLevel: 'debug' | 'info' | 'warn' | 'error';
     logFormat: 'json' | 'text';
-    trafilatura: 'auto' | 'always' | 'never';
-    reranker: 'flashrank' | 'none' | 'custom';
+    reranker: 'onnx' | 'none' | 'custom';
     rerankerModel: string;
+    rerankerMaxLength: number;
+    rerankerReadyTimeoutMs: number;
+    rerankerRequestTimeoutMs: number;
+    rerankerIdleTimeoutMs: number;
     relevanceThreshold: number;
+    bootstrapMaxAttempts: number;
+    bootstrapBackoffSeconds: number[];
+    healthProbeIntervalMs: number;
+    daemonPort: number;
+    daemonHost: string;
+    pluginsDir: string;
+    browserTypes: BrowserType[];
+    shellHistoryPath: string;
+    multiQueryConcurrency: number;
+    multiQueryMax: number;
+    embeddingModel: string;
+    embeddingIdleTimeoutMs: number;
+    embeddingMaxTextLength: number;
+    lightpandaUrl: string | null;
+    lightpandaEnabled: boolean;
+    lightpandaFailureThreshold: number;
+    llmProvider: string | null;
+    llmCacheTtlDays: number;
+    llmMaxCallsPerRequest: number;
 }
 export declare function getConfig(): Config;
 export declare function resetConfig(): void;

package/dist/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,MAAM;IACrB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,WAAW,EAAE,QAAQ,GAAG,QAAQ,CAAC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,uBAAuB,EAAE,MAAM,CAAC;IAChC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,wBAAwB,EAAE,MAAM,CAAC;IACjC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,uBAAuB,EAAE,MAAM,CAAC;IAChC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,aAAa,EAAE,OAAO,CAAC;IACvB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAC9C,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;IACzC,QAAQ,EAAE,WAAW,GAAG,MAAM,GAAG,QAAQ,CAAC;IAC1C,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAqBD,wBAAgB,SAAS,IAAI,MAAM,CA2ClC;AAED,wBAAgB,WAAW,IAAI,IAAI,CAElC"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAE9C,MAAM,WAAW,MAAM;IACrB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,WAAW,EAAE,QAAQ,GAAG,QAAQ,CAAC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,uBAAuB,EAAE,MAAM,CAAC;IAChC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,wBAAwB,EAAE,MAAM,CAAC;IACjC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,uBAAuB,EAAE,MAAM,CAAC;IAChC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,aAAa,EAAE,OAAO,CAAC;IACvB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;IAC9C,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3B,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;IACrC,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,wBAAwB,EAAE,MAAM,CAAC;IACjC,qBAAqB,EAAE,MAAM,CAAC;IAC9B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,uBAAuB,EAAE,MAAM,EAAE,CAAC;IAClC,qBAAqB,EAAE,MAAM,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IACzB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,0BAA0B,EAAE,MAAM,CAAC;IACnC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AA6BD,wBAAgB,SAAS,IAAI,MAAM,CAqFlC;AAED,wBAAgB,WAAW,IAAI,IAAI,CAElC"}

package/dist/config.js

@@ -1,66 +1,116 @@
-import { homedir } from 'node:os';
-import { join } from 'node:path';
+import { homedir } from "node:os";
+import { join } from "node:path";
+import { parseBrowserTypes } from "./fetch/browser-types.js";
 function envStr(key, fallback = null) {
-    return process.env[key] ?? fallback;
+  return process.env[key] ?? fallback;
 }
 function envInt(key, fallback) {
-    const val = process.env[key];
-    if (val === undefined)
-        return fallback;
-    const parsed = parseInt(val, 10);
-    return isNaN(parsed) ? fallback : parsed;
+  const val = process.env[key];
+  if (val === void 0) return fallback;
+  const parsed = parseInt(val, 10);
+  return isNaN(parsed) ? fallback : parsed;
+}
+function envIntArray(key, fallback) {
+  const val = process.env[key];
+  if (val === void 0) return fallback;
+  const parts = val.split(",").map((s) => parseInt(s.trim(), 10));
+  if (parts.some((n) => isNaN(n))) return fallback;
+  return parts;
 }
 function envBool(key, fallback) {
-    const val = process.env[key];
-    if (val === undefined)
-        return fallback;
-    return val.toLowerCase() !== 'false' && val !== '0';
+  const val = process.env[key];
+  if (val === void 0) return fallback;
+  return val.toLowerCase() !== "false" && val !== "0";
 }
 let cachedConfig = null;
-export function getConfig() {
-    if (cachedConfig)
-        return cachedConfig;
-    cachedConfig = {
-        searxngUrl: envStr('SEARXNG_URL'),
-        searxngMode: envStr('SEARXNG_MODE', 'native'),
-        searxngPort: envInt('SEARXNG_PORT', 8888),
-        fetchTimeoutMs: envInt('FETCH_TIMEOUT_MS', 10000),
-        fetchMaxRetries: envInt('FETCH_MAX_RETRIES', 2),
-        maxRedirects: envInt('MAX_REDIRECTS', 5),
-        playwrightLoadTimeoutMs: envInt('PLAYWRIGHT_LOAD_TIMEOUT_MS', 15000),
-        playwrightNavTimeoutMs: envInt('PLAYWRIGHT_NAV_TIMEOUT_MS', 10000),
-        searxngQueryTimeoutMs: envInt('SEARXNG_QUERY_TIMEOUT_MS', 8000),
-        searchFetchTimeoutMs: envInt('SEARCH_FETCH_TIMEOUT_MS', 15000),
-        searchTotalTimeoutMs: envInt('SEARCH_TOTAL_TIMEOUT_MS', 30000),
-        validateTimeoutMs: envInt('VALIDATE_TIMEOUT_MS', 5000),
-        maxBrowsers: envInt('MAX_BROWSERS', 3),
-        browserIdleTimeoutMs: envInt('BROWSER_IDLE_TIMEOUT', 60000),
-        browserFallbackThreshold: envInt('BROWSER_FALLBACK_THRESHOLD', 3),
-        authStatePath: envStr('WIGOLO_AUTH_STATE_PATH'),
-        chromeProfilePath: envStr('WIGOLO_CHROME_PROFILE_PATH'),
-        dataDir: envStr('WIGOLO_DATA_DIR') ?? join(homedir(), '.wigolo'),
-        cacheTtlSearch: envInt('CACHE_TTL_SEARCH', 86400),
-        cacheTtlContent: envInt('CACHE_TTL_CONTENT', 604800),
-        crawlConcurrency: envInt('CRAWL_CONCURRENCY', 2),
-        crawlDelayMs: envInt('CRAWL_DELAY_MS', 500),
-        crawlPrivateConcurrency: envInt('CRAWL_PRIVATE_CONCURRENCY', 10),
-        crawlPrivateDelayMs: envInt('CRAWL_PRIVATE_DELAY_MS', 0),
-        useProxy: envBool('USE_PROXY', false),
-        proxyUrl: envStr('PROXY_URL'),
-        userAgent: envStr('USER_AGENT'),
-        validateLinks: envBool('VALIDATE_LINKS', true),
-        respectRobotsTxt: envBool('RESPECT_ROBOTS_TXT', true),
-        braveApiKey: envStr('BRAVE_API_KEY'),
-        logLevel: envStr('LOG_LEVEL', 'info'),
-        logFormat: envStr('LOG_FORMAT', 'json'),
-        trafilatura: envStr('WIGOLO_TRAFILATURA', 'auto'),
-        reranker: (envStr('WIGOLO_RERANKER') ?? 'none'),
-        rerankerModel: envStr('WIGOLO_RERANKER_MODEL') ?? 'ms-marco-MiniLM-L-12-v2',
-        relevanceThreshold: parseFloat(envStr('WIGOLO_RELEVANCE_THRESHOLD') ?? '0') || 0,
-    };
-    return cachedConfig;
+function getConfig() {
+  if (cachedConfig) return cachedConfig;
+  cachedConfig = {
+    searxngUrl: envStr("SEARXNG_URL"),
+    searxngMode: envStr("SEARXNG_MODE", "native"),
+    searxngPort: envInt("SEARXNG_PORT", 8888),
+    fetchTimeoutMs: envInt("FETCH_TIMEOUT_MS", 1e4),
+    fetchMaxRetries: envInt("FETCH_MAX_RETRIES", 2),
+    maxRedirects: envInt("MAX_REDIRECTS", 5),
+    playwrightLoadTimeoutMs: envInt("PLAYWRIGHT_LOAD_TIMEOUT_MS", 15e3),
+    playwrightNavTimeoutMs: envInt("PLAYWRIGHT_NAV_TIMEOUT_MS", 1e4),
+    searxngQueryTimeoutMs: envInt("SEARXNG_QUERY_TIMEOUT_MS", 8e3),
+    searchFetchTimeoutMs: envInt("SEARCH_FETCH_TIMEOUT_MS", 15e3),
+    searchTotalTimeoutMs: envInt("SEARCH_TOTAL_TIMEOUT_MS", 3e4),
+    validateTimeoutMs: envInt("VALIDATE_TIMEOUT_MS", 5e3),
+    maxBrowsers: envInt("MAX_BROWSERS", 3),
+    browserIdleTimeoutMs: envInt("BROWSER_IDLE_TIMEOUT", 6e4),
+    browserFallbackThreshold: envInt("BROWSER_FALLBACK_THRESHOLD", 3),
+    authStatePath: envStr("WIGOLO_AUTH_STATE_PATH"),
+    chromeProfilePath: envStr("WIGOLO_CHROME_PROFILE_PATH"),
+    cdpUrl: envStr("WIGOLO_CDP_URL") || null,
+    dataDir: envStr("WIGOLO_DATA_DIR") ?? join(homedir(), ".wigolo"),
+    cacheTtlSearch: envInt("CACHE_TTL_SEARCH", 86400),
+    cacheTtlContent: envInt("CACHE_TTL_CONTENT", 604800),
+    fastStaleMaxHours: envInt("WIGOLO_FAST_STALE_MAX_HOURS", 24),
+    fastTimeoutMs: envInt("WIGOLO_FAST_TIMEOUT_MS", 800),
+    crawlConcurrency: envInt("CRAWL_CONCURRENCY", 2),
+    crawlDelayMs: envInt("CRAWL_DELAY_MS", 500),
+    crawlPrivateConcurrency: envInt("CRAWL_PRIVATE_CONCURRENCY", 10),
+    crawlPrivateDelayMs: envInt("CRAWL_PRIVATE_DELAY_MS", 0),
+    useProxy: envBool("USE_PROXY", false),
+    proxyUrl: envStr("PROXY_URL"),
+    userAgent: envStr("USER_AGENT"),
+    validateLinks: envBool("VALIDATE_LINKS", true),
+    respectRobotsTxt: envBool("RESPECT_ROBOTS_TXT", true),
+    braveApiKey: envStr("BRAVE_API_KEY"),
+    logLevel: envStr("LOG_LEVEL", "info"),
+    logFormat: envStr("LOG_FORMAT", "json"),
+    reranker: (() => {
+      const raw = envStr("WIGOLO_RERANKER") ?? "onnx";
+      if (raw === "flashrank") {
+        console.warn(
+          '[wigolo] WIGOLO_RERANKER=flashrank is a legacy alias; treating as onnx. The reranker runs as a Python subprocess; install via "wigolo warmup --reranker".'
+        );
+        return "onnx";
+      }
+      return raw;
+    })(),
+    rerankerModel: envStr("WIGOLO_RERANKER_MODEL") ?? "bge-reranker-v2-m3",
+    rerankerMaxLength: envInt("WIGOLO_RERANKER_MAX_LENGTH", 512),
+    rerankerReadyTimeoutMs: envInt("WIGOLO_RERANKER_READY_TIMEOUT_MS", 6e4),
+    rerankerRequestTimeoutMs: envInt("WIGOLO_RERANKER_REQUEST_TIMEOUT_MS", 3e4),
+    rerankerIdleTimeoutMs: envInt("WIGOLO_RERANKER_IDLE_TIMEOUT_MS", 3e5),
+    relevanceThreshold: parseFloat(envStr("WIGOLO_RELEVANCE_THRESHOLD") ?? "0") || 0,
+    bootstrapMaxAttempts: envInt("WIGOLO_BOOTSTRAP_MAX_ATTEMPTS", 3),
+    bootstrapBackoffSeconds: envIntArray("WIGOLO_BOOTSTRAP_BACKOFF_SECONDS", [30, 3600, 86400]),
+    healthProbeIntervalMs: envInt("WIGOLO_HEALTH_PROBE_INTERVAL_MS", 3e4),
+    daemonPort: envInt("WIGOLO_DAEMON_PORT", 3333),
+    daemonHost: envStr("WIGOLO_DAEMON_HOST", "127.0.0.1")?.trim() || "127.0.0.1",
+    pluginsDir: (() => {
+      const raw = envStr("WIGOLO_PLUGINS_DIR");
+      if (raw) {
+        if (raw.startsWith("~")) return join(homedir(), raw.slice(1));
+        return raw;
+      }
+      return join(envStr("WIGOLO_DATA_DIR") ?? join(homedir(), ".wigolo"), "plugins");
+    })(),
+    browserTypes: parseBrowserTypes(envStr("WIGOLO_BROWSER_TYPES")),
+    shellHistoryPath: envStr("WIGOLO_SHELL_HISTORY_PATH") ?? join(homedir(), ".wigolo", "shell-history"),
+    multiQueryConcurrency: envInt("WIGOLO_MULTI_QUERY_CONCURRENCY", 5),
+    multiQueryMax: envInt("WIGOLO_MULTI_QUERY_MAX", 10),
+    embeddingModel: envStr("WIGOLO_EMBEDDING_MODEL") ?? "BAAI/bge-small-en-v1.5",
+    embeddingIdleTimeoutMs: envInt("WIGOLO_EMBEDDING_IDLE_TIMEOUT", 18e5),
+    embeddingMaxTextLength: envInt("WIGOLO_EMBEDDING_MAX_TEXT_LENGTH", 8e3),
+    lightpandaUrl: envStr("WIGOLO_LIGHTPANDA_URL"),
+    lightpandaEnabled: envBool("WIGOLO_LIGHTPANDA_ENABLED", false),
+    lightpandaFailureThreshold: envInt("WIGOLO_LIGHTPANDA_FAILURE_THRESHOLD", 3),
+    llmProvider: envStr("WIGOLO_LLM_PROVIDER"),
+    llmCacheTtlDays: envInt("WIGOLO_LLM_CACHE_TTL_DAYS", 7),
+    llmMaxCallsPerRequest: envInt("WIGOLO_LLM_MAX_CALLS_PER_REQUEST", 1)
+  };
+  return cachedConfig;
 }
-export function resetConfig() {
-    cachedConfig = null;
+function resetConfig() {
+  cachedConfig = null;
 }
+export {
+  getConfig,
+  resetConfig
+};
 //# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -1 +1 @@
-{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAyCjC,SAAS,MAAM,CAAC,GAAW,EAAE,WAA0B,IAAI;IACzD,OAAO,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC;AACtC,CAAC;AAED,SAAS,MAAM,CAAC,GAAW,EAAE,QAAgB;IAC3C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACvC,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACjC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;AAC3C,CAAC;AAED,SAAS,OAAO,CAAC,GAAW,EAAE,QAAiB;IAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACvC,OAAO,GAAG,CAAC,WAAW,EAAE,KAAK,OAAO,IAAI,GAAG,KAAK,GAAG,CAAC;AACtD,CAAC;AAED,IAAI,YAAY,GAAkB,IAAI,CAAC;AAEvC,MAAM,UAAU,SAAS;IACvB,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IAEtC,YAAY,GAAG;QACb,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC;QACjC,WAAW,EAAG,MAAM,CAAC,cAAc,EAAE,QAAQ,CAAyB;QACtE,WAAW,EAAE,MAAM,CAAC,cAAc,EAAE,IAAI,CAAC;QACzC,cAAc,EAAE,MAAM,CAAC,kBAAkB,EAAE,KAAK,CAAC;QACjD,eAAe,EAAE,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAC/C,YAAY,EAAE,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;QACxC,uBAAuB,EAAE,MAAM,CAAC,4BAA4B,EAAE,KAAK,CAAC;QACpE,sBAAsB,EAAE,MAAM,CAAC,2BAA2B,EAAE,KAAK,CAAC;QAClE,qBAAqB,EAAE,MAAM,CAAC,0BAA0B,EAAE,IAAI,CAAC;QAC/D,oBAAoB,EAAE,MAAM,CAAC,yBAAyB,EAAE,KAAK,CAAC;QAC9D,oBAAoB,EAAE,MAAM,CAAC,yBAAyB,EAAE,KAAK,CAAC;QAC9D,iBAAiB,EAAE,MAAM,CAAC,qBAAqB,EAAE,IAAI,CAAC;QACtD,WAAW,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QACtC,oBAAoB,EAAE,MAAM,CAAC,sBAAsB,EAAE,KAAK,CAAC;QAC3D,wBAAwB,EAAE,MAAM,CAAC,4BAA4B,EAAE,CAAC,CAAC;QACjE,aAAa,EAAE,MAAM,CAAC,wBAAwB,CAAC;QAC/C,iBAAiB,EAAE,MAAM,CAAC,4BAA4B,CAAC;QACvD,OAAO,EAAE,MAAM,CAAC,iBAAiB,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,CAAC;QAChE,cAAc,EAAE,MAAM,CAAC,kBAAkB,EAAE,KAAK,CAAC;QACjD,eAAe,EAAE,MAAM,CAAC,mBAAmB,EAAE,MAAM,CAAC;QACpD,gBAAgB,EAAE,MAAM,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAChD,YAAY,EAAE,MAAM,CAAC,gBAAgB,EAAE,GAAG,CAAC;QAC3C,uBAAuB,EAAE,MAAM,CAAC,2BAA2B,EAAE,EAAE,CAAC;QAChE,mBAAmB,EAAE,MAAM,CAAC,wBAAwB,EAAE,CAAC,CAAC;QACxD,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC;QACrC,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC;QAC7B,SAAS,EAAE,MAAM,CAAC,YAAY,CAAC;QAC/B,aAAa,EAAE,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC;QAC9C,gBAAgB,EAAE,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC;QACrD,WAAW,EAAE,MAAM,CAAC,eAAe,CAAC;QACpC,QAAQ,EAAG,MAAM,CAAC,WAAW,EAAE,MAAM,CAAwB;QAC7D,SAAS,EAAG,MAAM,CAAC,YAAY,EAAE,MAAM,CAAyB;QAChE,WAAW,EAAG,MAAM,CAAC,oBAAoB,EAAE,MAAM,CAAiC;QAClF,QAAQ,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,MAAM,CAAuB;QACrE,aAAa,EAAE,MAAM,CAAC,uBAAuB,CAAC,IAAI,yBAAyB;QAC3E,kBAAkB,EAAE,UAAU,CAAC,MAAM,CAAC,4BAA4B,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC;KACjF,CAAC;IAEF,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,WAAW;IACzB,YAAY,GAAG,IAAI,CAAC;AACtB,CAAC"}
+{"version":3,"sources":["../src/config.ts"],"sourcesContent":["import { homedir } from 'node:os';\nimport { join } from 'node:path';\nimport { parseBrowserTypes } from './fetch/browser-types.js';\nimport type { BrowserType } from './types.js';\n\nexport interface Config {\n  searxngUrl: string | null;\n  searxngMode: 'native' | 'docker';\n  searxngPort: number;\n  fetchTimeoutMs: number;\n  fetchMaxRetries: number;\n  maxRedirects: number;\n  playwrightLoadTimeoutMs: number;\n  playwrightNavTimeoutMs: number;\n  searxngQueryTimeoutMs: number;\n  searchFetchTimeoutMs: number;\n  searchTotalTimeoutMs: number;\n  validateTimeoutMs: number;\n  maxBrowsers: number;\n  browserIdleTimeoutMs: number;\n  browserFallbackThreshold: number;\n  authStatePath: string | null;\n  chromeProfilePath: string | null;\n  cdpUrl: string | null;\n  dataDir: string;\n  cacheTtlSearch: number;\n  cacheTtlContent: number;\n  fastStaleMaxHours: number;\n  fastTimeoutMs: number;\n  crawlConcurrency: number;\n  crawlDelayMs: number;\n  crawlPrivateConcurrency: number;\n  crawlPrivateDelayMs: number;\n  useProxy: boolean;\n  proxyUrl: string | null;\n  userAgent: string | null;\n  validateLinks: boolean;\n  respectRobotsTxt: boolean;\n  braveApiKey: string | null;\n  logLevel: 'debug' | 'info' | 'warn' | 'error';\n  logFormat: 'json' | 'text';\n  reranker: 'onnx' | 'none' | 'custom';\n  rerankerModel: string;\n  rerankerMaxLength: number;\n  rerankerReadyTimeoutMs: number;\n  rerankerRequestTimeoutMs: number;\n  rerankerIdleTimeoutMs: number;\n  relevanceThreshold: number;\n  bootstrapMaxAttempts: number;\n  bootstrapBackoffSeconds: number[];\n  healthProbeIntervalMs: number;\n  daemonPort: number;\n  daemonHost: string;\n  pluginsDir: string;\n  browserTypes: BrowserType[];\n  shellHistoryPath: string;\n  multiQueryConcurrency: number;\n  multiQueryMax: number;\n  embeddingModel: string;\n  embeddingIdleTimeoutMs: number;\n  embeddingMaxTextLength: number;\n  lightpandaUrl: string | null;\n  lightpandaEnabled: boolean;\n  lightpandaFailureThreshold: number;\n  llmProvider: string | null;\n  llmCacheTtlDays: number;\n  llmMaxCallsPerRequest: number;\n}\n\nfunction envStr(key: string, fallback: string | null = null): string | null {\n  return process.env[key] ?? fallback;\n}\n\nfunction envInt(key: string, fallback: number): number {\n  const val = process.env[key];\n  if (val === undefined) return fallback;\n  const parsed = parseInt(val, 10);\n  return isNaN(parsed) ? fallback : parsed;\n}\n\nfunction envIntArray(key: string, fallback: number[]): number[] {\n  const val = process.env[key];\n  if (val === undefined) return fallback;\n  const parts = val.split(',').map(s => parseInt(s.trim(), 10));\n  if (parts.some(n => isNaN(n))) return fallback;\n  return parts;\n}\n\nfunction envBool(key: string, fallback: boolean): boolean {\n  const val = process.env[key];\n  if (val === undefined) return fallback;\n  return val.toLowerCase() !== 'false' && val !== '0';\n}\n\nlet cachedConfig: Config | null = null;\n\nexport function getConfig(): Config {\n  if (cachedConfig) return cachedConfig;\n\n  cachedConfig = {\n    searxngUrl: envStr('SEARXNG_URL'),\n    searxngMode: (envStr('SEARXNG_MODE', 'native') as 'native' | 'docker'),\n    searxngPort: envInt('SEARXNG_PORT', 8888),\n    fetchTimeoutMs: envInt('FETCH_TIMEOUT_MS', 10000),\n    fetchMaxRetries: envInt('FETCH_MAX_RETRIES', 2),\n    maxRedirects: envInt('MAX_REDIRECTS', 5),\n    playwrightLoadTimeoutMs: envInt('PLAYWRIGHT_LOAD_TIMEOUT_MS', 15000),\n    playwrightNavTimeoutMs: envInt('PLAYWRIGHT_NAV_TIMEOUT_MS', 10000),\n    searxngQueryTimeoutMs: envInt('SEARXNG_QUERY_TIMEOUT_MS', 8000),\n    searchFetchTimeoutMs: envInt('SEARCH_FETCH_TIMEOUT_MS', 15000),\n    searchTotalTimeoutMs: envInt('SEARCH_TOTAL_TIMEOUT_MS', 30000),\n    validateTimeoutMs: envInt('VALIDATE_TIMEOUT_MS', 5000),\n    maxBrowsers: envInt('MAX_BROWSERS', 3),\n    browserIdleTimeoutMs: envInt('BROWSER_IDLE_TIMEOUT', 60000),\n    browserFallbackThreshold: envInt('BROWSER_FALLBACK_THRESHOLD', 3),\n    authStatePath: envStr('WIGOLO_AUTH_STATE_PATH'),\n    chromeProfilePath: envStr('WIGOLO_CHROME_PROFILE_PATH'),\n    cdpUrl: envStr('WIGOLO_CDP_URL') || null,\n    dataDir: envStr('WIGOLO_DATA_DIR') ?? join(homedir(), '.wigolo'),\n    cacheTtlSearch: envInt('CACHE_TTL_SEARCH', 86400),\n    cacheTtlContent: envInt('CACHE_TTL_CONTENT', 604800),\n    fastStaleMaxHours: envInt('WIGOLO_FAST_STALE_MAX_HOURS', 24),\n    fastTimeoutMs: envInt('WIGOLO_FAST_TIMEOUT_MS', 800),\n    crawlConcurrency: envInt('CRAWL_CONCURRENCY', 2),\n    crawlDelayMs: envInt('CRAWL_DELAY_MS', 500),\n    crawlPrivateConcurrency: envInt('CRAWL_PRIVATE_CONCURRENCY', 10),\n    crawlPrivateDelayMs: envInt('CRAWL_PRIVATE_DELAY_MS', 0),\n    useProxy: envBool('USE_PROXY', false),\n    proxyUrl: envStr('PROXY_URL'),\n    userAgent: envStr('USER_AGENT'),\n    validateLinks: envBool('VALIDATE_LINKS', true),\n    respectRobotsTxt: envBool('RESPECT_ROBOTS_TXT', true),\n    braveApiKey: envStr('BRAVE_API_KEY'),\n    logLevel: (envStr('LOG_LEVEL', 'info') as Config['logLevel']),\n    logFormat: (envStr('LOG_FORMAT', 'json') as Config['logFormat']),\n    reranker: (() => {\n      const raw = envStr('WIGOLO_RERANKER') ?? 'onnx';\n      if (raw === 'flashrank') {\n        console.warn(\n          '[wigolo] WIGOLO_RERANKER=flashrank is a legacy alias; treating as onnx. ' +\n          'The reranker runs as a Python subprocess; install via \"wigolo warmup --reranker\".',\n        );\n        return 'onnx';\n      }\n      return raw as Config['reranker'];\n    })(),\n    rerankerModel: envStr('WIGOLO_RERANKER_MODEL') ?? 'bge-reranker-v2-m3',\n    rerankerMaxLength: envInt('WIGOLO_RERANKER_MAX_LENGTH', 512),\n    rerankerReadyTimeoutMs: envInt('WIGOLO_RERANKER_READY_TIMEOUT_MS', 60_000),\n    rerankerRequestTimeoutMs: envInt('WIGOLO_RERANKER_REQUEST_TIMEOUT_MS', 30_000),\n    rerankerIdleTimeoutMs: envInt('WIGOLO_RERANKER_IDLE_TIMEOUT_MS', 300_000),\n    relevanceThreshold: parseFloat(envStr('WIGOLO_RELEVANCE_THRESHOLD') ?? '0') || 0,\n    bootstrapMaxAttempts: envInt('WIGOLO_BOOTSTRAP_MAX_ATTEMPTS', 3),\n    bootstrapBackoffSeconds: envIntArray('WIGOLO_BOOTSTRAP_BACKOFF_SECONDS', [30, 3600, 86400]),\n    healthProbeIntervalMs: envInt('WIGOLO_HEALTH_PROBE_INTERVAL_MS', 30000),\n    daemonPort: envInt('WIGOLO_DAEMON_PORT', 3333),\n    daemonHost: envStr('WIGOLO_DAEMON_HOST', '127.0.0.1')?.trim() || '127.0.0.1',\n    pluginsDir: (() => {\n      const raw = envStr('WIGOLO_PLUGINS_DIR');\n      if (raw) {\n        if (raw.startsWith('~')) return join(homedir(), raw.slice(1));\n        return raw;\n      }\n      return join(envStr('WIGOLO_DATA_DIR') ?? join(homedir(), '.wigolo'), 'plugins');\n    })(),\n    browserTypes: parseBrowserTypes(envStr('WIGOLO_BROWSER_TYPES')),\n    shellHistoryPath: envStr('WIGOLO_SHELL_HISTORY_PATH') ?? join(homedir(), '.wigolo', 'shell-history'),\n    multiQueryConcurrency: envInt('WIGOLO_MULTI_QUERY_CONCURRENCY', 5),\n    multiQueryMax: envInt('WIGOLO_MULTI_QUERY_MAX', 10),\n    embeddingModel: envStr('WIGOLO_EMBEDDING_MODEL') ?? 'BAAI/bge-small-en-v1.5',\n    embeddingIdleTimeoutMs: envInt('WIGOLO_EMBEDDING_IDLE_TIMEOUT', 1800000),\n    embeddingMaxTextLength: envInt('WIGOLO_EMBEDDING_MAX_TEXT_LENGTH', 8000),\n    lightpandaUrl: envStr('WIGOLO_LIGHTPANDA_URL'),\n    lightpandaEnabled: envBool('WIGOLO_LIGHTPANDA_ENABLED', false),\n    lightpandaFailureThreshold: envInt('WIGOLO_LIGHTPANDA_FAILURE_THRESHOLD', 3),\n    llmProvider: envStr('WIGOLO_LLM_PROVIDER'),\n    llmCacheTtlDays: envInt('WIGOLO_LLM_CACHE_TTL_DAYS', 7),\n    llmMaxCallsPerRequest: envInt('WIGOLO_LLM_MAX_CALLS_PER_REQUEST', 1),\n  };\n\n  return cachedConfig;\n}\n\nexport function resetConfig(): void {\n  cachedConfig = null;\n}\n"],"mappings":"AAAA,SAAS,eAAe;AACxB,SAAS,YAAY;AACrB,SAAS,yBAAyB;AAmElC,SAAS,OAAO,KAAa,WAA0B,MAAqB;AAC1E,SAAO,QAAQ,IAAI,GAAG,KAAK;AAC7B;AAEA,SAAS,OAAO,KAAa,UAA0B;AACrD,QAAM,MAAM,QAAQ,IAAI,GAAG;AAC3B,MAAI,QAAQ,OAAW,QAAO;AAC9B,QAAM,SAAS,SAAS,KAAK,EAAE;AAC/B,SAAO,MAAM,MAAM,IAAI,WAAW;AACpC;AAEA,SAAS,YAAY,KAAa,UAA8B;AAC9D,QAAM,MAAM,QAAQ,IAAI,GAAG;AAC3B,MAAI,QAAQ,OAAW,QAAO;AAC9B,QAAM,QAAQ,IAAI,MAAM,GAAG,EAAE,IAAI,OAAK,SAAS,EAAE,KAAK,GAAG,EAAE,CAAC;AAC5D,MAAI,MAAM,KAAK,OAAK,MAAM,CAAC,CAAC,EAAG,QAAO;AACtC,SAAO;AACT;AAEA,SAAS,QAAQ,KAAa,UAA4B;AACxD,QAAM,MAAM,QAAQ,IAAI,GAAG;AAC3B,MAAI,QAAQ,OAAW,QAAO;AAC9B,SAAO,IAAI,YAAY,MAAM,WAAW,QAAQ;AAClD;AAEA,IAAI,eAA8B;AAE3B,SAAS,YAAoB;AAClC,MAAI,aAAc,QAAO;AAEzB,iBAAe;AAAA,IACb,YAAY,OAAO,aAAa;AAAA,IAChC,aAAc,OAAO,gBAAgB,QAAQ;AAAA,IAC7C,aAAa,OAAO,gBAAgB,IAAI;AAAA,IACxC,gBAAgB,OAAO,oBAAoB,GAAK;AAAA,IAChD,iBAAiB,OAAO,qBAAqB,CAAC;AAAA,IAC9C,cAAc,OAAO,iBAAiB,CAAC;AAAA,IACvC,yBAAyB,OAAO,8BAA8B,IAAK;AAAA,IACnE,wBAAwB,OAAO,6BAA6B,GAAK;AAAA,IACjE,uBAAuB,OAAO,4BAA4B,GAAI;AAAA,IAC9D,sBAAsB,OAAO,2BAA2B,IAAK;AAAA,IAC7D,sBAAsB,OAAO,2BAA2B,GAAK;AAAA,IAC7D,mBAAmB,OAAO,uBAAuB,GAAI;AAAA,IACrD,aAAa,OAAO,gBAAgB,CAAC;AAAA,IACrC,sBAAsB,OAAO,wBAAwB,GAAK;AAAA,IAC1D,0BAA0B,OAAO,8BAA8B,CAAC;AAAA,IAChE,eAAe,OAAO,wBAAwB;AAAA,IAC9C,mBAAmB,OAAO,4BAA4B;AAAA,IACtD,QAAQ,OAAO,gBAAgB,KAAK;AAAA,IACpC,SAAS,OAAO,iBAAiB,KAAK,KAAK,QAAQ,GAAG,SAAS;AAAA,IAC/D,gBAAgB,OAAO,oBAAoB,KAAK;AAAA,IAChD,iBAAiB,OAAO,qBAAqB,MAAM;AAAA,IACnD,mBAAmB,OAAO,+BAA+B,EAAE;AAAA,IAC3D,eAAe,OAAO,0BAA0B,GAAG;AAAA,IACnD,kBAAkB,OAAO,qBAAqB,CAAC;AAAA,IAC/C,cAAc,OAAO,kBAAkB,GAAG;AAAA,IAC1C,yBAAyB,OAAO,6BAA6B,EAAE;AAAA,IAC/D,qBAAqB,OAAO,0BAA0B,CAAC;AAAA,IACvD,UAAU,QAAQ,aAAa,KAAK;AAAA,IACpC,UAAU,OAAO,WAAW;AAAA,IAC5B,WAAW,OAAO,YAAY;AAAA,IAC9B,eAAe,QAAQ,kBAAkB,IAAI;AAAA,IAC7C,kBAAkB,QAAQ,sBAAsB,IAAI;AAAA,IACpD,aAAa,OAAO,eAAe;AAAA,IACnC,UAAW,OAAO,aAAa,MAAM;AAAA,IACrC,WAAY,OAAO,cAAc,MAAM;AAAA,IACvC,WAAW,MAAM;AACf,YAAM,MAAM,OAAO,iBAAiB,KAAK;AACzC,UAAI,QAAQ,aAAa;AACvB,gBAAQ;AAAA,UACN;AAAA,QAEF;AACA,eAAO;AAAA,MACT;AACA,aAAO;AAAA,IACT,GAAG;AAAA,IACH,eAAe,OAAO,uBAAuB,KAAK;AAAA,IAClD,mBAAmB,OAAO,8BAA8B,GAAG;AAAA,IAC3D,wBAAwB,OAAO,oCAAoC,GAAM;AAAA,IACzE,0BAA0B,OAAO,sCAAsC,GAAM;AAAA,IAC7E,uBAAuB,OAAO,mCAAmC,GAAO;AAAA,IACxE,oBAAoB,WAAW,OAAO,4BAA4B,KAAK,GAAG,KAAK;AAAA,IAC/E,sBAAsB,OAAO,iCAAiC,CAAC;AAAA,IAC/D,yBAAyB,YAAY,oCAAoC,CAAC,IAAI,MAAM,KAAK,CAAC;AAAA,IAC1F,uBAAuB,OAAO,mCAAmC,GAAK;AAAA,IACtE,YAAY,OAAO,sBAAsB,IAAI;AAAA,IAC7C,YAAY,OAAO,sBAAsB,WAAW,GAAG,KAAK,KAAK;AAAA,IACjE,aAAa,MAAM;AACjB,YAAM,MAAM,OAAO,oBAAoB;AACvC,UAAI,KAAK;AACP,YAAI,IAAI,WAAW,GAAG,EAAG,QAAO,KAAK,QAAQ,GAAG,IAAI,MAAM,CAAC,CAAC;AAC5D,eAAO;AAAA,MACT;AACA,aAAO,KAAK,OAAO,iBAAiB,KAAK,KAAK,QAAQ,GAAG,SAAS,GAAG,SAAS;AAAA,IAChF,GAAG;AAAA,IACH,cAAc,kBAAkB,OAAO,sBAAsB,CAAC;AAAA,IAC9D,kBAAkB,OAAO,2BAA2B,KAAK,KAAK,QAAQ,GAAG,WAAW,eAAe;AAAA,IACnG,uBAAuB,OAAO,kCAAkC,CAAC;AAAA,IACjE,eAAe,OAAO,0BAA0B,EAAE;AAAA,IAClD,gBAAgB,OAAO,wBAAwB,KAAK;AAAA,IACpD,wBAAwB,OAAO,iCAAiC,IAAO;AAAA,IACvE,wBAAwB,OAAO,oCAAoC,GAAI;AAAA,IACvE,eAAe,OAAO,uBAAuB;AAAA,IAC7C,mBAAmB,QAAQ,6BAA6B,KAAK;AAAA,IAC7D,4BAA4B,OAAO,uCAAuC,CAAC;AAAA,IAC3E,aAAa,OAAO,qBAAqB;AAAA,IACzC,iBAAiB,OAAO,6BAA6B,CAAC;AAAA,IACtD,uBAAuB,OAAO,oCAAoC,CAAC;AAAA,EACrE;AAEA,SAAO;AACT;AAEO,SAAS,cAAoB;AAClC,iBAAe;AACjB;","names":[]}

package/dist/crawl/crawler.d.ts

@@ -13,6 +13,12 @@ export declare class Crawler {
     private crawlTraversal;
     private filterLinks;
     crawlSitemap(input: CrawlInput, seedOrigin: string, maxPages: number, robotsParser: RobotsParser | null): Promise<CrawlOutput>;
+    /**
+     * Crawl an explicit list of URLs (e.g. from a sitemap probe). Applies
+     * include/exclude patterns, robots.txt, max_pages, and rate limits the
+     * same way as crawlSitemap.
+     */
+    private crawlFromExplicitUrls;
     private discoverSitemapUrls;
 }
 //# sourceMappingURL=crawler.d.ts.map

package/dist/crawl/crawler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"crawler.d.ts","sourceRoot":"","sources":["../../src/crawl/crawler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAA6B,cAAc,EAAE,MAAM,aAAa,CAAC;AAGnH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAO3C,MAAM,MAAM,OAAO,GAAG,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,WAAW,CAAC,CAAC;AAC5D,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,CAAC,CAAC;AAElE,qBAAa,OAAO;IAClB,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,WAAW,CAAqB;gBAE5B,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU;IAK9C,KAAK,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAsBpD,OAAO,CAAC,gBAAgB,CAAuB;YAEjC,WAAW;YAmBX,cAAc;IA8E5B,OAAO,CAAC,WAAW;IA6Bb,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,YAAY,GAAG,IAAI,GAChC,OAAO,CAAC,WAAW,CAAC;YAqDT,mBAAmB;CA4ClC"}
+{"version":3,"file":"crawler.d.ts","sourceRoot":"","sources":["../../src/crawl/crawler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAA6B,cAAc,EAAE,MAAM,aAAa,CAAC;AAGnH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAS3C,MAAM,MAAM,OAAO,GAAG,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,WAAW,CAAC,CAAC;AAC5D,MAAM,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,CAAC,CAAC;AAElE,qBAAa,OAAO;IAClB,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,WAAW,CAAqB;gBAE5B,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU;IAK9C,KAAK,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAgCpD,OAAO,CAAC,gBAAgB,CAAuB;YAEjC,WAAW;YAmBX,cAAc;IAkF5B,OAAO,CAAC,WAAW;IA6Bb,YAAY,CAChB,KAAK,EAAE,UAAU,EACjB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,YAAY,GAAG,IAAI,GAChC,OAAO,CAAC,WAAW,CAAC;IAYvB;;;;OAIG;YACW,qBAAqB;YAqDrB,mBAAmB;CA4ClC"}