@staticn0va/wigolo 0.1.0 → 0.1.1

package/dist/integrations/cloud/llm/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../../src/integrations/cloud/llm/openai.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAIhE,wBAAsB,UAAU,CAC9B,IAAI,EAAE,WAAW,EACjB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,gBAAgB,CAAC,CAwC3B"}

package/dist/integrations/cloud/llm/openai.js

@@ -0,0 +1,43 @@
+import OpenAI from "openai";
+const DEFAULT_MODEL = "gpt-4o-mini";
+async function callOpenAI(opts, apiKey) {
+  const client = new OpenAI({ apiKey });
+  const model = opts.modelOverride ?? DEFAULT_MODEL;
+  const start = Date.now();
+  const response = await client.chat.completions.create(
+    {
+      model,
+      messages: [{ role: "user", content: opts.prompt }],
+      response_format: {
+        type: "json_schema",
+        json_schema: {
+          name: "extract",
+          schema: opts.jsonSchema,
+          strict: true
+        }
+      }
+    },
+    { signal: opts.signal }
+  );
+  const content = response.choices?.[0]?.message?.content;
+  if (!content) {
+    throw new Error("openai: empty content in response");
+  }
+  let values;
+  try {
+    values = JSON.parse(content);
+  } catch (e) {
+    throw new Error(`openai: invalid JSON in response: ${e.message}`);
+  }
+  return {
+    values,
+    provider: "openai",
+    model: response.model ?? model,
+    cached: false,
+    latencyMs: Date.now() - start
+  };
+}
+export {
+  callOpenAI
+};
+//# sourceMappingURL=openai.js.map

package/dist/integrations/cloud/llm/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/integrations/cloud/llm/openai.ts"],"sourcesContent":["import OpenAI from 'openai';\nimport type { LLMCallOpts, LLMExtractResult } from './types.js';\n\nconst DEFAULT_MODEL = 'gpt-4o-mini';\n\nexport async function callOpenAI(\n  opts: LLMCallOpts,\n  apiKey: string,\n): Promise<LLMExtractResult> {\n  const client = new OpenAI({ apiKey });\n  const model = opts.modelOverride ?? DEFAULT_MODEL;\n  const start = Date.now();\n\n  const response = await client.chat.completions.create(\n    {\n      model,\n      messages: [{ role: 'user', content: opts.prompt }],\n      response_format: {\n        type: 'json_schema',\n        json_schema: {\n          name: 'extract',\n          schema: opts.jsonSchema,\n          strict: true,\n        },\n      },\n    },\n    { signal: opts.signal },\n  );\n\n  const content = response.choices?.[0]?.message?.content;\n  if (!content) {\n    throw new Error('openai: empty content in response');\n  }\n\n  let values: Record<string, unknown>;\n  try {\n    values = JSON.parse(content);\n  } catch (e) {\n    throw new Error(`openai: invalid JSON in response: ${(e as Error).message}`);\n  }\n\n  return {\n    values,\n    provider: 'openai',\n    model: response.model ?? model,\n    cached: false,\n    latencyMs: Date.now() - start,\n  };\n}\n"],"mappings":"AAAA,OAAO,YAAY;AAGnB,MAAM,gBAAgB;AAEtB,eAAsB,WACpB,MACA,QAC2B;AAC3B,QAAM,SAAS,IAAI,OAAO,EAAE,OAAO,CAAC;AACpC,QAAM,QAAQ,KAAK,iBAAiB;AACpC,QAAM,QAAQ,KAAK,IAAI;AAEvB,QAAM,WAAW,MAAM,OAAO,KAAK,YAAY;AAAA,IAC7C;AAAA,MACE;AAAA,MACA,UAAU,CAAC,EAAE,MAAM,QAAQ,SAAS,KAAK,OAAO,CAAC;AAAA,MACjD,iBAAiB;AAAA,QACf,MAAM;AAAA,QACN,aAAa;AAAA,UACX,MAAM;AAAA,UACN,QAAQ,KAAK;AAAA,UACb,QAAQ;AAAA,QACV;AAAA,MACF;AAAA,IACF;AAAA,IACA,EAAE,QAAQ,KAAK,OAAO;AAAA,EACxB;AAEA,QAAM,UAAU,SAAS,UAAU,CAAC,GAAG,SAAS;AAChD,MAAI,CAAC,SAAS;AACZ,UAAM,IAAI,MAAM,mCAAmC;AAAA,EACrD;AAEA,MAAI;AACJ,MAAI;AACF,aAAS,KAAK,MAAM,OAAO;AAAA,EAC7B,SAAS,GAAG;AACV,UAAM,IAAI,MAAM,qCAAsC,EAAY,OAAO,EAAE;AAAA,EAC7E;AAEA,SAAO;AAAA,IACL;AAAA,IACA,UAAU;AAAA,IACV,OAAO,SAAS,SAAS;AAAA,IACzB,QAAQ;AAAA,IACR,WAAW,KAAK,IAAI,IAAI;AAAA,EAC1B;AACF;","names":[]}

package/dist/integrations/cloud/llm/select.d.ts

@@ -0,0 +1,5 @@
+import type { LLMProvider } from './types.js';
+export declare function selectProvider(env: Record<string, string | undefined>): LLMProvider | null;
+export declare function providerEnvVar(p: LLMProvider): string;
+export declare function allProviders(): readonly LLMProvider[];
+//# sourceMappingURL=select.d.ts.map

package/dist/integrations/cloud/llm/select.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"select.d.ts","sourceRoot":"","sources":["../../../../src/integrations/cloud/llm/select.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAW9C,wBAAgB,cAAc,CAC5B,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,GACtC,WAAW,GAAG,IAAI,CAUpB;AAED,wBAAgB,cAAc,CAAC,CAAC,EAAE,WAAW,GAAG,MAAM,CAErD;AAED,wBAAgB,YAAY,IAAI,SAAS,WAAW,EAAE,CAErD"}

package/dist/integrations/cloud/llm/select.js

@@ -0,0 +1,30 @@
+const PROVIDER_ORDER = ["anthropic", "openai", "gemini", "groq"];
+const PROVIDER_ENV = {
+  anthropic: "ANTHROPIC_API_KEY",
+  openai: "OPENAI_API_KEY",
+  gemini: "GOOGLE_API_KEY",
+  groq: "GROQ_API_KEY"
+};
+function selectProvider(env) {
+  const override = env.WIGOLO_LLM_PROVIDER;
+  if (override && PROVIDER_ORDER.includes(override)) {
+    const p = override;
+    if (env[PROVIDER_ENV[p]]) return p;
+  }
+  for (const p of PROVIDER_ORDER) {
+    if (env[PROVIDER_ENV[p]]) return p;
+  }
+  return null;
+}
+function providerEnvVar(p) {
+  return PROVIDER_ENV[p];
+}
+function allProviders() {
+  return PROVIDER_ORDER;
+}
+export {
+  allProviders,
+  providerEnvVar,
+  selectProvider
+};
+//# sourceMappingURL=select.js.map

package/dist/integrations/cloud/llm/select.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/integrations/cloud/llm/select.ts"],"sourcesContent":["import type { LLMProvider } from './types.js';\n\nconst PROVIDER_ORDER: LLMProvider[] = ['anthropic', 'openai', 'gemini', 'groq'];\n\nconst PROVIDER_ENV: Record<LLMProvider, string> = {\n  anthropic: 'ANTHROPIC_API_KEY',\n  openai: 'OPENAI_API_KEY',\n  gemini: 'GOOGLE_API_KEY',\n  groq: 'GROQ_API_KEY',\n};\n\nexport function selectProvider(\n  env: Record<string, string | undefined>,\n): LLMProvider | null {\n  const override = env.WIGOLO_LLM_PROVIDER;\n  if (override && (PROVIDER_ORDER as string[]).includes(override)) {\n    const p = override as LLMProvider;\n    if (env[PROVIDER_ENV[p]]) return p;\n  }\n  for (const p of PROVIDER_ORDER) {\n    if (env[PROVIDER_ENV[p]]) return p;\n  }\n  return null;\n}\n\nexport function providerEnvVar(p: LLMProvider): string {\n  return PROVIDER_ENV[p];\n}\n\nexport function allProviders(): readonly LLMProvider[] {\n  return PROVIDER_ORDER;\n}\n"],"mappings":"AAEA,MAAM,iBAAgC,CAAC,aAAa,UAAU,UAAU,MAAM;AAE9E,MAAM,eAA4C;AAAA,EAChD,WAAW;AAAA,EACX,QAAQ;AAAA,EACR,QAAQ;AAAA,EACR,MAAM;AACR;AAEO,SAAS,eACd,KACoB;AACpB,QAAM,WAAW,IAAI;AACrB,MAAI,YAAa,eAA4B,SAAS,QAAQ,GAAG;AAC/D,UAAM,IAAI;AACV,QAAI,IAAI,aAAa,CAAC,CAAC,EAAG,QAAO;AAAA,EACnC;AACA,aAAW,KAAK,gBAAgB;AAC9B,QAAI,IAAI,aAAa,CAAC,CAAC,EAAG,QAAO;AAAA,EACnC;AACA,SAAO;AACT;AAEO,SAAS,eAAe,GAAwB;AACrD,SAAO,aAAa,CAAC;AACvB;AAEO,SAAS,eAAuC;AACrD,SAAO;AACT;","names":[]}

package/dist/integrations/cloud/llm/types.d.ts

@@ -0,0 +1,24 @@
+export type LLMProvider = 'anthropic' | 'openai' | 'gemini' | 'groq';
+export interface LLMExtractResult {
+    values: Record<string, unknown>;
+    provider: LLMProvider;
+    model: string;
+    cached: boolean;
+    latencyMs: number;
+    warnings?: string[];
+}
+export interface LLMCallRecord {
+    modelId: string;
+    promptHash: string;
+    schemaHash: string;
+    response: string;
+    createdAt: number;
+    expiresAt: number;
+}
+export interface LLMCallOpts {
+    prompt: string;
+    jsonSchema: Record<string, unknown>;
+    modelOverride?: string;
+    signal?: AbortSignal;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/integrations/cloud/llm/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/integrations/cloud/llm/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,CAAC;AAErE,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,QAAQ,EAAE,WAAW,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB"}

package/dist/integrations/cloud/llm/types.js

@@ -0,0 +1 @@
+//# sourceMappingURL=types.js.map

package/dist/integrations/cloud/llm/types.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/integrations/cloud/llm/validate.d.ts

@@ -0,0 +1,6 @@
+export interface ValidationError {
+    path: string;
+    message: string;
+}
+export declare function validateAgainstSchema(value: unknown, schema: Record<string, unknown>): ValidationError[];
+//# sourceMappingURL=validate.d.ts.map

package/dist/integrations/cloud/llm/validate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../../../src/integrations/cloud/llm/validate.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AASD,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,eAAe,EAAE,CAInB"}

package/dist/integrations/cloud/llm/validate.js

@@ -0,0 +1,63 @@
+function validateAgainstSchema(value, schema) {
+  const errors = [];
+  walk(value, schema, "$", errors);
+  return errors;
+}
+function walk(value, schema, path, errors) {
+  if (schema.type) {
+    const types = Array.isArray(schema.type) ? schema.type : [schema.type];
+    if (!types.some((t) => matchesType(value, t))) {
+      errors.push({
+        path,
+        message: `expected type ${types.join("|")} but got ${actualType(value)}`
+      });
+      return;
+    }
+  }
+  if (schema.type === "object" && value && typeof value === "object") {
+    const obj = value;
+    for (const req of schema.required ?? []) {
+      if (obj[req] === void 0) {
+        errors.push({ path: `${path}.${req}`, message: "required" });
+      }
+    }
+    for (const [k, sub] of Object.entries(schema.properties ?? {})) {
+      if (obj[k] !== void 0) {
+        walk(obj[k], sub, `${path}.${k}`, errors);
+      }
+    }
+  }
+  if (schema.type === "array" && Array.isArray(value) && schema.items) {
+    value.forEach(
+      (item, i) => walk(item, schema.items, `${path}[${i}]`, errors)
+    );
+  }
+}
+function matchesType(value, type) {
+  switch (type) {
+    case "string":
+      return typeof value === "string";
+    case "number":
+    case "integer":
+      return typeof value === "number";
+    case "boolean":
+      return typeof value === "boolean";
+    case "null":
+      return value === null;
+    case "array":
+      return Array.isArray(value);
+    case "object":
+      return value !== null && typeof value === "object" && !Array.isArray(value);
+    default:
+      return true;
+  }
+}
+function actualType(value) {
+  if (value === null) return "null";
+  if (Array.isArray(value)) return "array";
+  return typeof value;
+}
+export {
+  validateAgainstSchema
+};
+//# sourceMappingURL=validate.js.map

package/dist/integrations/cloud/llm/validate.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/integrations/cloud/llm/validate.ts"],"sourcesContent":["// Minimal recursive JSON Schema validator: required + type checks.\n// Sufficient for post-hoc validation of provider responses where the SDK\n// does not enforce a schema natively (e.g. Groq json_object).\n\nexport interface ValidationError {\n  path: string;\n  message: string;\n}\n\ninterface SchemaShape {\n  type?: string | string[];\n  required?: string[];\n  properties?: Record<string, SchemaShape>;\n  items?: SchemaShape;\n}\n\nexport function validateAgainstSchema(\n  value: unknown,\n  schema: Record<string, unknown>,\n): ValidationError[] {\n  const errors: ValidationError[] = [];\n  walk(value, schema as SchemaShape, '$', errors);\n  return errors;\n}\n\nfunction walk(\n  value: unknown,\n  schema: SchemaShape,\n  path: string,\n  errors: ValidationError[],\n): void {\n  if (schema.type) {\n    const types = Array.isArray(schema.type) ? schema.type : [schema.type];\n    if (!types.some((t) => matchesType(value, t))) {\n      errors.push({\n        path,\n        message: `expected type ${types.join('|')} but got ${actualType(value)}`,\n      });\n      return;\n    }\n  }\n\n  if (schema.type === 'object' && value && typeof value === 'object') {\n    const obj = value as Record<string, unknown>;\n    for (const req of schema.required ?? []) {\n      if (obj[req] === undefined) {\n        errors.push({ path: `${path}.${req}`, message: 'required' });\n      }\n    }\n    for (const [k, sub] of Object.entries(schema.properties ?? {})) {\n      if (obj[k] !== undefined) {\n        walk(obj[k], sub, `${path}.${k}`, errors);\n      }\n    }\n  }\n\n  if (schema.type === 'array' && Array.isArray(value) && schema.items) {\n    value.forEach((item, i) =>\n      walk(item, schema.items as SchemaShape, `${path}[${i}]`, errors),\n    );\n  }\n}\n\nfunction matchesType(value: unknown, type: string): boolean {\n  switch (type) {\n    case 'string':\n      return typeof value === 'string';\n    case 'number':\n    case 'integer':\n      return typeof value === 'number';\n    case 'boolean':\n      return typeof value === 'boolean';\n    case 'null':\n      return value === null;\n    case 'array':\n      return Array.isArray(value);\n    case 'object':\n      return value !== null && typeof value === 'object' && !Array.isArray(value);\n    default:\n      return true;\n  }\n}\n\nfunction actualType(value: unknown): string {\n  if (value === null) return 'null';\n  if (Array.isArray(value)) return 'array';\n  return typeof value;\n}\n"],"mappings":"AAgBO,SAAS,sBACd,OACA,QACmB;AACnB,QAAM,SAA4B,CAAC;AACnC,OAAK,OAAO,QAAuB,KAAK,MAAM;AAC9C,SAAO;AACT;AAEA,SAAS,KACP,OACA,QACA,MACA,QACM;AACN,MAAI,OAAO,MAAM;AACf,UAAM,QAAQ,MAAM,QAAQ,OAAO,IAAI,IAAI,OAAO,OAAO,CAAC,OAAO,IAAI;AACrE,QAAI,CAAC,MAAM,KAAK,CAAC,MAAM,YAAY,OAAO,CAAC,CAAC,GAAG;AAC7C,aAAO,KAAK;AAAA,QACV;AAAA,QACA,SAAS,iBAAiB,MAAM,KAAK,GAAG,CAAC,YAAY,WAAW,KAAK,CAAC;AAAA,MACxE,CAAC;AACD;AAAA,IACF;AAAA,EACF;AAEA,MAAI,OAAO,SAAS,YAAY,SAAS,OAAO,UAAU,UAAU;AAClE,UAAM,MAAM;AACZ,eAAW,OAAO,OAAO,YAAY,CAAC,GAAG;AACvC,UAAI,IAAI,GAAG,MAAM,QAAW;AAC1B,eAAO,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,GAAG,IAAI,SAAS,WAAW,CAAC;AAAA,MAC7D;AAAA,IACF;AACA,eAAW,CAAC,GAAG,GAAG,KAAK,OAAO,QAAQ,OAAO,cAAc,CAAC,CAAC,GAAG;AAC9D,UAAI,IAAI,CAAC,MAAM,QAAW;AACxB,aAAK,IAAI,CAAC,GAAG,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,MAAM;AAAA,MAC1C;AAAA,IACF;AAAA,EACF;AAEA,MAAI,OAAO,SAAS,WAAW,MAAM,QAAQ,KAAK,KAAK,OAAO,OAAO;AACnE,UAAM;AAAA,MAAQ,CAAC,MAAM,MACnB,KAAK,MAAM,OAAO,OAAsB,GAAG,IAAI,IAAI,CAAC,KAAK,MAAM;AAAA,IACjE;AAAA,EACF;AACF;AAEA,SAAS,YAAY,OAAgB,MAAuB;AAC1D,UAAQ,MAAM;AAAA,IACZ,KAAK;AACH,aAAO,OAAO,UAAU;AAAA,IAC1B,KAAK;AAAA,IACL,KAAK;AACH,aAAO,OAAO,UAAU;AAAA,IAC1B,KAAK;AACH,aAAO,OAAO,UAAU;AAAA,IAC1B,KAAK;AACH,aAAO,UAAU;AAAA,IACnB,KAAK;AACH,aAAO,MAAM,QAAQ,KAAK;AAAA,IAC5B,KAAK;AACH,aAAO,UAAU,QAAQ,OAAO,UAAU,YAAY,CAAC,MAAM,QAAQ,KAAK;AAAA,IAC5E;AACE,aAAO;AAAA,EACX;AACF;AAEA,SAAS,WAAW,OAAwB;AAC1C,MAAI,UAAU,KAAM,QAAO;AAC3B,MAAI,MAAM,QAAQ,KAAK,EAAG,QAAO;AACjC,SAAO,OAAO;AAChB;","names":[]}

package/dist/logger.d.ts

@@ -1,10 +1,13 @@
-type Module = 'fetch' | 'search' | 'crawl' | 'cache' | 'extract' | 'searxng' | 'server' | 'cli' | 'jsonld';
+type LogLevel = 'debug' | 'info' | 'warn' | 'error';
+type Module = 'fetch' | 'search' | 'crawl' | 'cache' | 'extract' | 'searxng' | 'server' | 'cli' | 'jsonld' | 'repl' | 'embedding' | 'research' | 'agent' | 'structured-data' | 'reranker' | 'mode' | 'language-filter' | 'playwright-tier' | 'python-worker' | 'providers';
 export interface Logger {
     debug(msg: string, data?: Record<string, unknown>): void;
     info(msg: string, data?: Record<string, unknown>): void;
     warn(msg: string, data?: Record<string, unknown>): void;
     error(msg: string, data?: Record<string, unknown>): void;
 }
+export declare function setLogSuppression(level: LogLevel | null): void;
+export declare function getLogSuppression(): LogLevel | null;
 export declare function createLogger(module: Module): Logger;
 export {};
 //# sourceMappingURL=logger.d.ts.map

package/dist/logger.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAGA,KAAK,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,KAAK,GAAG,QAAQ,CAAC;AAS3G,MAAM,WAAW,MAAM;IACrB,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACzD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACxD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACxD,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CAC1D;AAmBD,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAiBnD"}
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAIA,KAAK,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AACpD,KAAK,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,UAAU,GAAG,OAAO,GAAG,iBAAiB,GAAG,UAAU,GAAG,MAAM,GAAG,iBAAiB,GAAG,iBAAiB,GAAG,eAAe,GAAG,WAAW,CAAC;AAS3Q,MAAM,WAAW,MAAM;IACrB,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACzD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACxD,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACxD,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CAC1D;AAqDD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI,GAAG,IAAI,CAE9D;AAED,wBAAgB,iBAAiB,IAAI,QAAQ,GAAG,IAAI,CAEnD;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAoBnD"}

package/dist/logger.js

@@ -1,39 +1,80 @@
-import { getConfig } from './config.js';
+import { appendFileSync, mkdirSync } from "node:fs";
+import { join } from "node:path";
+import { getConfig } from "./config.js";
 const LEVEL_PRIORITY = {
-    debug: 0,
-    info: 1,
-    warn: 2,
-    error: 3,
+  debug: 0,
+  info: 1,
+  warn: 2,
+  error: 3
 };
+let tuiLogPath = null;
+function getTuiLogPath() {
+  if (!tuiLogPath) {
+    const dataDir = getConfig().dataDir;
+    mkdirSync(dataDir, { recursive: true });
+    tuiLogPath = join(dataDir, "init.log");
+  }
+  return tuiLogPath;
+}
+function appendToLogFile(line) {
+  try {
+    appendFileSync(getTuiLogPath(), line + "\n");
+  } catch {
+  }
+}
 function writeJson(level, module, msg, data) {
-    const line = JSON.stringify({
-        ts: new Date().toISOString(),
-        level,
-        msg,
-        module,
-        ...(data ? { data } : {}),
-    });
-    process.stderr.write(line + '\n');
+  const line = JSON.stringify({
+    ts: (/* @__PURE__ */ new Date()).toISOString(),
+    level,
+    msg,
+    module,
+    ...data ? { data } : {}
+  });
+  if (process.env.WIGOLO_TUI_MODE === "true") {
+    appendToLogFile(line);
+    return;
+  }
+  process.stderr.write(line + "\n");
 }
 function writeText(level, module, msg, data) {
-    const ts = new Date().toISOString();
-    const dataStr = data ? ' ' + Object.entries(data).map(([k, v]) => `${k}=${v}`).join(' ') : '';
-    process.stderr.write(`[${ts}] ${level.toUpperCase().padEnd(5)} [${module}] ${msg}${dataStr}\n`);
+  const ts = (/* @__PURE__ */ new Date()).toISOString();
+  const dataStr = data ? " " + Object.entries(data).map(([k, v]) => `${k}=${v}`).join(" ") : "";
+  const line = `[${ts}] ${level.toUpperCase().padEnd(5)} [${module}] ${msg}${dataStr}`;
+  if (process.env.WIGOLO_TUI_MODE === "true") {
+    appendToLogFile(line);
+    return;
+  }
+  process.stderr.write(line + "\n");
+}
+let suppressionFloor = null;
+function setLogSuppression(level) {
+  suppressionFloor = level;
 }
-export function createLogger(module) {
-    const config = getConfig();
-    const minPriority = LEVEL_PRIORITY[config.logLevel];
-    const write = config.logFormat === 'json' ? writeJson : writeText;
-    function log(level, msg, data) {
-        if (LEVEL_PRIORITY[level] >= minPriority) {
-            write(level, module, msg, data);
-        }
+function getLogSuppression() {
+  return suppressionFloor;
+}
+function createLogger(module) {
+  const config = getConfig();
+  const minPriority = LEVEL_PRIORITY[config.logLevel];
+  const write = config.logFormat === "json" ? writeJson : writeText;
+  function log(level, msg, data) {
+    if (suppressionFloor !== null && LEVEL_PRIORITY[level] < LEVEL_PRIORITY[suppressionFloor]) {
+      return;
+    }
+    if (LEVEL_PRIORITY[level] >= minPriority) {
+      write(level, module, msg, data);
     }
-    return {
-        debug: (msg, data) => log('debug', msg, data),
-        info: (msg, data) => log('info', msg, data),
-        warn: (msg, data) => log('warn', msg, data),
-        error: (msg, data) => log('error', msg, data),
-    };
+  }
+  return {
+    debug: (msg, data) => log("debug", msg, data),
+    info: (msg, data) => log("info", msg, data),
+    warn: (msg, data) => log("warn", msg, data),
+    error: (msg, data) => log("error", msg, data)
+  };
 }
+export {
+  createLogger,
+  getLogSuppression,
+  setLogSuppression
+};
 //# sourceMappingURL=logger.js.map

package/dist/logger.js.map

@@ -1 +1 @@
-{"version":3,"file":"logger.js","sourceRoot":"","sources":["../src/logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAKxC,MAAM,cAAc,GAA6B;IAC/C,KAAK,EAAE,CAAC;IACR,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,CAAC;IACP,KAAK,EAAE,CAAC;CACT,CAAC;AASF,SAAS,SAAS,CAAC,KAAe,EAAE,MAAc,EAAE,GAAW,EAAE,IAA8B;IAC7F,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAC5B,KAAK;QACL,GAAG;QACH,MAAM;QACN,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1B,CAAC,CAAC;IACH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,SAAS,CAAC,KAAe,EAAE,MAAc,EAAE,GAAW,EAAE,IAA8B;IAC7F,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,KAAK,GAAG,GAAG,OAAO,IAAI,CAAC,CAAC;AAClG,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAc;IACzC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAElE,SAAS,GAAG,CAAC,KAAe,EAAE,GAAW,EAAE,IAA8B;QACvE,IAAI,cAAc,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC;YACzC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC;QAC7C,IAAI,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC;QAC3C,IAAI,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC;QAC3C,KAAK,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC;KAC9C,CAAC;AACJ,CAAC"}
+{"version":3,"sources":["../src/logger.ts"],"sourcesContent":["import { appendFileSync, mkdirSync } from 'node:fs';\nimport { join } from 'node:path';\nimport { getConfig } from './config.js';\n\ntype LogLevel = 'debug' | 'info' | 'warn' | 'error';\ntype Module = 'fetch' | 'search' | 'crawl' | 'cache' | 'extract' | 'searxng' | 'server' | 'cli' | 'jsonld' | 'repl' | 'embedding' | 'research' | 'agent' | 'structured-data' | 'reranker' | 'mode' | 'language-filter' | 'playwright-tier' | 'python-worker' | 'providers';\n\nconst LEVEL_PRIORITY: Record<LogLevel, number> = {\n  debug: 0,\n  info: 1,\n  warn: 2,\n  error: 3,\n};\n\nexport interface Logger {\n  debug(msg: string, data?: Record<string, unknown>): void;\n  info(msg: string, data?: Record<string, unknown>): void;\n  warn(msg: string, data?: Record<string, unknown>): void;\n  error(msg: string, data?: Record<string, unknown>): void;\n}\n\nlet tuiLogPath: string | null = null;\n\nfunction getTuiLogPath(): string {\n  if (!tuiLogPath) {\n    const dataDir = getConfig().dataDir;\n    mkdirSync(dataDir, { recursive: true });\n    tuiLogPath = join(dataDir, 'init.log');\n  }\n  return tuiLogPath;\n}\n\nfunction appendToLogFile(line: string): void {\n  try {\n    appendFileSync(getTuiLogPath(), line + '\\n');\n  } catch {\n    // best effort — don't crash the TUI\n  }\n}\n\nfunction writeJson(level: LogLevel, module: string, msg: string, data?: Record<string, unknown>): void {\n  const line = JSON.stringify({\n    ts: new Date().toISOString(),\n    level,\n    msg,\n    module,\n    ...(data ? { data } : {}),\n  });\n  if (process.env.WIGOLO_TUI_MODE === 'true') {\n    appendToLogFile(line);\n    return;\n  }\n  process.stderr.write(line + '\\n');\n}\n\nfunction writeText(level: LogLevel, module: string, msg: string, data?: Record<string, unknown>): void {\n  const ts = new Date().toISOString();\n  const dataStr = data ? ' ' + Object.entries(data).map(([k, v]) => `${k}=${v}`).join(' ') : '';\n  const line = `[${ts}] ${level.toUpperCase().padEnd(5)} [${module}] ${msg}${dataStr}`;\n  if (process.env.WIGOLO_TUI_MODE === 'true') {\n    appendToLogFile(line);\n    return;\n  }\n  process.stderr.write(line + '\\n');\n}\n\n// Runtime suppression floor — set by CLI commands (eg. doctor) that need a\n// clean human-readable output and don't want logger lines from cache, search,\n// etc. interleaved with their own. Levels strictly below the floor are\n// dropped. `null` (default) means honour only the per-logger config level.\nlet suppressionFloor: LogLevel | null = null;\n\nexport function setLogSuppression(level: LogLevel | null): void {\n  suppressionFloor = level;\n}\n\nexport function getLogSuppression(): LogLevel | null {\n  return suppressionFloor;\n}\n\nexport function createLogger(module: Module): Logger {\n  const config = getConfig();\n  const minPriority = LEVEL_PRIORITY[config.logLevel];\n  const write = config.logFormat === 'json' ? writeJson : writeText;\n\n  function log(level: LogLevel, msg: string, data?: Record<string, unknown>): void {\n    if (suppressionFloor !== null && LEVEL_PRIORITY[level] < LEVEL_PRIORITY[suppressionFloor]) {\n      return;\n    }\n    if (LEVEL_PRIORITY[level] >= minPriority) {\n      write(level, module, msg, data);\n    }\n  }\n\n  return {\n    debug: (msg, data) => log('debug', msg, data),\n    info: (msg, data) => log('info', msg, data),\n    warn: (msg, data) => log('warn', msg, data),\n    error: (msg, data) => log('error', msg, data),\n  };\n}\n"],"mappings":"AAAA,SAAS,gBAAgB,iBAAiB;AAC1C,SAAS,YAAY;AACrB,SAAS,iBAAiB;AAK1B,MAAM,iBAA2C;AAAA,EAC/C,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,OAAO;AACT;AASA,IAAI,aAA4B;AAEhC,SAAS,gBAAwB;AAC/B,MAAI,CAAC,YAAY;AACf,UAAM,UAAU,UAAU,EAAE;AAC5B,cAAU,SAAS,EAAE,WAAW,KAAK,CAAC;AACtC,iBAAa,KAAK,SAAS,UAAU;AAAA,EACvC;AACA,SAAO;AACT;AAEA,SAAS,gBAAgB,MAAoB;AAC3C,MAAI;AACF,mBAAe,cAAc,GAAG,OAAO,IAAI;AAAA,EAC7C,QAAQ;AAAA,EAER;AACF;AAEA,SAAS,UAAU,OAAiB,QAAgB,KAAa,MAAsC;AACrG,QAAM,OAAO,KAAK,UAAU;AAAA,IAC1B,KAAI,oBAAI,KAAK,GAAE,YAAY;AAAA,IAC3B;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAI,OAAO,EAAE,KAAK,IAAI,CAAC;AAAA,EACzB,CAAC;AACD,MAAI,QAAQ,IAAI,oBAAoB,QAAQ;AAC1C,oBAAgB,IAAI;AACpB;AAAA,EACF;AACA,UAAQ,OAAO,MAAM,OAAO,IAAI;AAClC;AAEA,SAAS,UAAU,OAAiB,QAAgB,KAAa,MAAsC;AACrG,QAAM,MAAK,oBAAI,KAAK,GAAE,YAAY;AAClC,QAAM,UAAU,OAAO,MAAM,OAAO,QAAQ,IAAI,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,GAAG,IAAI;AAC3F,QAAM,OAAO,IAAI,EAAE,KAAK,MAAM,YAAY,EAAE,OAAO,CAAC,CAAC,KAAK,MAAM,KAAK,GAAG,GAAG,OAAO;AAClF,MAAI,QAAQ,IAAI,oBAAoB,QAAQ;AAC1C,oBAAgB,IAAI;AACpB;AAAA,EACF;AACA,UAAQ,OAAO,MAAM,OAAO,IAAI;AAClC;AAMA,IAAI,mBAAoC;AAEjC,SAAS,kBAAkB,OAA8B;AAC9D,qBAAmB;AACrB;AAEO,SAAS,oBAAqC;AACnD,SAAO;AACT;AAEO,SAAS,aAAa,QAAwB;AACnD,QAAM,SAAS,UAAU;AACzB,QAAM,cAAc,eAAe,OAAO,QAAQ;AAClD,QAAM,QAAQ,OAAO,cAAc,SAAS,YAAY;AAExD,WAAS,IAAI,OAAiB,KAAa,MAAsC;AAC/E,QAAI,qBAAqB,QAAQ,eAAe,KAAK,IAAI,eAAe,gBAAgB,GAAG;AACzF;AAAA,IACF;AACA,QAAI,eAAe,KAAK,KAAK,aAAa;AACxC,YAAM,OAAO,QAAQ,KAAK,IAAI;AAAA,IAChC;AAAA,EACF;AAEA,SAAO;AAAA,IACL,OAAO,CAAC,KAAK,SAAS,IAAI,SAAS,KAAK,IAAI;AAAA,IAC5C,MAAM,CAAC,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI;AAAA,IAC1C,MAAM,CAAC,KAAK,SAAS,IAAI,QAAQ,KAAK,IAAI;AAAA,IAC1C,OAAO,CAAC,KAAK,SAAS,IAAI,SAAS,KAAK,IAAI;AAAA,EAC9C;AACF;","names":[]}

package/dist/pdf-parse.d.js

@@ -0,0 +1 @@
+//# sourceMappingURL=pdf-parse.d.js.map

package/dist/pdf-parse.d.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/plugins/loader.d.ts

@@ -0,0 +1,20 @@
+import type { Extractor, SearchEngine } from '../types.js';
+export interface LoadedPlugin {
+    name: string;
+    version: string;
+    path: string;
+    hasExtractor: boolean;
+    hasSearchEngine: boolean;
+}
+export interface PluginLoadError {
+    pluginName: string;
+    message: string;
+}
+export interface PluginLoadResult {
+    extractors: Extractor[];
+    searchEngines: SearchEngine[];
+    loaded: LoadedPlugin[];
+    errors: PluginLoadError[];
+}
+export declare function loadPlugins(): Promise<PluginLoadResult>;
+//# sourceMappingURL=loader.d.ts.map

package/dist/plugins/loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/plugins/loader.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAI3D,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,OAAO,CAAC;IACtB,eAAe,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,MAAM,EAAE,eAAe,EAAE,CAAC;CAC3B;AAqBD,wBAAsB,WAAW,IAAI,OAAO,CAAC,gBAAgB,CAAC,CA2J7D"}

package/dist/plugins/loader.js

@@ -0,0 +1,157 @@
+import { existsSync, readdirSync, readFileSync, statSync } from "node:fs";
+import { join } from "node:path";
+import { pathToFileURL } from "node:url";
+import { getConfig } from "../config.js";
+import { createLogger } from "../logger.js";
+import { validatePluginExports } from "./validate.js";
+const log = createLogger("server");
+function readPluginPackageJson(pluginDir) {
+  const pkgPath = join(pluginDir, "package.json");
+  if (!existsSync(pkgPath)) {
+    return null;
+  }
+  try {
+    const raw = readFileSync(pkgPath, "utf-8");
+    return JSON.parse(raw);
+  } catch {
+    return null;
+  }
+}
+async function loadPlugins() {
+  const config = getConfig();
+  const pluginsDir = config.pluginsDir;
+  const result = {
+    extractors: [],
+    searchEngines: [],
+    loaded: [],
+    errors: []
+  };
+  if (!existsSync(pluginsDir)) {
+    log.debug("plugins directory does not exist, skipping", { path: pluginsDir });
+    return result;
+  }
+  let entries;
+  try {
+    entries = readdirSync(pluginsDir);
+  } catch (err) {
+    log.warn("failed to read plugins directory", {
+      path: pluginsDir,
+      error: String(err)
+    });
+    return result;
+  }
+  const seenExtractorNames = /* @__PURE__ */ new Set();
+  const seenEngineNames = /* @__PURE__ */ new Set();
+  for (const entry of entries) {
+    const pluginDir = join(pluginsDir, entry);
+    let stat;
+    try {
+      stat = statSync(pluginDir);
+    } catch {
+      continue;
+    }
+    if (!stat.isDirectory()) {
+      continue;
+    }
+    const pkgJson = readPluginPackageJson(pluginDir);
+    const pluginName = pkgJson?.name ?? entry;
+    if (pkgJson === null) {
+      if (existsSync(join(pluginDir, "package.json"))) {
+        result.errors.push({
+          pluginName: entry,
+          message: `failed to parse package.json in ${pluginDir}`
+        });
+      }
+      continue;
+    }
+    if (!pkgJson.main) {
+      result.errors.push({
+        pluginName,
+        message: `plugin ${pluginName} has no main field in package.json`
+      });
+      continue;
+    }
+    const entryPath = join(pluginDir, pkgJson.main);
+    if (!existsSync(entryPath)) {
+      result.errors.push({
+        pluginName,
+        message: `entry point not found: ${entryPath}`
+      });
+      continue;
+    }
+    let mod;
+    try {
+      const fileUrl = pathToFileURL(entryPath).href;
+      mod = await import(fileUrl);
+    } catch (err) {
+      const message = err instanceof Error ? err.message : String(err);
+      result.errors.push({
+        pluginName,
+        message: `failed to load plugin ${pluginName}: ${message}`
+      });
+      log.warn("plugin import failed", { plugin: pluginName, error: message });
+      continue;
+    }
+    const validation = validatePluginExports(mod);
+    if (validation.errors.length > 0) {
+      for (const errMsg of validation.errors) {
+        result.errors.push({ pluginName, message: errMsg });
+      }
+      log.warn("plugin validation failed", { plugin: pluginName, errors: validation.errors });
+    }
+    let registered = false;
+    if (validation.hasExtractor) {
+      const extractor = mod.extractor;
+      if (seenExtractorNames.has(extractor.name)) {
+        log.warn("duplicate extractor name, skipping", {
+          plugin: pluginName,
+          extractorName: extractor.name
+        });
+      } else {
+        seenExtractorNames.add(extractor.name);
+        result.extractors.push(extractor);
+        registered = true;
+        log.info("loaded plugin extractor", {
+          plugin: pluginName,
+          extractorName: extractor.name
+        });
+      }
+    }
+    if (validation.hasSearchEngine) {
+      const engine = mod.searchEngine;
+      if (seenEngineNames.has(engine.name)) {
+        log.warn("duplicate search engine name, skipping", {
+          plugin: pluginName,
+          engineName: engine.name
+        });
+      } else {
+        seenEngineNames.add(engine.name);
+        result.searchEngines.push(engine);
+        registered = true;
+        log.info("loaded plugin search engine", {
+          plugin: pluginName,
+          engineName: engine.name
+        });
+      }
+    }
+    if (registered) {
+      result.loaded.push({
+        name: pluginName,
+        version: pkgJson.version ?? "0.0.0",
+        path: pluginDir,
+        hasExtractor: validation.hasExtractor,
+        hasSearchEngine: validation.hasSearchEngine
+      });
+    }
+  }
+  log.info("plugin loading complete", {
+    extractors: result.extractors.length,
+    searchEngines: result.searchEngines.length,
+    errors: result.errors.length
+  });
+  return result;
+}
+export {
+  loadPlugins
+};
+//# sourceMappingURL=loader.js.map

package/dist/plugins/loader.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/plugins/loader.ts"],"sourcesContent":["import { existsSync, readdirSync, readFileSync, statSync } from 'node:fs';\nimport { join } from 'node:path';\nimport { pathToFileURL } from 'node:url';\nimport { getConfig } from '../config.js';\nimport { createLogger } from '../logger.js';\nimport { validatePluginExports } from './validate.js';\nimport type { Extractor, SearchEngine } from '../types.js';\n\nconst log = createLogger('server');\n\nexport interface LoadedPlugin {\n  name: string;\n  version: string;\n  path: string;\n  hasExtractor: boolean;\n  hasSearchEngine: boolean;\n}\n\nexport interface PluginLoadError {\n  pluginName: string;\n  message: string;\n}\n\nexport interface PluginLoadResult {\n  extractors: Extractor[];\n  searchEngines: SearchEngine[];\n  loaded: LoadedPlugin[];\n  errors: PluginLoadError[];\n}\n\ninterface PluginPackageJson {\n  name?: string;\n  version?: string;\n  main?: string;\n}\n\nfunction readPluginPackageJson(pluginDir: string): PluginPackageJson | null {\n  const pkgPath = join(pluginDir, 'package.json');\n  if (!existsSync(pkgPath)) {\n    return null;\n  }\n  try {\n    const raw = readFileSync(pkgPath, 'utf-8');\n    return JSON.parse(raw) as PluginPackageJson;\n  } catch {\n    return null;\n  }\n}\n\nexport async function loadPlugins(): Promise<PluginLoadResult> {\n  const config = getConfig();\n  const pluginsDir = config.pluginsDir;\n\n  const result: PluginLoadResult = {\n    extractors: [],\n    searchEngines: [],\n    loaded: [],\n    errors: [],\n  };\n\n  if (!existsSync(pluginsDir)) {\n    log.debug('plugins directory does not exist, skipping', { path: pluginsDir });\n    return result;\n  }\n\n  let entries: string[];\n  try {\n    entries = readdirSync(pluginsDir);\n  } catch (err) {\n    log.warn('failed to read plugins directory', {\n      path: pluginsDir,\n      error: String(err),\n    });\n    return result;\n  }\n\n  const seenExtractorNames = new Set<string>();\n  const seenEngineNames = new Set<string>();\n\n  for (const entry of entries) {\n    const pluginDir = join(pluginsDir, entry);\n\n    let stat;\n    try {\n      stat = statSync(pluginDir);\n    } catch {\n      continue;\n    }\n\n    // statSync follows symlinks, so this also handles symlinked plugin dirs\n    if (!stat.isDirectory()) {\n      continue;\n    }\n\n    const pkgJson = readPluginPackageJson(pluginDir);\n    const pluginName = pkgJson?.name ?? entry;\n\n    if (pkgJson === null) {\n      // Check if there is a package.json at all\n      if (existsSync(join(pluginDir, 'package.json'))) {\n        result.errors.push({\n          pluginName: entry,\n          message: `failed to parse package.json in ${pluginDir}`,\n        });\n      }\n      continue;\n    }\n\n    if (!pkgJson.main) {\n      result.errors.push({\n        pluginName,\n        message: `plugin ${pluginName} has no main field in package.json`,\n      });\n      continue;\n    }\n\n    const entryPath = join(pluginDir, pkgJson.main);\n    if (!existsSync(entryPath)) {\n      result.errors.push({\n        pluginName,\n        message: `entry point not found: ${entryPath}`,\n      });\n      continue;\n    }\n\n    let mod: Record<string, unknown>;\n    try {\n      const fileUrl = pathToFileURL(entryPath).href;\n      mod = (await import(fileUrl)) as Record<string, unknown>;\n    } catch (err) {\n      const message = err instanceof Error ? err.message : String(err);\n      result.errors.push({\n        pluginName,\n        message: `failed to load plugin ${pluginName}: ${message}`,\n      });\n      log.warn('plugin import failed', { plugin: pluginName, error: message });\n      continue;\n    }\n\n    const validation = validatePluginExports(mod);\n\n    if (validation.errors.length > 0) {\n      for (const errMsg of validation.errors) {\n        result.errors.push({ pluginName, message: errMsg });\n      }\n      log.warn('plugin validation failed', { plugin: pluginName, errors: validation.errors });\n    }\n\n    let registered = false;\n\n    if (validation.hasExtractor) {\n      const extractor = mod.extractor as Extractor;\n      if (seenExtractorNames.has(extractor.name)) {\n        log.warn('duplicate extractor name, skipping', {\n          plugin: pluginName,\n          extractorName: extractor.name,\n        });\n      } else {\n        seenExtractorNames.add(extractor.name);\n        result.extractors.push(extractor);\n        registered = true;\n        log.info('loaded plugin extractor', {\n          plugin: pluginName,\n          extractorName: extractor.name,\n        });\n      }\n    }\n\n    if (validation.hasSearchEngine) {\n      const engine = mod.searchEngine as SearchEngine;\n      if (seenEngineNames.has(engine.name)) {\n        log.warn('duplicate search engine name, skipping', {\n          plugin: pluginName,\n          engineName: engine.name,\n        });\n      } else {\n        seenEngineNames.add(engine.name);\n        result.searchEngines.push(engine);\n        registered = true;\n        log.info('loaded plugin search engine', {\n          plugin: pluginName,\n          engineName: engine.name,\n        });\n      }\n    }\n\n    if (registered) {\n      result.loaded.push({\n        name: pluginName,\n        version: pkgJson.version ?? '0.0.0',\n        path: pluginDir,\n        hasExtractor: validation.hasExtractor,\n        hasSearchEngine: validation.hasSearchEngine,\n      });\n    }\n  }\n\n  log.info('plugin loading complete', {\n    extractors: result.extractors.length,\n    searchEngines: result.searchEngines.length,\n    errors: result.errors.length,\n  });\n\n  return result;\n}\n"],"mappings":"AAAA,SAAS,YAAY,aAAa,cAAc,gBAAgB;AAChE,SAAS,YAAY;AACrB,SAAS,qBAAqB;AAC9B,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAC7B,SAAS,6BAA6B;AAGtC,MAAM,MAAM,aAAa,QAAQ;AA4BjC,SAAS,sBAAsB,WAA6C;AAC1E,QAAM,UAAU,KAAK,WAAW,cAAc;AAC9C,MAAI,CAAC,WAAW,OAAO,GAAG;AACxB,WAAO;AAAA,EACT;AACA,MAAI;AACF,UAAM,MAAM,aAAa,SAAS,OAAO;AACzC,WAAO,KAAK,MAAM,GAAG;AAAA,EACvB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,eAAsB,cAAyC;AAC7D,QAAM,SAAS,UAAU;AACzB,QAAM,aAAa,OAAO;AAE1B,QAAM,SAA2B;AAAA,IAC/B,YAAY,CAAC;AAAA,IACb,eAAe,CAAC;AAAA,IAChB,QAAQ,CAAC;AAAA,IACT,QAAQ,CAAC;AAAA,EACX;AAEA,MAAI,CAAC,WAAW,UAAU,GAAG;AAC3B,QAAI,MAAM,8CAA8C,EAAE,MAAM,WAAW,CAAC;AAC5E,WAAO;AAAA,EACT;AAEA,MAAI;AACJ,MAAI;AACF,cAAU,YAAY,UAAU;AAAA,EAClC,SAAS,KAAK;AACZ,QAAI,KAAK,oCAAoC;AAAA,MAC3C,MAAM;AAAA,MACN,OAAO,OAAO,GAAG;AAAA,IACnB,CAAC;AACD,WAAO;AAAA,EACT;AAEA,QAAM,qBAAqB,oBAAI,IAAY;AAC3C,QAAM,kBAAkB,oBAAI,IAAY;AAExC,aAAW,SAAS,SAAS;AAC3B,UAAM,YAAY,KAAK,YAAY,KAAK;AAExC,QAAI;AACJ,QAAI;AACF,aAAO,SAAS,SAAS;AAAA,IAC3B,QAAQ;AACN;AAAA,IACF;AAGA,QAAI,CAAC,KAAK,YAAY,GAAG;AACvB;AAAA,IACF;AAEA,UAAM,UAAU,sBAAsB,SAAS;AAC/C,UAAM,aAAa,SAAS,QAAQ;AAEpC,QAAI,YAAY,MAAM;AAEpB,UAAI,WAAW,KAAK,WAAW,cAAc,CAAC,GAAG;AAC/C,eAAO,OAAO,KAAK;AAAA,UACjB,YAAY;AAAA,UACZ,SAAS,mCAAmC,SAAS;AAAA,QACvD,CAAC;AAAA,MACH;AACA;AAAA,IACF;AAEA,QAAI,CAAC,QAAQ,MAAM;AACjB,aAAO,OAAO,KAAK;AAAA,QACjB;AAAA,QACA,SAAS,UAAU,UAAU;AAAA,MAC/B,CAAC;AACD;AAAA,IACF;AAEA,UAAM,YAAY,KAAK,WAAW,QAAQ,IAAI;AAC9C,QAAI,CAAC,WAAW,SAAS,GAAG;AAC1B,aAAO,OAAO,KAAK;AAAA,QACjB;AAAA,QACA,SAAS,0BAA0B,SAAS;AAAA,MAC9C,CAAC;AACD;AAAA,IACF;AAEA,QAAI;AACJ,QAAI;AACF,YAAM,UAAU,cAAc,SAAS,EAAE;AACzC,YAAO,MAAM,OAAO;AAAA,IACtB,SAAS,KAAK;AACZ,YAAM,UAAU,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;AAC/D,aAAO,OAAO,KAAK;AAAA,QACjB;AAAA,QACA,SAAS,yBAAyB,UAAU,KAAK,OAAO;AAAA,MAC1D,CAAC;AACD,UAAI,KAAK,wBAAwB,EAAE,QAAQ,YAAY,OAAO,QAAQ,CAAC;AACvE;AAAA,IACF;AAEA,UAAM,aAAa,sBAAsB,GAAG;AAE5C,QAAI,WAAW,OAAO,SAAS,GAAG;AAChC,iBAAW,UAAU,WAAW,QAAQ;AACtC,eAAO,OAAO,KAAK,EAAE,YAAY,SAAS,OAAO,CAAC;AAAA,MACpD;AACA,UAAI,KAAK,4BAA4B,EAAE,QAAQ,YAAY,QAAQ,WAAW,OAAO,CAAC;AAAA,IACxF;AAEA,QAAI,aAAa;AAEjB,QAAI,WAAW,cAAc;AAC3B,YAAM,YAAY,IAAI;AACtB,UAAI,mBAAmB,IAAI,UAAU,IAAI,GAAG;AAC1C,YAAI,KAAK,sCAAsC;AAAA,UAC7C,QAAQ;AAAA,UACR,eAAe,UAAU;AAAA,QAC3B,CAAC;AAAA,MACH,OAAO;AACL,2BAAmB,IAAI,UAAU,IAAI;AACrC,eAAO,WAAW,KAAK,SAAS;AAChC,qBAAa;AACb,YAAI,KAAK,2BAA2B;AAAA,UAClC,QAAQ;AAAA,UACR,eAAe,UAAU;AAAA,QAC3B,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,WAAW,iBAAiB;AAC9B,YAAM,SAAS,IAAI;AACnB,UAAI,gBAAgB,IAAI,OAAO,IAAI,GAAG;AACpC,YAAI,KAAK,0CAA0C;AAAA,UACjD,QAAQ;AAAA,UACR,YAAY,OAAO;AAAA,QACrB,CAAC;AAAA,MACH,OAAO;AACL,wBAAgB,IAAI,OAAO,IAAI;AAC/B,eAAO,cAAc,KAAK,MAAM;AAChC,qBAAa;AACb,YAAI,KAAK,+BAA+B;AAAA,UACtC,QAAQ;AAAA,UACR,YAAY,OAAO;AAAA,QACrB,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,YAAY;AACd,aAAO,OAAO,KAAK;AAAA,QACjB,MAAM;AAAA,QACN,SAAS,QAAQ,WAAW;AAAA,QAC5B,MAAM;AAAA,QACN,cAAc,WAAW;AAAA,QACzB,iBAAiB,WAAW;AAAA,MAC9B,CAAC;AAAA,IACH;AAAA,EACF;AAEA,MAAI,KAAK,2BAA2B;AAAA,IAClC,YAAY,OAAO,WAAW;AAAA,IAC9B,eAAe,OAAO,cAAc;AAAA,IACpC,QAAQ,OAAO,OAAO;AAAA,EACxB,CAAC;AAED,SAAO;AACT;","names":[]}

package/dist/plugins/registry.d.ts

@@ -0,0 +1,26 @@
+import type { Extractor, SearchEngine } from '../types.js';
+export interface PluginRegistryState {
+    extractors: Array<{
+        name: string;
+        pluginName: string;
+    }>;
+    searchEngines: Array<{
+        name: string;
+        pluginName: string;
+    }>;
+    pluginCount: number;
+}
+export declare class PluginRegistry {
+    private extractors;
+    private engines;
+    private pluginNames;
+    registerExtractor(extractor: Extractor, pluginName: string): void;
+    registerSearchEngine(engine: SearchEngine, pluginName: string): void;
+    getExtractors(): Extractor[];
+    getSearchEngines(): SearchEngine[];
+    getExtractorByName(name: string): Extractor | undefined;
+    getSearchEngineByName(name: string): SearchEngine | undefined;
+    getState(): PluginRegistryState;
+    clear(): void;
+}
+//# sourceMappingURL=registry.d.ts.map

package/dist/plugins/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/plugins/registry.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAc3D,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACxD,aAAa,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC3D,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,UAAU,CAA6B;IAC/C,OAAO,CAAC,OAAO,CAAgC;IAC/C,OAAO,CAAC,WAAW,CAAqB;IAExC,iBAAiB,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAgBjE,oBAAoB,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAgBpE,aAAa,IAAI,SAAS,EAAE;IAI5B,gBAAgB,IAAI,YAAY,EAAE;IAIlC,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAIvD,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI7D,QAAQ,IAAI,mBAAmB;IAc/B,KAAK,IAAI,IAAI;CAKd"}