@felan-ai/ext-web-access 0.0.0

package/dist/storage.js

@@ -0,0 +1,88 @@
+const CACHE_TTL_MS = 60 * 60 * 1_000;
+const MAX_ITEM_BYTES = 32 * 1024 * 1024;
+const MAX_TOTAL_BYTES = 64 * 1024 * 1024;
+const SESSION_ENTRY_TYPE = 'felan-web-access-result';
+export class ResultStore {
+    appendEntry;
+    #entries = new Map();
+    #totalBytes = 0;
+    #persistedBytes = 0;
+    constructor(appendEntry) {
+        this.appendEntry = appendEntry;
+    }
+    restore(ctx) {
+        this.#entries.clear();
+        this.#totalBytes = 0;
+        this.#persistedBytes = 0;
+        const now = Date.now();
+        const branch = [...ctx.sessionManager.getBranch()].reverse();
+        for (const entry of branch) {
+            if (entry.type !== 'custom' || entry.customType !== SESSION_ENTRY_TYPE || !isStoredResult(entry.data))
+                continue;
+            if (now - entry.data.timestamp > CACHE_TTL_MS || this.#entries.has(entry.data.id))
+                continue;
+            const bytes = serializedBytes(entry.data);
+            this.#persistedBytes += bytes;
+            if (bytes > MAX_ITEM_BYTES || this.#totalBytes + bytes > MAX_TOTAL_BYTES)
+                continue;
+            this.#entries.set(entry.data.id, { value: entry.data, bytes });
+            this.#totalBytes += bytes;
+        }
+    }
+    put(value) {
+        const bytes = serializedBytes(value);
+        if (bytes > MAX_ITEM_BYTES)
+            throw new Error('Stored web result exceeds the per-result storage limit');
+        this.pruneExpired();
+        while (this.#totalBytes + bytes > MAX_TOTAL_BYTES && this.#entries.size > 0) {
+            const oldest = this.#entries.keys().next().value;
+            if (!oldest)
+                break;
+            this.delete(oldest);
+        }
+        this.#entries.set(value.id, { value, bytes });
+        this.#totalBytes += bytes;
+        if (this.#persistedBytes + bytes <= MAX_TOTAL_BYTES) {
+            this.appendEntry(SESSION_ENTRY_TYPE, value);
+            this.#persistedBytes += bytes;
+        }
+    }
+    get(id) {
+        this.pruneExpired();
+        return this.#entries.get(id)?.value;
+    }
+    clear() {
+        this.#entries.clear();
+        this.#totalBytes = 0;
+        this.#persistedBytes = 0;
+    }
+    delete(id) {
+        const entry = this.#entries.get(id);
+        if (!entry)
+            return;
+        this.#entries.delete(id);
+        this.#totalBytes -= entry.bytes;
+    }
+    pruneExpired() {
+        const threshold = Date.now() - CACHE_TTL_MS;
+        for (const [id, entry] of this.#entries) {
+            if (entry.value.timestamp < threshold)
+                this.delete(id);
+        }
+    }
+}
+export function generateResponseId() {
+    return `${Date.now().toString(36)}${Math.random().toString(36).slice(2, 9)}`;
+}
+function serializedBytes(value) {
+    return Buffer.byteLength(JSON.stringify(value), 'utf8');
+}
+function isStoredResult(value) {
+    if (!value || typeof value !== 'object')
+        return false;
+    const result = value;
+    return typeof result.id === 'string'
+        && typeof result.timestamp === 'number'
+        && (result.type === 'search' || result.type === 'fetch' || result.type === 'research');
+}
+//# sourceMappingURL=storage.js.map

package/dist/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../src/storage.ts"],"names":[],"mappings":"AAGA,MAAM,YAAY,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;AACrC,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACxC,MAAM,eAAe,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACzC,MAAM,kBAAkB,GAAG,yBAAyB,CAAC;AAOrD,MAAM,OAAO,WAAW;IAKO;IAJpB,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAC;IACnD,WAAW,GAAG,CAAC,CAAC;IAChB,eAAe,GAAG,CAAC,CAAC;IAEpB,YAA6B,WAA6C;QAA7C,gBAAW,GAAX,WAAW,CAAkC;IAAG,CAAC;IAE9E,OAAO,CAAC,GAAqB;QAC3B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC,cAAc,CAAC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAC7D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,KAAK,kBAAkB,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAE,SAAS;YAChH,IAAI,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,YAAY,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAAE,SAAS;YAC5F,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC;YAC9B,IAAI,KAAK,GAAG,cAAc,IAAI,IAAI,CAAC,WAAW,GAAG,KAAK,GAAG,eAAe;gBAAE,SAAS;YACnF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/D,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,GAAG,CAAC,KAAmB;QACrB,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,KAAK,GAAG,cAAc;YAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QACtG,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC,WAAW,GAAG,KAAK,GAAG,eAAe,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAA2B,CAAC;YACvE,IAAI,CAAC,MAAM;gBAAE,MAAM;YACnB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC9C,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC;QAC1B,IAAI,IAAI,CAAC,eAAe,GAAG,KAAK,IAAI,eAAe,EAAE,CAAC;YACpD,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;YAC5C,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC;IACtC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;IAC3B,CAAC;IAEO,MAAM,CAAC,EAAU;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACzB,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,KAAK,CAAC;IAClC,CAAC;IAEO,YAAY;QAClB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC;QAC5C,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACxC,IAAI,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,SAAS;gBAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,kBAAkB;IAChC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AAC/E,CAAC;AAED,SAAS,eAAe,CAAC,KAAmB;IAC1C,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;AAC1D,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,MAAM,GAAG,KAA8B,CAAC;IAC9C,OAAO,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ;WAC/B,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;WACpC,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;AAC3F,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,100 @@
+export declare const PROVIDER_NAMES: readonly ["openai", "exa", "brave", "searxng"];
+export type ProviderName = typeof PROVIDER_NAMES[number];
+export type ProviderSelection = 'auto' | 'all' | ProviderName | ProviderName[];
+export type RecencyFilter = 'day' | 'week' | 'month' | 'year';
+export interface SearchOptions {
+    numResults: number;
+    recencyFilter?: RecencyFilter;
+    domainFilter?: string[];
+    includeContent?: boolean;
+    signal?: AbortSignal;
+}
+export interface SearchResult {
+    title: string;
+    url: string;
+    snippet: string;
+}
+export interface ExtractedContent {
+    url: string;
+    title: string;
+    content: string;
+    error: string | null;
+    contentType?: string;
+    truncated?: boolean;
+    image?: {
+        data: string;
+        mimeType: string;
+    };
+}
+export interface SearchResponse {
+    provider: ProviderName;
+    answer: string;
+    results: SearchResult[];
+    inlineContent?: ExtractedContent[];
+}
+export interface SearchQueryRecord {
+    query: string;
+    responses: SearchResponse[];
+    fetched: ExtractedContent[];
+    errors: Array<{
+        provider: ProviderName;
+        error: string;
+    }>;
+}
+export interface ResearchPassage {
+    passageId: string;
+    sourceUrl: string;
+    sourceRank: number;
+    text: string;
+    extractionSpan?: {
+        start: number;
+        end: number;
+    };
+    contentHash: string;
+}
+export interface ResearchArtifact {
+    id: string;
+    type: 'research';
+    timestamp: number;
+    claim: string;
+    provider: string;
+    status: 'supported' | 'contradicted' | 'unclear' | 'missing-evidence';
+    confidence: number;
+    rationale: string;
+    summaries: Array<{
+        provider: ProviderName;
+        text: string;
+    }>;
+    sources: Array<{
+        rank: number;
+        url: string;
+        title: string;
+        snippet: string;
+        quality: string;
+        fetched: boolean;
+        fetchError?: string;
+        contentHash?: string;
+    }>;
+    passages: ResearchPassage[];
+    supportingPassages: string[];
+    contradictingPassages: string[];
+    filters: {
+        recency?: RecencyFilter;
+        domainInclude: string[];
+        domainExclude: string[];
+    };
+    errors: Array<{
+        query: string;
+        error: string;
+    }>;
+}
+export interface StoredResult {
+    id: string;
+    type: 'search' | 'fetch' | 'research';
+    timestamp: number;
+    queries?: SearchQueryRecord[];
+    urls?: ExtractedContent[];
+    artifact?: ResearchArtifact;
+    answer?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,cAAc,gDAAiD,CAAC;AAE7E,MAAM,MAAM,YAAY,GAAG,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;AACzD,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,KAAK,GAAG,YAAY,GAAG,YAAY,EAAE,CAAC;AAC/E,MAAM,MAAM,aAAa,GAAG,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;AAE9D,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,YAAY,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,aAAa,CAAC,EAAE,gBAAgB,EAAE,CAAC;CACpC;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,MAAM,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,YAAY,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC1D;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,WAAW,GAAG,cAAc,GAAG,SAAS,GAAG,kBAAkB,CAAC;IACtE,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,YAAY,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC3D,OAAO,EAAE,KAAK,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE,OAAO,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC,CAAC;IACH,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,qBAAqB,EAAE,MAAM,EAAE,CAAC;IAChC,OAAO,EAAE;QACP,OAAO,CAAC,EAAE,aAAa,CAAC;QACxB,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,aAAa,EAAE,MAAM,EAAE,CAAC;KACzB,CAAC;IACF,MAAM,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,QAAQ,GAAG,OAAO,GAAG,UAAU,CAAC;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAC9B,IAAI,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export const PROVIDER_NAMES = ['openai', 'exa', 'brave', 'searxng'];
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,CAAU,CAAC"}

package/package.json

@@ -0,0 +1,52 @@
+{
+  "name": "@felan-ai/ext-web-access",
+  "version": "0.0.0",
+  "description": "Secure native web search and content access for Felan",
+  "license": "MIT",
+  "type": "module",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/felan-ai/felan.git",
+    "directory": "packages/ext-web-access"
+  },
+  "engines": {
+    "node": ">=22.19.0"
+  },
+  "files": [
+    "dist",
+    "LICENSE",
+    "NOTICE",
+    "README.md"
+  ],
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "dependencies": {
+    "@mozilla/readability": "0.6.0",
+    "linkedom": "0.16.11",
+    "promise.try": "2.0.1",
+    "turndown": "7.2.0",
+    "typebox": "1.1.38",
+    "undici": "8.5.0",
+    "unpdf": "1.6.2"
+  },
+  "peerDependencies": {
+    "@felan-ai/agent-core": "^0.4.0"
+  },
+  "devDependencies": {
+    "@felan-ai/agent-core": "0.4.0",
+    "@types/turndown": "5.0.6"
+  },
+  "publishConfig": {
+    "access": "public",
+    "provenance": true
+  },
+  "scripts": {
+    "build": "rm -rf dist && tsc -p tsconfig.build.json",
+    "type-check": "tsc -p tsconfig.json --noEmit",
+    "test": "vitest run"
+  }
+}