@aithos/sdk 0.1.0-alpha.21 → 0.1.0-alpha.24

package/README.md

@@ -100,11 +100,47 @@ network — they fail fast with a precise `AithosSDKError`:
   set — useful for agents that only consume tokens (e.g. creative
   assistants) without seeing any of your data.
 
+## Extracting webpages without an LLM
+
+`sdk.web` is a token-priced primitive that lets your agent read a
+public webpage and get back cleaned HTML, purged CSS and a
+deterministic visual signature — all computed server-side without an
+LLM in the loop. Pricing is a flat **1 microcredit** per successful
+extraction (refunded on failure), versus ~30 mc for a comparable
+LLM-based extraction.
+
+```ts
+import { AithosSDK } from "@aithos/sdk";
+
+const sdk = new AithosSDK({ auth, appDid });
+
+const { data, creditsCharged } = await sdk.web.extract({
+  url: "https://example.com",
+});
+
+console.log(data.meta.title);             // "Example Domain"
+console.log(data.visual_signature.colors.primary); // "#0078d4"
+console.log(data.styles.css.length);      // purged + minified CSS
+```
+
+Owners can mint a mandate for delegate-only extraction:
+
+```ts
+import { WEB_EXTRACT_SCOPE } from "@aithos/sdk";
+
+await sdk.mandates.create({
+  appDid: "did:aithos:app:my-agent",
+  scopes: [WEB_EXTRACT_SCOPE],
+  // ...
+});
+```
+
 ## What lives where
 
 | Namespace        | Purpose                                                                                    |
 | ---------------- | ------------------------------------------------------------------------------------------ |
 | `sdk.compute`    | Bedrock invocation through the Aithos compute proxy (signed envelope, wallet enforcement). |
+| `sdk.web`        | Webpage extraction without an LLM through the web extractor proxy (1 mc / call).           |
 | `sdk.wallet`     | Stripe Checkout sessions for credit-pack top-ups, balance helpers.                         |
 | `sdk.ethos`      | Ethos-zone composition / parsing — re-exported from `@aithos/protocol-client`.             |
 | `sdk.onboarding` | First-run identity / DID flows — re-exported.                                              |

package/dist/src/compute.d.ts

@@ -192,119 +192,6 @@ export interface InvokeSegmentationResult {
     readonly walletBalance: number;
     readonly auditId: string;
 }
-/**
- * Models accepted by `invokeUrlFetch`. These are the Anthropic-API-direct
- * model aliases — the proxy resolves them to the canonical API model id
- * (`claude-haiku-4-5-20251001`, etc.) at dispatch time.
- *
- * Bedrock's compute_invoke supports the same names but routes through
- * Bedrock; url_fetch routes through `api.anthropic.com` directly because
- * the `web_fetch` server-side tool isn't exposed via Bedrock.
- */
-export type UrlFetchModelId = "claude-haiku-4-5" | "claude-sonnet-4-6" | "claude-opus-4-6";
-export interface InvokeUrlFetchArgs {
-    /**
-     * Mandate ID under which this call should be attributed.
-     *
-     * - **Owner sessions**: optional. The owner's own DID is used as a
-     *   sentinel "self" mandate id; the proxy skips all mandate checks
-     *   for owner-signed envelopes.
-     * - **Delegate sessions**: required. Must reference an imported
-     *   mandate bundle that carries the `compute.url_fetch` scope (NOT
-     *   the same scope as `compute.invoke` — see the protocol spec).
-     */
-    readonly mandateId?: string;
-    /**
-     * Anthropic model alias. Default `"claude-haiku-4-5"` — fastest and
-     * cheapest model that supports `web_fetch`. Bump to Sonnet 4.6 for
-     * deeper reasoning over the fetched content; Opus 4.6 for the
-     * heaviest analyses (priced accordingly via reconcile). Opus 4.7 is
-     * provisioned but commercially gated — see the docstring on
-     * InvokeBedrockArgs.model for the unlock path.
-     */
-    readonly model?: UrlFetchModelId;
-    /**
-     * User prompt — should normally contain the URL(s) the caller wants
-     * the model to fetch and analyze. Example:
-     *   "Voici l'URL https://tata.com — résume le service, identifie
-     *    le style du site et la couleur primaire. Renvoie en JSON."
-     */
-    readonly prompt: string;
-    /** Optional system prompt (Anthropic-style separate field). */
-    readonly system?: string;
-    /** Cap on output tokens. Default 2048. */
-    readonly maxTokens?: number;
-    /** Sampling temperature. Default model-dependent. */
-    readonly temperature?: number;
-    /**
-     * Maximum number of `web_fetch` invocations the model is allowed to
-     * make in this call. Default 5; range [1, 10].
-     */
-    readonly maxFetches?: number;
-    /**
-     * Maximum tokens of fetched content Anthropic will inject per fetch.
-     * Default 100_000; range [1000, 200_000]. Pages larger than this
-     * are truncated server-side.
-     */
-    readonly maxContentTokens?: number;
-    /**
-     * When `true` (default), the response carries citation spans tying
-     * generated text back to fetched documents — useful for displaying
-     * "selon X, …" footnotes in the UI without post-processing.
-     */
-    readonly citations?: boolean;
-    /**
-     * Optional domain allowlist — if set, the model can only fetch from
-     * these domains. Mutually exclusive with `blockedDomains`.
-     */
-    readonly allowedDomains?: readonly string[];
-    /**
-     * Optional domain blocklist. Mutually exclusive with `allowedDomains`.
-     */
-    readonly blockedDomains?: readonly string[];
-    /** Idempotency key for retries (generated if omitted). */
-    readonly idempotencyKey?: string;
-    /** Abort signal to cancel the request. */
-    readonly signal?: AbortSignal;
-}
-/**
- * Single citation projection — flattened from Anthropic's wire shape so
- * consumers can render `{cited_text}` next to `{url}` without parsing
- * vendor-specific block types.
- */
-export interface UrlFetchCitation {
-    readonly url: string;
-    readonly citedText: string;
-    readonly documentTitle?: string;
-    readonly startCharIndex?: number;
-    readonly endCharIndex?: number;
-}
-/** Per-fetch metadata in the order the model performed the fetches. */
-export interface UrlFetchMetadata {
-    readonly url: string;
-    readonly retrievedAt?: string;
-    readonly title?: string;
-}
-export interface InvokeUrlFetchResult {
-    /** Final assistant text — typically a JSON string when the prompt asked for structure. */
-    readonly content: string;
-    /** Citation spans (empty when `citations: false` or no fetches succeeded). */
-    readonly citations: readonly UrlFetchCitation[];
-    /** Per-URL fetch metadata. */
-    readonly urlsFetched: readonly UrlFetchMetadata[];
-    readonly stopReason: "end_turn" | "max_tokens" | "tool_use" | "stop_sequence" | "pause_turn" | "refusal";
-    readonly usage: {
-        readonly inputTokens: number;
-        readonly outputTokens: number;
-        readonly webFetchInvocations: number;
-    };
-    /** Microcredits charged after reconcile (already net of any refund). */
-    readonly creditsCharged: number;
-    /** Wallet balance after the debit + reconcile. */
-    readonly walletBalance: number;
-    /** Audit log id for traceability. */
-    readonly auditId: string;
-}
 export interface ComputeNamespaceDeps {
     readonly auth: AithosAuth;
     readonly appDid: string;
@@ -392,41 +279,5 @@ export declare class ComputeNamespace {
      * Pricing: flat 5 000 mc per call (~$0.005 — Florence-2 is cheap).
      */
     invokeSegmentation(args: InvokeSegmentationArgs): Promise<InvokeSegmentationResult>;
-    /**
-     * Fetch one or more URLs and have Claude analyze the content. Routes
-     * through `api.anthropic.com` with the `web_fetch` server-side tool —
-     * NOT through Bedrock — because Bedrock does not expose Anthropic's
-     * server-side tools (web_fetch, web_search, etc.). The proxy hides
-     * this multi-backend detail from the SDK consumer; the wallet,
-     * envelope, and mandate-scope contracts are unchanged.
-     *
-     * Typical use:
-     * ```ts
-     * const r = await sdk.compute.invokeUrlFetch({
-     *   prompt: "Voici l'URL https://tata.com — résume le service, " +
-     *           "identifie le style et la couleur primaire. JSON.",
-     * });
-     * console.log(r.content);
-     * for (const c of r.citations) console.log(c.url, "→", c.citedText);
-     * ```
-     *
-     * Mandate scope: requires `compute.url_fetch` (distinct from
-     * `compute.invoke` — see {@link InvokeUrlFetchArgs.mandateId}).
-     *
-     * Pricing: same Claude 4.x rates as Bedrock (Anthropic's direct API
-     * and Bedrock list prices are identical). Default Haiku 4.5 ≈
-     * $0.001/1k input + $0.005/1k output. The proxy pre-debits a
-     * conservative upper bound (`maxFetches × maxContentTokens × input
-     * rate + maxTokens × output rate`) and reconciles down to the actual
-     * usage Anthropic reports — so the wallet is always charged the
-     * exact post-call cost.
-     *
-     * @throws {AithosSDKError} on protocol errors. Notable codes:
-     *   `sdk_no_signer`, `sdk_no_delegate_for_mandate`, `network`,
-     *   `http`, `empty`, plus proxy codes `-32042` (mandate scope
-     *   missing), `-32070`/`-32071` (wallet), `-32074` (fetch blocked
-     *   by robots.txt / domain filter), `-32050` (rate limit).
-     */
-    invokeUrlFetch(args: InvokeUrlFetchArgs): Promise<InvokeUrlFetchResult>;
 }
 //# sourceMappingURL=compute.d.ts.map

package/dist/src/compute.js

@@ -234,82 +234,6 @@ export class ComputeNamespace {
             signal: args.signal,
         });
     }
-    /**
-     * Fetch one or more URLs and have Claude analyze the content. Routes
-     * through `api.anthropic.com` with the `web_fetch` server-side tool —
-     * NOT through Bedrock — because Bedrock does not expose Anthropic's
-     * server-side tools (web_fetch, web_search, etc.). The proxy hides
-     * this multi-backend detail from the SDK consumer; the wallet,
-     * envelope, and mandate-scope contracts are unchanged.
-     *
-     * Typical use:
-     * ```ts
-     * const r = await sdk.compute.invokeUrlFetch({
-     *   prompt: "Voici l'URL https://tata.com — résume le service, " +
-     *           "identifie le style et la couleur primaire. JSON.",
-     * });
-     * console.log(r.content);
-     * for (const c of r.citations) console.log(c.url, "→", c.citedText);
-     * ```
-     *
-     * Mandate scope: requires `compute.url_fetch` (distinct from
-     * `compute.invoke` — see {@link InvokeUrlFetchArgs.mandateId}).
-     *
-     * Pricing: same Claude 4.x rates as Bedrock (Anthropic's direct API
-     * and Bedrock list prices are identical). Default Haiku 4.5 ≈
-     * $0.001/1k input + $0.005/1k output. The proxy pre-debits a
-     * conservative upper bound (`maxFetches × maxContentTokens × input
-     * rate + maxTokens × output rate`) and reconciles down to the actual
-     * usage Anthropic reports — so the wallet is always charged the
-     * exact post-call cost.
-     *
-     * @throws {AithosSDKError} on protocol errors. Notable codes:
-     *   `sdk_no_signer`, `sdk_no_delegate_for_mandate`, `network`,
-     *   `http`, `empty`, plus proxy codes `-32042` (mandate scope
-     *   missing), `-32070`/`-32071` (wallet), `-32074` (fetch blocked
-     *   by robots.txt / domain filter), `-32050` (rate limit).
-     */
-    async invokeUrlFetch(args) {
-        const { endpoints, fetch: fetchImpl } = this.#deps;
-        const choice = this.#resolveSigner(args.mandateId);
-        const url = computeInvokeUrl(endpoints);
-        const idempotencyKey = args.idempotencyKey ?? generateIdempotencyKey();
-        const model = args.model ?? "claude-haiku-4-5";
-        const params = {
-            app_did: this.#deps.appDid,
-            mandate_id: this.#resolveMandateIdForWire(args.mandateId, choice),
-            model,
-            prompt: args.prompt,
-            idempotency_key: idempotencyKey,
-        };
-        if (args.system !== undefined)
-            params.system = args.system;
-        if (args.maxTokens !== undefined)
-            params.max_tokens = args.maxTokens;
-        if (args.temperature !== undefined)
-            params.temperature = args.temperature;
-        if (args.maxFetches !== undefined)
-            params.max_fetches = args.maxFetches;
-        if (args.maxContentTokens !== undefined) {
-            params.max_content_tokens = args.maxContentTokens;
-        }
-        if (args.citations !== undefined)
-            params.citations = args.citations;
-        if (args.allowedDomains !== undefined && args.allowedDomains.length > 0) {
-            params.allowed_domains = args.allowedDomains;
-        }
-        if (args.blockedDomains !== undefined && args.blockedDomains.length > 0) {
-            params.blocked_domains = args.blockedDomains;
-        }
-        return await this.#signAndPost({
-            url,
-            method: "aithos.compute_invoke_url_fetch",
-            params,
-            choice,
-            fetchImpl,
-            signal: args.signal,
-        });
-    }
     /**
      * Resolve the active signer (owner takes precedence over delegate).
      *

package/dist/src/endpoints.d.ts

@@ -10,11 +10,20 @@ export interface AithosSdkEndpoints {
      * suffixes a fixed path to it.
      */
     readonly wallet: string;
+    /**
+     * Web extractor proxy base URL — `aithos.web_extract`. Default
+     * `https://extract.aithos.be`. Same JSON-RPC + signed-envelope shape
+     * as the compute proxy, distinct audience so a mandate can hold one
+     * scope without the other.
+     */
+    readonly web: string;
 }
 /** Production defaults. */
 export declare const DEFAULT_SDK_ENDPOINTS: AithosSdkEndpoints;
 /** Compose the full compute-invoke URL: `${compute}/v1/invoke`. */
 export declare function computeInvokeUrl(endpoints: AithosSdkEndpoints): string;
+/** Compose the full web-extract URL: `${web}/v1/invoke`. */
+export declare function webInvokeUrl(endpoints: AithosSdkEndpoints): string;
 /** Compose the full top-up-checkout URL: `${wallet}/v1/wallet/topup/checkout`. */
 export declare function walletTopupCheckoutUrl(endpoints: AithosSdkEndpoints): string;
 /**

package/dist/src/endpoints.js

@@ -4,11 +4,16 @@
 export const DEFAULT_SDK_ENDPOINTS = {
     compute: "https://compute.aithos.be",
     wallet: "https://wallet.aithos.be",
+    web: "https://extract.aithos.be",
 };
 /** Compose the full compute-invoke URL: `${compute}/v1/invoke`. */
 export function computeInvokeUrl(endpoints) {
     return `${trimSlash(endpoints.compute)}/v1/invoke`;
 }
+/** Compose the full web-extract URL: `${web}/v1/invoke`. */
+export function webInvokeUrl(endpoints) {
+    return `${trimSlash(endpoints.web)}/v1/invoke`;
+}
 /** Compose the full top-up-checkout URL: `${wallet}/v1/wallet/topup/checkout`. */
 export function walletTopupCheckoutUrl(endpoints) {
     return `${trimSlash(endpoints.wallet)}/v1/wallet/topup/checkout`;

package/dist/src/index.d.ts

@@ -1,14 +1,16 @@
-export declare const VERSION = "0.1.0-alpha.21";
+export declare const VERSION = "0.1.0-alpha.23";
 export { AithosSDK } from "./sdk.js";
 export type { AithosSDKConfig } from "./types.js";
 export { AithosSDKError } from "./types.js";
 export { AithosRpcError } from "@aithos/protocol-client";
 export type { AithosSdkEndpoints } from "./endpoints.js";
 export { DEFAULT_SDK_ENDPOINTS } from "./endpoints.js";
-export type { ComputeMessage, ImageAspectRatio, ImageModelId, InvokeBedrockArgs, InvokeBedrockResult, InvokeBedrockVisionArgs, InvokeBedrockVisionResult, InvokeImageArgs, InvokeImageImage, InvokeImageResult, InvokeSegmentationArgs, InvokeSegmentationResult, InvokeUrlFetchArgs, InvokeUrlFetchResult, SegmentPolygon, StopReason, UrlFetchCitation, UrlFetchMetadata, UrlFetchModelId, } from "./compute.js";
+export type { ComputeMessage, ImageAspectRatio, ImageModelId, InvokeBedrockArgs, InvokeBedrockResult, InvokeBedrockVisionArgs, InvokeBedrockVisionResult, InvokeImageArgs, InvokeImageImage, InvokeImageResult, InvokeSegmentationArgs, InvokeSegmentationResult, SegmentPolygon, StopReason, } from "./compute.js";
 export { ComputeNamespace } from "./compute.js";
 export type { CreditPackId, CreateTopupSessionArgs, CreateTopupSessionResult, GetBalanceArgs, GetBalanceResult, } from "./wallet.js";
 export { WalletNamespace } from "./wallet.js";
+export type { ComponentStyle, ExtractArgs, ExtractContent, ExtractData, ExtractForm, ExtractFormField, ExtractHeading, ExtractIconDeclaration, ExtractImage, ExtractLink, ExtractLogo, ExtractMeta, ExtractResult, ExtractSection, ExtractStructure, ExtractStyles, FetchAssetArgs, FetchAssetResult, PaletteEntry, VisualSignature, WebNamespaceDeps, } from "./web.js";
+export { WebNamespace, WEB_EXTRACT_SCOPE } from "./web.js";
 export { AithosAuth, DEFAULT_API_BASE_URL, DEFAULT_AUTH_BASE_URL, } from "./auth.js";
 export type { AithosAuthConfig, AithosSession, CompleteSsoFirstLoginInput, CompleteSsoFirstLoginResult, DelegateInfo, ImportMandateInput, OwnerInfo, SignInInput, SignInWithGoogleOptions, SignInWithRecoveryInput, SignUpInput, SignUpResult, } from "./auth.js";
 export { DEFAULT_SESSION_STORAGE_KEY, defaultSessionStore, localStorageStore, noopStore, sessionStorageStore, type AithosSessionStore, } from "./session-store.js";

package/dist/src/index.js

@@ -17,7 +17,7 @@
 // Public types specific to the SDK (`AithosSDKConfig`, `AithosSDKError`)
 // are exported from here. Endpoint config (`AithosSdkEndpoints`,
 // `DEFAULT_SDK_ENDPOINTS`) likewise.
-export const VERSION = "0.1.0-alpha.21";
+export const VERSION = "0.1.0-alpha.23";
 export { AithosSDK } from "./sdk.js";
 export { AithosSDKError } from "./types.js";
 // Re-export protocol-client's JSON-RPC error type so consumers can
@@ -27,6 +27,7 @@ export { AithosRpcError } from "@aithos/protocol-client";
 export { DEFAULT_SDK_ENDPOINTS } from "./endpoints.js";
 export { ComputeNamespace } from "./compute.js";
 export { WalletNamespace } from "./wallet.js";
+export { WebNamespace, WEB_EXTRACT_SCOPE } from "./web.js";
 // Sign-up, sign-in, sign-in-with-Google. Lives outside the AithosSDK
 // class because the auth flow runs *before* the user has a
 // BrowserIdentity (sign-up creates one, sign-in restores it from the

package/dist/src/sdk.d.ts

@@ -4,6 +4,7 @@ import { type AithosSdkEndpoints } from "./endpoints.js";
 import { EthosNamespace } from "./ethos.js";
 import { MandatesNamespace } from "./mandates.js";
 import { WalletNamespace } from "./wallet.js";
+import { WebNamespace } from "./web.js";
 export interface AithosSDKConfig {
     /**
      * The {@link AithosAuth} instance the SDK reads sign-in state from.
@@ -44,6 +45,8 @@ export declare class AithosSDK {
     readonly ethos: EthosNamespace;
     /** Mandate lifecycle namespace — create / list / revoke. */
     readonly mandates: MandatesNamespace;
+    /** Web extraction namespace — aithos.web_extract through the web extractor proxy. */
+    readonly web: WebNamespace;
     constructor(config: AithosSDKConfig);
     /** DID of the currently signed-in owner, or null if no owner is loaded. */
     get userDid(): string | null;

package/dist/src/sdk.js

@@ -5,6 +5,7 @@ import { resolveEndpoints } from "./endpoints.js";
 import { EthosNamespace } from "./ethos.js";
 import { MandatesNamespace } from "./mandates.js";
 import { WalletNamespace } from "./wallet.js";
+import { WebNamespace } from "./web.js";
 export class AithosSDK {
     /** Resolved endpoint configuration (defaults + caller overrides). */
     endpoints;
@@ -20,6 +21,8 @@ export class AithosSDK {
     ethos;
     /** Mandate lifecycle namespace — create / list / revoke. */
     mandates;
+    /** Web extraction namespace — aithos.web_extract through the web extractor proxy. */
+    web;
     constructor(config) {
         if (!config.auth) {
             throw new TypeError("AithosSDK: config.auth is required");
@@ -53,6 +56,12 @@ export class AithosSDK {
             endpoints: this.endpoints,
             fetch: fetchImpl,
         });
+        this.web = new WebNamespace({
+            auth: config.auth,
+            appDid: config.appDid,
+            endpoints: this.endpoints,
+            fetch: fetchImpl,
+        });
     }
     /** DID of the currently signed-in owner, or null if no owner is loaded. */
     get userDid() {