@stack0/sdk 0.5.11 → 0.5.14

package/dist/crawl/index.d.mts

@@ -0,0 +1,206 @@
+import { a as HttpClientConfig } from '../http-client-Cgie_Rv6.mjs';
+import { E as Environment } from '../shared-types-DKqZbnMq.mjs';
+
+type CrawlStatus = "pending" | "processing" | "completed" | "failed" | "cancelled";
+type ScrapeActionType = "click" | "type" | "press" | "scroll" | "wait" | "screenshot" | "execute_js" | "extract";
+type ScrapeAction = {
+    type: "click";
+    selector: string;
+    waitAfter?: number;
+} | {
+    type: "type";
+    selector: string;
+    text: string;
+    delay?: number;
+} | {
+    type: "press";
+    key: string;
+} | {
+    type: "scroll";
+    direction?: "up" | "down";
+    pixels?: number;
+} | {
+    type: "wait";
+    selector?: string;
+    timeout?: number;
+} | {
+    type: "screenshot";
+    fullPage?: boolean;
+} | {
+    type: "execute_js";
+    script: string;
+} | {
+    type: "extract";
+    schema?: Record<string, unknown>;
+    prompt?: string;
+};
+type ProxyType = "none" | "auto" | "residential" | "datacenter";
+type ScrapeFormat = "markdown" | "html" | "rawHtml" | "links" | "screenshot" | "metadata" | "extract";
+interface ScrapeOptions {
+    formats?: ScrapeFormat[];
+    onlyMainContent?: boolean;
+    includeLinks?: boolean;
+    includeImages?: boolean;
+    includeMetadata?: boolean;
+    waitForSelector?: string;
+    waitForTimeout?: number;
+    actions?: ScrapeAction[];
+    headers?: Record<string, string>;
+    cookies?: Array<{
+        name: string;
+        value: string;
+        domain?: string;
+    }>;
+    proxy?: ProxyType;
+    proxyLocation?: string;
+    stealth?: boolean;
+    extractSchema?: Record<string, unknown>;
+    extractPrompt?: string;
+}
+interface CreateCrawlRequest {
+    environment?: Environment;
+    projectId?: string;
+    url: string;
+    maxDepth?: number;
+    maxPages?: number;
+    limit?: number;
+    includePaths?: string[];
+    excludePaths?: string[];
+    allowSubdomains?: boolean;
+    allowBackwardLinks?: boolean;
+    respectRobotsTxt?: boolean;
+    scrapeOptions?: ScrapeOptions;
+    formats?: Array<"markdown" | "html" | "links" | "screenshot">;
+    proxy?: ProxyType;
+    proxyLocation?: string;
+    stealth?: boolean;
+    webhookUrl?: string;
+    webhookSecret?: string;
+    metadata?: Record<string, unknown>;
+}
+interface CreateCrawlResponse {
+    id: string;
+    status: CrawlStatus;
+}
+interface CrawlPage {
+    id: string;
+    crawlId: string;
+    url: string;
+    depth: number;
+    status: "pending" | "processing" | "completed" | "failed";
+    markdown?: string;
+    html?: string;
+    links?: string[];
+    pageMetadata?: Record<string, unknown>;
+    screenshotUrl?: string;
+    error?: string;
+    processingTimeMs?: number;
+    createdAt: Date | string;
+    completedAt?: Date | string;
+}
+interface Crawl {
+    id: string;
+    organizationId: string;
+    projectId?: string;
+    environment: Environment;
+    url: string;
+    maxDepth: number;
+    maxPages: number;
+    includePaths?: string[];
+    excludePaths?: string[];
+    allowSubdomains: boolean;
+    respectRobotsTxt: boolean;
+    formats: string[];
+    proxy: ProxyType;
+    stealth: boolean;
+    status: CrawlStatus;
+    pagesDiscovered: number;
+    pagesScraped: number;
+    pagesFailed: number;
+    error?: string;
+    pages?: CrawlPage[];
+    createdAt: Date | string;
+    startedAt?: Date | string;
+    completedAt?: Date | string;
+}
+interface GetCrawlRequest {
+    id: string;
+    environment?: Environment;
+    projectId?: string;
+    includePages?: boolean;
+}
+interface ListCrawlsRequest {
+    environment?: Environment;
+    projectId?: string;
+    status?: CrawlStatus;
+    url?: string;
+    limit?: number;
+    cursor?: string;
+}
+interface ListCrawlsResponse {
+    items: Crawl[];
+    nextCursor?: string;
+}
+interface ListCrawlPagesRequest {
+    crawlId: string;
+    environment?: Environment;
+    projectId?: string;
+    limit?: number;
+    cursor?: string;
+}
+interface ListCrawlPagesResponse {
+    items: CrawlPage[];
+    nextCursor?: string;
+}
+interface CancelCrawlRequest {
+    id: string;
+    environment?: Environment;
+    projectId?: string;
+}
+
+/**
+ * Stack0 Crawl Client
+ * Recursively crawl a website and extract content from every page.
+ */
+
+declare class Crawl$ {
+    private http;
+    constructor(config: HttpClientConfig);
+    /**
+     * Start a crawl.
+     *
+     * @example
+     * ```typescript
+     * const { id } = await stack0.crawl.start({
+     *   url: 'https://docs.example.com',
+     *   maxDepth: 3,
+     *   maxPages: 200,
+     *   formats: ['markdown', 'links'],
+     * });
+     * ```
+     */
+    start(request: CreateCrawlRequest): Promise<CreateCrawlResponse>;
+    /**
+     * Get a crawl by ID. Pass `includePages: true` to include the scraped pages.
+     */
+    get(request: GetCrawlRequest): Promise<Crawl>;
+    list(request?: ListCrawlsRequest): Promise<ListCrawlsResponse>;
+    listPages(request: ListCrawlPagesRequest): Promise<ListCrawlPagesResponse>;
+    cancel(request: CancelCrawlRequest): Promise<{
+        success: boolean;
+    }>;
+    delete(request: CancelCrawlRequest): Promise<{
+        success: boolean;
+    }>;
+    /**
+     * Start a crawl and poll until it completes. Returns the full Crawl record
+     * with pages included.
+     */
+    startAndWait(request: CreateCrawlRequest, options?: {
+        pollInterval?: number;
+        timeout?: number;
+        includePages?: boolean;
+    }): Promise<Crawl>;
+}
+
+export { type CancelCrawlRequest, Crawl$ as Crawl, Crawl$, type CrawlPage, type CrawlStatus, type CreateCrawlRequest, type CreateCrawlResponse, type GetCrawlRequest, type ListCrawlPagesRequest, type ListCrawlPagesResponse, type ListCrawlsRequest, type ListCrawlsResponse, type ProxyType, type ScrapeAction, type ScrapeActionType, type ScrapeFormat, type ScrapeOptions };

package/dist/crawl/index.d.ts

@@ -0,0 +1,206 @@
+import { a as HttpClientConfig } from '../http-client-Cgie_Rv6.js';
+import { E as Environment } from '../shared-types-DKqZbnMq.js';
+
+type CrawlStatus = "pending" | "processing" | "completed" | "failed" | "cancelled";
+type ScrapeActionType = "click" | "type" | "press" | "scroll" | "wait" | "screenshot" | "execute_js" | "extract";
+type ScrapeAction = {
+    type: "click";
+    selector: string;
+    waitAfter?: number;
+} | {
+    type: "type";
+    selector: string;
+    text: string;
+    delay?: number;
+} | {
+    type: "press";
+    key: string;
+} | {
+    type: "scroll";
+    direction?: "up" | "down";
+    pixels?: number;
+} | {
+    type: "wait";
+    selector?: string;
+    timeout?: number;
+} | {
+    type: "screenshot";
+    fullPage?: boolean;
+} | {
+    type: "execute_js";
+    script: string;
+} | {
+    type: "extract";
+    schema?: Record<string, unknown>;
+    prompt?: string;
+};
+type ProxyType = "none" | "auto" | "residential" | "datacenter";
+type ScrapeFormat = "markdown" | "html" | "rawHtml" | "links" | "screenshot" | "metadata" | "extract";
+interface ScrapeOptions {
+    formats?: ScrapeFormat[];
+    onlyMainContent?: boolean;
+    includeLinks?: boolean;
+    includeImages?: boolean;
+    includeMetadata?: boolean;
+    waitForSelector?: string;
+    waitForTimeout?: number;
+    actions?: ScrapeAction[];
+    headers?: Record<string, string>;
+    cookies?: Array<{
+        name: string;
+        value: string;
+        domain?: string;
+    }>;
+    proxy?: ProxyType;
+    proxyLocation?: string;
+    stealth?: boolean;
+    extractSchema?: Record<string, unknown>;
+    extractPrompt?: string;
+}
+interface CreateCrawlRequest {
+    environment?: Environment;
+    projectId?: string;
+    url: string;
+    maxDepth?: number;
+    maxPages?: number;
+    limit?: number;
+    includePaths?: string[];
+    excludePaths?: string[];
+    allowSubdomains?: boolean;
+    allowBackwardLinks?: boolean;
+    respectRobotsTxt?: boolean;
+    scrapeOptions?: ScrapeOptions;
+    formats?: Array<"markdown" | "html" | "links" | "screenshot">;
+    proxy?: ProxyType;
+    proxyLocation?: string;
+    stealth?: boolean;
+    webhookUrl?: string;
+    webhookSecret?: string;
+    metadata?: Record<string, unknown>;
+}
+interface CreateCrawlResponse {
+    id: string;
+    status: CrawlStatus;
+}
+interface CrawlPage {
+    id: string;
+    crawlId: string;
+    url: string;
+    depth: number;
+    status: "pending" | "processing" | "completed" | "failed";
+    markdown?: string;
+    html?: string;
+    links?: string[];
+    pageMetadata?: Record<string, unknown>;
+    screenshotUrl?: string;
+    error?: string;
+    processingTimeMs?: number;
+    createdAt: Date | string;
+    completedAt?: Date | string;
+}
+interface Crawl {
+    id: string;
+    organizationId: string;
+    projectId?: string;
+    environment: Environment;
+    url: string;
+    maxDepth: number;
+    maxPages: number;
+    includePaths?: string[];
+    excludePaths?: string[];
+    allowSubdomains: boolean;
+    respectRobotsTxt: boolean;
+    formats: string[];
+    proxy: ProxyType;
+    stealth: boolean;
+    status: CrawlStatus;
+    pagesDiscovered: number;
+    pagesScraped: number;
+    pagesFailed: number;
+    error?: string;
+    pages?: CrawlPage[];
+    createdAt: Date | string;
+    startedAt?: Date | string;
+    completedAt?: Date | string;
+}
+interface GetCrawlRequest {
+    id: string;
+    environment?: Environment;
+    projectId?: string;
+    includePages?: boolean;
+}
+interface ListCrawlsRequest {
+    environment?: Environment;
+    projectId?: string;
+    status?: CrawlStatus;
+    url?: string;
+    limit?: number;
+    cursor?: string;
+}
+interface ListCrawlsResponse {
+    items: Crawl[];
+    nextCursor?: string;
+}
+interface ListCrawlPagesRequest {
+    crawlId: string;
+    environment?: Environment;
+    projectId?: string;
+    limit?: number;
+    cursor?: string;
+}
+interface ListCrawlPagesResponse {
+    items: CrawlPage[];
+    nextCursor?: string;
+}
+interface CancelCrawlRequest {
+    id: string;
+    environment?: Environment;
+    projectId?: string;
+}
+
+/**
+ * Stack0 Crawl Client
+ * Recursively crawl a website and extract content from every page.
+ */
+
+declare class Crawl$ {
+    private http;
+    constructor(config: HttpClientConfig);
+    /**
+     * Start a crawl.
+     *
+     * @example
+     * ```typescript
+     * const { id } = await stack0.crawl.start({
+     *   url: 'https://docs.example.com',
+     *   maxDepth: 3,
+     *   maxPages: 200,
+     *   formats: ['markdown', 'links'],
+     * });
+     * ```
+     */
+    start(request: CreateCrawlRequest): Promise<CreateCrawlResponse>;
+    /**
+     * Get a crawl by ID. Pass `includePages: true` to include the scraped pages.
+     */
+    get(request: GetCrawlRequest): Promise<Crawl>;
+    list(request?: ListCrawlsRequest): Promise<ListCrawlsResponse>;
+    listPages(request: ListCrawlPagesRequest): Promise<ListCrawlPagesResponse>;
+    cancel(request: CancelCrawlRequest): Promise<{
+        success: boolean;
+    }>;
+    delete(request: CancelCrawlRequest): Promise<{
+        success: boolean;
+    }>;
+    /**
+     * Start a crawl and poll until it completes. Returns the full Crawl record
+     * with pages included.
+     */
+    startAndWait(request: CreateCrawlRequest, options?: {
+        pollInterval?: number;
+        timeout?: number;
+        includePages?: boolean;
+    }): Promise<Crawl>;
+}
+
+export { type CancelCrawlRequest, Crawl$ as Crawl, Crawl$, type CrawlPage, type CrawlStatus, type CreateCrawlRequest, type CreateCrawlResponse, type GetCrawlRequest, type ListCrawlPagesRequest, type ListCrawlPagesResponse, type ListCrawlsRequest, type ListCrawlsResponse, type ProxyType, type ScrapeAction, type ScrapeActionType, type ScrapeFormat, type ScrapeOptions };

package/dist/crawl/index.js

@@ -0,0 +1,179 @@
+'use strict';
+
+// src/lib/http-client.ts
+var HttpClient = class {
+  apiKey;
+  baseUrl;
+  constructor(config) {
+    this.apiKey = config.apiKey;
+    this.baseUrl = config.baseUrl || "https://api.stack0.dev/v1";
+  }
+  getHeaders(includeContentType = true) {
+    const headers = {
+      Authorization: `Bearer ${this.apiKey}`
+    };
+    if (includeContentType) {
+      headers["Content-Type"] = "application/json";
+    }
+    return headers;
+  }
+  async request(method, path, body) {
+    const url = `${this.baseUrl}${path}`;
+    const bodyString = body === void 0 ? void 0 : JSON.stringify(body);
+    const hasBody = bodyString !== void 0;
+    try {
+      const response = await fetch(url, {
+        method,
+        headers: this.getHeaders(hasBody),
+        body: hasBody ? bodyString : void 0
+      });
+      if (!response.ok) {
+        await this.handleErrorResponse(response);
+      }
+      const data = await response.json();
+      return data;
+    } catch (error) {
+      if (error instanceof Error && "statusCode" in error) {
+        throw error;
+      }
+      throw this.createError("Network error", error);
+    }
+  }
+  async handleErrorResponse(response) {
+    let errorBody;
+    try {
+      errorBody = await response.json();
+    } catch {
+      errorBody = { message: response.statusText };
+    }
+    const error = new Error(errorBody?.message || `HTTP ${response.status}`);
+    error.statusCode = response.status;
+    error.code = errorBody?.code ?? "";
+    error.response = errorBody;
+    throw error;
+  }
+  createError(message, cause) {
+    const error = new Error(message);
+    error.cause = cause;
+    return error;
+  }
+  async get(path) {
+    return this.request("GET", path);
+  }
+  async post(path, body) {
+    return this.request("POST", path, body);
+  }
+  async put(path, body) {
+    return this.request("PUT", path, body);
+  }
+  async delete(path) {
+    return this.request("DELETE", path);
+  }
+  async deleteWithBody(path, body) {
+    return this.request("DELETE", path, body);
+  }
+  async patch(path, body) {
+    return this.request("PATCH", path, body);
+  }
+};
+
+// src/crawl/client.ts
+var Crawl$ = class {
+  http;
+  constructor(config) {
+    this.http = new HttpClient(config);
+  }
+  /**
+   * Start a crawl.
+   *
+   * @example
+   * ```typescript
+   * const { id } = await stack0.crawl.start({
+   *   url: 'https://docs.example.com',
+   *   maxDepth: 3,
+   *   maxPages: 200,
+   *   formats: ['markdown', 'links'],
+   * });
+   * ```
+   */
+  async start(request) {
+    return this.http.post("/webdata/crawl", request);
+  }
+  /**
+   * Get a crawl by ID. Pass `includePages: true` to include the scraped pages.
+   */
+  async get(request) {
+    const params = new URLSearchParams();
+    if (request.environment) params.set("environment", request.environment);
+    if (request.projectId) params.set("projectId", request.projectId);
+    if (request.includePages) params.set("includePages", "true");
+    const query = params.toString();
+    return this.http.get(`/webdata/crawl/${request.id}${query ? `?${query}` : ""}`);
+  }
+  async list(request = {}) {
+    const params = new URLSearchParams();
+    if (request.environment) params.set("environment", request.environment);
+    if (request.projectId) params.set("projectId", request.projectId);
+    if (request.status) params.set("status", request.status);
+    if (request.url) params.set("url", request.url);
+    if (request.limit) params.set("limit", String(request.limit));
+    if (request.cursor) params.set("cursor", request.cursor);
+    const query = params.toString();
+    return this.http.get(`/webdata/crawl${query ? `?${query}` : ""}`);
+  }
+  async listPages(request) {
+    const params = new URLSearchParams();
+    if (request.environment) params.set("environment", request.environment);
+    if (request.projectId) params.set("projectId", request.projectId);
+    if (request.limit) params.set("limit", String(request.limit));
+    if (request.cursor) params.set("cursor", request.cursor);
+    const query = params.toString();
+    return this.http.get(
+      `/webdata/crawl/${request.crawlId}/pages${query ? `?${query}` : ""}`
+    );
+  }
+  async cancel(request) {
+    return this.http.post(`/webdata/crawl/${request.id}/cancel`, {
+      environment: request.environment,
+      projectId: request.projectId
+    });
+  }
+  async delete(request) {
+    const params = new URLSearchParams();
+    if (request.environment) params.set("environment", request.environment);
+    if (request.projectId) params.set("projectId", request.projectId);
+    const query = params.toString();
+    return this.http.deleteWithBody(
+      `/webdata/crawl/${request.id}${query ? `?${query}` : ""}`,
+      request
+    );
+  }
+  /**
+   * Start a crawl and poll until it completes. Returns the full Crawl record
+   * with pages included.
+   */
+  async startAndWait(request, options = {}) {
+    const { pollInterval = 2e3, timeout = 6e5, includePages = true } = options;
+    const { id } = await this.start(request);
+    const start = Date.now();
+    while (Date.now() - start < timeout) {
+      const crawl = await this.get({
+        id,
+        environment: request.environment,
+        projectId: request.projectId,
+        includePages
+      });
+      if (crawl.status === "completed" || crawl.status === "failed" || crawl.status === "cancelled") {
+        if (crawl.status === "failed") throw new Error(crawl.error || "Crawl failed");
+        return crawl;
+      }
+      await new Promise((r) => setTimeout(r, pollInterval));
+    }
+    throw new Error("Crawl timed out");
+  }
+};
+
+exports.Crawl = Crawl$;
+exports.Crawl$ = Crawl$;
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/crawl/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/lib/http-client.ts","../../src/crawl/client.ts"],"names":[],"mappings":";;;AAUO,IAAM,aAAN,MAAiB;AAAA,EACd,MAAA;AAAA,EACA,OAAA;AAAA,EAER,YAAY,MAAA,EAA0B;AACpC,IAAA,IAAA,CAAK,SAAS,MAAA,CAAO,MAAA;AACrB,IAAA,IAAA,CAAK,OAAA,GAAU,OAAO,OAAA,IAAW,2BAAA;AAAA,EACnC;AAAA,EAEQ,UAAA,CAAW,qBAAqB,IAAA,EAA8B;AACpE,IAAA,MAAM,OAAA,GAAkC;AAAA,MACtC,aAAA,EAAe,CAAA,OAAA,EAAU,IAAA,CAAK,MAAM,CAAA;AAAA,KACtC;AACA,IAAA,IAAI,kBAAA,EAAoB;AACtB,MAAA,OAAA,CAAQ,cAAc,CAAA,GAAI,kBAAA;AAAA,IAC5B;AACA,IAAA,OAAO,OAAA;AAAA,EACT;AAAA,EAEA,MAAM,OAAA,CAAW,MAAA,EAAgB,IAAA,EAAc,IAAA,EAA4B;AACzE,IAAA,MAAM,GAAA,GAAM,CAAA,EAAG,IAAA,CAAK,OAAO,GAAG,IAAI,CAAA,CAAA;AAClC,IAAA,MAAM,aAAa,IAAA,KAAS,MAAA,GAAY,MAAA,GAAY,IAAA,CAAK,UAAU,IAAI,CAAA;AACvE,IAAA,MAAM,UAAU,UAAA,KAAe,MAAA;AAE/B,IAAA,IAAI;AACF,MAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,GAAA,EAAK;AAAA,QAChC,MAAA;AAAA,QACA,OAAA,EAAS,IAAA,CAAK,UAAA,CAAW,OAAO,CAAA;AAAA,QAChC,IAAA,EAAM,UAAU,UAAA,GAAa,KAAA;AAAA,OAC9B,CAAA;AAED,MAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,QAAA,MAAM,IAAA,CAAK,oBAAoB,QAAQ,CAAA;AAAA,MACzC;AAEA,MAAA,MAAM,IAAA,GAAO,MAAM,QAAA,CAAS,IAAA,EAAK;AACjC,MAAA,OAAO,IAAA;AAAA,IACT,SAAS,KAAA,EAAO;AACd,MAAA,IAAI,KAAA,YAAiB,KAAA,IAAS,YAAA,IAAgB,KAAA,EAAO;AACnD,QAAA,MAAM,KAAA;AAAA,MACR;AACA,MAAA,MAAM,IAAA,CAAK,WAAA,CAAY,eAAA,EAAiB,KAAK,CAAA;AAAA,IAC/C;AAAA,EACF;AAAA,EAEA,MAAc,oBAAoB,QAAA,EAAoC;AACpE,IAAA,IAAI,SAAA;AACJ,IAAA,IAAI;AACF,MAAA,SAAA,GAAa,MAAM,SAAS,IAAA,EAAK;AAAA,IACnC,CAAA,CAAA,MAAQ;AACN,MAAA,SAAA,GAAY,EAAE,OAAA,EAAS,QAAA,CAAS,UAAA,EAAW;AAAA,IAC7C;AAEA,IAAA,MAAM,KAAA,GAAQ,IAAI,KAAA,CAAM,SAAA,EAAW,WAAW,CAAA,KAAA,EAAQ,QAAA,CAAS,MAAM,CAAA,CAAE,CAAA;AAKvE,IAAA,KAAA,CAAM,aAAa,QAAA,CAAS,MAAA;AAC5B,IAAA,KAAA,CAAM,IAAA,GAAQ,WAAuD,IAAA,IAAQ,EAAA;AAC7E,IAAA,KAAA,CAAM,QAAA,GAAW,SAAA;AACjB,IAAA,MAAM,KAAA;AAAA,EACR;AAAA,EAEQ,WAAA,CAAY,SAAiB,KAAA,EAAwB;AAC3D,IAAA,MAAM,KAAA,GAAQ,IAAI,KAAA,CAAM,OAAO,CAAA;AAC/B,IAAA,KAAA,CAAM,KAAA,GAAQ,KAAA;AACd,IAAA,OAAO,KAAA;AAAA,EACT;AAAA,EAEA,MAAM,IAAO,IAAA,EAA0B;AACrC,IAAA,OAAO,IAAA,CAAK,OAAA,CAAW,KAAA,EAAO,IAAI,CAAA;AAAA,EACpC;AAAA,EAEA,MAAM,IAAA,CAAQ,IAAA,EAAc,IAAA,EAA2B;AACrD,IAAA,OAAO,IAAA,CAAK,OAAA,CAAW,MAAA,EAAQ,IAAA,EAAM,IAAI,CAAA;AAAA,EAC3C;AAAA,EAEA,MAAM,GAAA,CAAO,IAAA,EAAc,IAAA,EAA2B;AACpD,IAAA,OAAO,IAAA,CAAK,OAAA,CAAW,KAAA,EAAO,IAAA,EAAM,IAAI,CAAA;AAAA,EAC1C;AAAA,EAEA,MAAM,OAAU,IAAA,EAA0B;AACxC,IAAA,OAAO,IAAA,CAAK,OAAA,CAAW,QAAA,EAAU,IAAI,CAAA;AAAA,EACvC;AAAA,EAEA,MAAM,cAAA,CAAkB,IAAA,EAAc,IAAA,EAA2B;AAC/D,IAAA,OAAO,IAAA,CAAK,OAAA,CAAW,QAAA,EAAU,IAAA,EAAM,IAAI,CAAA;AAAA,EAC7C;AAAA,EAEA,MAAM,KAAA,CAAS,IAAA,EAAc,IAAA,EAA2B;AACtD,IAAA,OAAO,IAAA,CAAK,OAAA,CAAW,OAAA,EAAS,IAAA,EAAM,IAAI,CAAA;AAAA,EAC5C;AACF,CAAA;;;ACrFO,IAAM,SAAN,MAAa;AAAA,EACV,IAAA;AAAA,EAER,YAAY,MAAA,EAA0B;AACpC,IAAA,IAAA,CAAK,IAAA,GAAO,IAAI,UAAA,CAAW,MAAM,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAeA,MAAM,MAAM,OAAA,EAA2D;AACrE,IAAA,OAAO,IAAA,CAAK,IAAA,CAAK,IAAA,CAA0B,gBAAA,EAAkB,OAAO,CAAA;AAAA,EACtE;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,IAAI,OAAA,EAA0C;AAClD,IAAA,MAAM,MAAA,GAAS,IAAI,eAAA,EAAgB;AACnC,IAAA,IAAI,QAAQ,WAAA,EAAa,MAAA,CAAO,GAAA,CAAI,aAAA,EAAe,QAAQ,WAAW,CAAA;AACtE,IAAA,IAAI,QAAQ,SAAA,EAAW,MAAA,CAAO,GAAA,CAAI,WAAA,EAAa,QAAQ,SAAS,CAAA;AAChE,IAAA,IAAI,OAAA,CAAQ,YAAA,EAAc,MAAA,CAAO,GAAA,CAAI,gBAAgB,MAAM,CAAA;AAC3D,IAAA,MAAM,KAAA,GAAQ,OAAO,QAAA,EAAS;AAC9B,IAAA,OAAO,IAAA,CAAK,IAAA,CAAK,GAAA,CAAW,CAAA,eAAA,EAAkB,OAAA,CAAQ,EAAE,CAAA,EAAG,KAAA,GAAQ,CAAA,CAAA,EAAI,KAAK,CAAA,CAAA,GAAK,EAAE,CAAA,CAAE,CAAA;AAAA,EACvF;AAAA,EAEA,MAAM,IAAA,CAAK,OAAA,GAA6B,EAAC,EAAgC;AACvE,IAAA,MAAM,MAAA,GAAS,IAAI,eAAA,EAAgB;AACnC,IAAA,IAAI,QAAQ,WAAA,EAAa,MAAA,CAAO,GAAA,CAAI,aAAA,EAAe,QAAQ,WAAW,CAAA;AACtE,IAAA,IAAI,QAAQ,SAAA,EAAW,MAAA,CAAO,GAAA,CAAI,WAAA,EAAa,QAAQ,SAAS,CAAA;AAChE,IAAA,IAAI,QAAQ,MAAA,EAAQ,MAAA,CAAO,GAAA,CAAI,QAAA,EAAU,QAAQ,MAAM,CAAA;AACvD,IAAA,IAAI,QAAQ,GAAA,EAAK,MAAA,CAAO,GAAA,CAAI,KAAA,EAAO,QAAQ,GAAG,CAAA;AAC9C,IAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,CAAO,GAAA,CAAI,SAAS,MAAA,CAAO,OAAA,CAAQ,KAAK,CAAC,CAAA;AAC5D,IAAA,IAAI,QAAQ,MAAA,EAAQ,MAAA,CAAO,GAAA,CAAI,QAAA,EAAU,QAAQ,MAAM,CAAA;AACvD,IAAA,MAAM,KAAA,GAAQ,OAAO,QAAA,EAAS;AAC9B,IAAA,OAAO,IAAA,CAAK,KAAK,GAAA,CAAwB,CAAA,cAAA,EAAiB,QAAQ,CAAA,CAAA,EAAI,KAAK,CAAA,CAAA,GAAK,EAAE,CAAA,CAAE,CAAA;AAAA,EACtF;AAAA,EAEA,MAAM,UAAU,OAAA,EAAiE;AAC/E,IAAA,MAAM,MAAA,GAAS,IAAI,eAAA,EAAgB;AACnC,IAAA,IAAI,QAAQ,WAAA,EAAa,MAAA,CAAO,GAAA,CAAI,aAAA,EAAe,QAAQ,WAAW,CAAA;AACtE,IAAA,IAAI,QAAQ,SAAA,EAAW,MAAA,CAAO,GAAA,CAAI,WAAA,EAAa,QAAQ,SAAS,CAAA;AAChE,IAAA,IAAI,OAAA,CAAQ,OAAO,MAAA,CAAO,GAAA,CAAI,SAAS,MAAA,CAAO,OAAA,CAAQ,KAAK,CAAC,CAAA;AAC5D,IAAA,IAAI,QAAQ,MAAA,EAAQ,MAAA,CAAO,GAAA,CAAI,QAAA,EAAU,QAAQ,MAAM,CAAA;AACvD,IAAA,MAAM,KAAA,GAAQ,OAAO,QAAA,EAAS;AAC9B,IAAA,OAAO,KAAK,IAAA,CAAK,GAAA;AAAA,MACf,CAAA,eAAA,EAAkB,QAAQ,OAAO,CAAA,MAAA,EAAS,QAAQ,CAAA,CAAA,EAAI,KAAK,KAAK,EAAE,CAAA;AAAA,KACpE;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,OAAA,EAA4D;AACvE,IAAA,OAAO,KAAK,IAAA,CAAK,IAAA,CAA2B,CAAA,eAAA,EAAkB,OAAA,CAAQ,EAAE,CAAA,OAAA,CAAA,EAAW;AAAA,MACjF,aAAa,OAAA,CAAQ,WAAA;AAAA,MACrB,WAAW,OAAA,CAAQ;AAAA,KACpB,CAAA;AAAA,EACH;AAAA,EAEA,MAAM,OAAO,OAAA,EAA4D;AACvE,IAAA,MAAM,MAAA,GAAS,IAAI,eAAA,EAAgB;AACnC,IAAA,IAAI,QAAQ,WAAA,EAAa,MAAA,CAAO,GAAA,CAAI,aAAA,EAAe,QAAQ,WAAW,CAAA;AACtE,IAAA,IAAI,QAAQ,SAAA,EAAW,MAAA,CAAO,GAAA,CAAI,WAAA,EAAa,QAAQ,SAAS,CAAA;AAChE,IAAA,MAAM,KAAA,GAAQ,OAAO,QAAA,EAAS;AAC9B,IAAA,OAAO,KAAK,IAAA,CAAK,cAAA;AAAA,MACf,CAAA,eAAA,EAAkB,QAAQ,EAAE,CAAA,EAAG,QAAQ,CAAA,CAAA,EAAI,KAAK,KAAK,EAAE,CAAA,CAAA;AAAA,MACvD;AAAA,KACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,YAAA,CACJ,OAAA,EACA,OAAA,GAA+E,EAAC,EAChE;AAChB,IAAA,MAAM,EAAE,YAAA,GAAe,GAAA,EAAM,UAAU,GAAA,EAAS,YAAA,GAAe,MAAK,GAAI,OAAA;AACxE,IAAA,MAAM,EAAE,EAAA,EAAG,GAAI,MAAM,IAAA,CAAK,MAAM,OAAO,CAAA;AACvC,IAAA,MAAM,KAAA,GAAQ,KAAK,GAAA,EAAI;AAEvB,IAAA,OAAO,IAAA,CAAK,GAAA,EAAI,GAAI,KAAA,GAAQ,OAAA,EAAS;AACnC,MAAA,MAAM,KAAA,GAAQ,MAAM,IAAA,CAAK,GAAA,CAAI;AAAA,QAC3B,EAAA;AAAA,QACA,aAAa,OAAA,CAAQ,WAAA;AAAA,QACrB,WAAW,OAAA,CAAQ,SAAA;AAAA,QACnB;AAAA,OACD,CAAA;AACD,MAAA,IAAI,KAAA,CAAM,WAAW,WAAA,IAAe,KAAA,CAAM,WAAW,QAAA,IAAY,KAAA,CAAM,WAAW,WAAA,EAAa;AAC7F,QAAA,IAAI,KAAA,CAAM,WAAW,QAAA,EAAU,MAAM,IAAI,KAAA,CAAM,KAAA,CAAM,SAAS,cAAc,CAAA;AAC5E,QAAA,OAAO,KAAA;AAAA,MACT;AACA,MAAA,MAAM,IAAI,OAAA,CAAQ,CAAC,MAAM,UAAA,CAAW,CAAA,EAAG,YAAY,CAAC,CAAA;AAAA,IACtD;AACA,IAAA,MAAM,IAAI,MAAM,iBAAiB,CAAA;AAAA,EACnC;AACF","file":"index.js","sourcesContent":["/**\n * HTTP client for Stack0 API\n * Handles authentication, request/response formatting, and error handling\n */\n\nexport interface HttpClientConfig {\n  apiKey: string;\n  baseUrl?: string;\n}\n\nexport class HttpClient {\n  private apiKey: string;\n  private baseUrl: string;\n\n  constructor(config: HttpClientConfig) {\n    this.apiKey = config.apiKey;\n    this.baseUrl = config.baseUrl || \"https://api.stack0.dev/v1\";\n  }\n\n  private getHeaders(includeContentType = true): Record<string, string> {\n    const headers: Record<string, string> = {\n      Authorization: `Bearer ${this.apiKey}`,\n    };\n    if (includeContentType) {\n      headers[\"Content-Type\"] = \"application/json\";\n    }\n    return headers;\n  }\n\n  async request<T>(method: string, path: string, body?: unknown): Promise<T> {\n    const url = `${this.baseUrl}${path}`;\n    const bodyString = body === undefined ? undefined : JSON.stringify(body);\n    const hasBody = bodyString !== undefined;\n\n    try {\n      const response = await fetch(url, {\n        method,\n        headers: this.getHeaders(hasBody),\n        body: hasBody ? bodyString : undefined,\n      });\n\n      if (!response.ok) {\n        await this.handleErrorResponse(response);\n      }\n\n      const data = await response.json();\n      return data as T;\n    } catch (error) {\n      if (error instanceof Error && \"statusCode\" in error) {\n        throw error; // Re-throw our custom errors\n      }\n      throw this.createError(\"Network error\", error);\n    }\n  }\n\n  private async handleErrorResponse(response: Response): Promise<never> {\n    let errorBody: { message: string } | undefined;\n    try {\n      errorBody = (await response.json()) as { message: string };\n    } catch {\n      errorBody = { message: response.statusText };\n    }\n\n    const error = new Error(errorBody?.message || `HTTP ${response.status}`) as Error & {\n      statusCode: number;\n      code: string;\n      response: unknown;\n    };\n    error.statusCode = response.status;\n    error.code = (errorBody as unknown as { code: string } | undefined)?.code ?? \"\";\n    error.response = errorBody;\n    throw error;\n  }\n\n  private createError(message: string, cause?: unknown): Error {\n    const error = new Error(message) as Error & { cause: unknown };\n    error.cause = cause;\n    return error;\n  }\n\n  async get<T>(path: string): Promise<T> {\n    return this.request<T>(\"GET\", path);\n  }\n\n  async post<T>(path: string, body: unknown): Promise<T> {\n    return this.request<T>(\"POST\", path, body);\n  }\n\n  async put<T>(path: string, body: unknown): Promise<T> {\n    return this.request<T>(\"PUT\", path, body);\n  }\n\n  async delete<T>(path: string): Promise<T> {\n    return this.request<T>(\"DELETE\", path);\n  }\n\n  async deleteWithBody<T>(path: string, body: unknown): Promise<T> {\n    return this.request<T>(\"DELETE\", path, body);\n  }\n\n  async patch<T>(path: string, body: unknown): Promise<T> {\n    return this.request<T>(\"PATCH\", path, body);\n  }\n}\n","/**\n * Stack0 Crawl Client\n * Recursively crawl a website and extract content from every page.\n */\n\nimport { HttpClient, type HttpClientConfig } from \"../lib/http-client\";\nimport type {\n  CancelCrawlRequest,\n  Crawl,\n  CreateCrawlRequest,\n  CreateCrawlResponse,\n  GetCrawlRequest,\n  ListCrawlPagesRequest,\n  ListCrawlPagesResponse,\n  ListCrawlsRequest,\n  ListCrawlsResponse,\n} from \"./types\";\n\nexport class Crawl$ {\n  private http: HttpClient;\n\n  constructor(config: HttpClientConfig) {\n    this.http = new HttpClient(config);\n  }\n\n  /**\n   * Start a crawl.\n   *\n   * @example\n   * ```typescript\n   * const { id } = await stack0.crawl.start({\n   *   url: 'https://docs.example.com',\n   *   maxDepth: 3,\n   *   maxPages: 200,\n   *   formats: ['markdown', 'links'],\n   * });\n   * ```\n   */\n  async start(request: CreateCrawlRequest): Promise<CreateCrawlResponse> {\n    return this.http.post<CreateCrawlResponse>(\"/webdata/crawl\", request);\n  }\n\n  /**\n   * Get a crawl by ID. Pass `includePages: true` to include the scraped pages.\n   */\n  async get(request: GetCrawlRequest): Promise<Crawl> {\n    const params = new URLSearchParams();\n    if (request.environment) params.set(\"environment\", request.environment);\n    if (request.projectId) params.set(\"projectId\", request.projectId);\n    if (request.includePages) params.set(\"includePages\", \"true\");\n    const query = params.toString();\n    return this.http.get<Crawl>(`/webdata/crawl/${request.id}${query ? `?${query}` : \"\"}`);\n  }\n\n  async list(request: ListCrawlsRequest = {}): Promise<ListCrawlsResponse> {\n    const params = new URLSearchParams();\n    if (request.environment) params.set(\"environment\", request.environment);\n    if (request.projectId) params.set(\"projectId\", request.projectId);\n    if (request.status) params.set(\"status\", request.status);\n    if (request.url) params.set(\"url\", request.url);\n    if (request.limit) params.set(\"limit\", String(request.limit));\n    if (request.cursor) params.set(\"cursor\", request.cursor);\n    const query = params.toString();\n    return this.http.get<ListCrawlsResponse>(`/webdata/crawl${query ? `?${query}` : \"\"}`);\n  }\n\n  async listPages(request: ListCrawlPagesRequest): Promise<ListCrawlPagesResponse> {\n    const params = new URLSearchParams();\n    if (request.environment) params.set(\"environment\", request.environment);\n    if (request.projectId) params.set(\"projectId\", request.projectId);\n    if (request.limit) params.set(\"limit\", String(request.limit));\n    if (request.cursor) params.set(\"cursor\", request.cursor);\n    const query = params.toString();\n    return this.http.get<ListCrawlPagesResponse>(\n      `/webdata/crawl/${request.crawlId}/pages${query ? `?${query}` : \"\"}`,\n    );\n  }\n\n  async cancel(request: CancelCrawlRequest): Promise<{ success: boolean }> {\n    return this.http.post<{ success: boolean }>(`/webdata/crawl/${request.id}/cancel`, {\n      environment: request.environment,\n      projectId: request.projectId,\n    });\n  }\n\n  async delete(request: CancelCrawlRequest): Promise<{ success: boolean }> {\n    const params = new URLSearchParams();\n    if (request.environment) params.set(\"environment\", request.environment);\n    if (request.projectId) params.set(\"projectId\", request.projectId);\n    const query = params.toString();\n    return this.http.deleteWithBody<{ success: boolean }>(\n      `/webdata/crawl/${request.id}${query ? `?${query}` : \"\"}`,\n      request,\n    );\n  }\n\n  /**\n   * Start a crawl and poll until it completes. Returns the full Crawl record\n   * with pages included.\n   */\n  async startAndWait(\n    request: CreateCrawlRequest,\n    options: { pollInterval?: number; timeout?: number; includePages?: boolean } = {},\n  ): Promise<Crawl> {\n    const { pollInterval = 2000, timeout = 600_000, includePages = true } = options;\n    const { id } = await this.start(request);\n    const start = Date.now();\n\n    while (Date.now() - start < timeout) {\n      const crawl = await this.get({\n        id,\n        environment: request.environment,\n        projectId: request.projectId,\n        includePages,\n      });\n      if (crawl.status === \"completed\" || crawl.status === \"failed\" || crawl.status === \"cancelled\") {\n        if (crawl.status === \"failed\") throw new Error(crawl.error || \"Crawl failed\");\n        return crawl;\n      }\n      await new Promise((r) => setTimeout(r, pollInterval));\n    }\n    throw new Error(\"Crawl timed out\");\n  }\n}\n\nexport { Crawl$ as Crawl };\n"]}