@blinkdotnew/sdk 0.2.2 → 0.3.0

package/README.md

@@ -46,9 +46,11 @@ const { text } = await blink.ai.generateText({
 })
 
 // Data operations (extract text from documents)
-const { chunks } = await blink.data.extractFromUrl(
-  "https://example.com/document.pdf"
-)
+const text = await blink.data.extractFromUrl("https://example.com/document.pdf")
+
+// Website scraping and screenshots (crystal clear results!)
+const { markdown, metadata, links } = await blink.data.scrape("https://competitor.com")
+const screenshotUrl = await blink.data.screenshot("https://competitor.com")
 
 // Storage operations (instant - returns public URL directly)
 const { publicUrl } = await blink.storage.upload(
@@ -277,6 +279,28 @@ const chunks = await blink.data.extractFromBlob(file, {
   chunkSize: 3000
 });
 
+// Website scraping (NEW!) - Crystal clear destructuring
+const { markdown, metadata, links, extract } = await blink.data.scrape('https://example.com');
+console.log(markdown); // Clean markdown content
+console.log(metadata.title); // Page title
+console.log(links.length); // Number of links found
+
+// Even cleaner - destructure only what you need
+const { metadata, extract } = await blink.data.scrape('https://blog.example.com/article');
+console.log(metadata.title); // Always available
+console.log(extract.headings); // Always an array
+
+// Website screenshots (NEW!)
+const screenshotUrl = await blink.data.screenshot('https://example.com');
+console.log(screenshotUrl); // Direct URL to screenshot image
+
+// Full-page screenshot with custom dimensions
+const fullPageUrl = await blink.data.screenshot('https://example.com', {
+  fullPage: true,
+  width: 1920,
+  height: 1080
+});
+
 // Error handling for data extraction
 try {
   const result = await blink.data.extractFromUrl('https://example.com/huge-file.pdf');

package/dist/index.d.mts

@@ -1,4 +1,4 @@
-import { BlinkClientConfig, BlinkUser, AuthState, HttpClient, TableOperations, CreateOptions, UpsertOptions, QueryOptions, ListResponse, UpdateOptions, FilterCondition, BlinkStorage, BlinkAI, BlinkData, StorageUploadOptions, StorageUploadResponse, TextGenerationRequest, TextGenerationResponse, ObjectGenerationRequest, ObjectGenerationResponse, ImageGenerationRequest, ImageGenerationResponse, SpeechGenerationRequest, SpeechGenerationResponse, TranscriptionRequest, TranscriptionResponse, DataExtraction } from '@blink/core';
+import { BlinkClientConfig, BlinkUser, AuthState, HttpClient, TableOperations, CreateOptions, UpsertOptions, QueryOptions, ListResponse, UpdateOptions, FilterCondition, ScrapeResult, BlinkStorage, BlinkAI, StorageUploadOptions, StorageUploadResponse, TextGenerationRequest, TextGenerationResponse, ObjectGenerationRequest, ObjectGenerationResponse, ImageGenerationRequest, ImageGenerationResponse, SpeechGenerationRequest, SpeechGenerationResponse, TranscriptionRequest, TranscriptionResponse } from '@blink/core';
 export { AuthState, AuthTokens, BlinkAI, BlinkClientConfig, BlinkData, BlinkStorage, BlinkUser, CreateOptions, DataExtraction, FileObject, FilterCondition, ImageGenerationRequest, ImageGenerationResponse, ListResponse, Message, ObjectGenerationRequest, ObjectGenerationResponse, QueryOptions, SpeechGenerationRequest, SpeechGenerationResponse, StorageUploadOptions, StorageUploadResponse, TableOperations, TextGenerationRequest, TextGenerationResponse, TokenUsage, TranscriptionRequest, TranscriptionResponse, UpdateOptions, UpsertOptions } from '@blink/core';
 
 /**
@@ -196,6 +196,42 @@ declare class BlinkDatabase {
     }>;
 }
 
+interface BlinkData {
+    extractFromUrl(url: string, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    extractFromBlob(file: File, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    scrape(url: string): Promise<ScrapeResult>;
+    screenshot(url: string, options?: {
+        fullPage?: boolean;
+        width?: number;
+        height?: number;
+    }): Promise<string>;
+}
+declare class BlinkDataImpl implements BlinkData {
+    private httpClient;
+    private projectId;
+    constructor(httpClient: HttpClient, projectId: string);
+    extractFromUrl(url: string, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    extractFromBlob(file: File, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    scrape(url: string): Promise<ScrapeResult>;
+    screenshot(url: string, options?: {
+        fullPage?: boolean;
+        width?: number;
+        height?: number;
+    }): Promise<string>;
+}
+
 /**
  * Blink Client - Main SDK entry point
  * Factory function and client class for the Blink SDK
@@ -597,10 +633,4 @@ declare class BlinkAIImpl implements BlinkAI {
     transcribeAudio(options: TranscriptionRequest): Promise<TranscriptionResponse>;
 }
 
-declare class BlinkDataImpl implements BlinkData {
-    private httpClient;
-    constructor(httpClient: HttpClient);
-    extractFromUrl(url: string, filename?: string): Promise<DataExtraction>;
-}
-
 export { type AuthStateChangeCallback, BlinkAIImpl, type BlinkClient, BlinkDataImpl, BlinkDatabase, BlinkStorageImpl, BlinkTable, createClient };

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-import { BlinkClientConfig, BlinkUser, AuthState, HttpClient, TableOperations, CreateOptions, UpsertOptions, QueryOptions, ListResponse, UpdateOptions, FilterCondition, BlinkStorage, BlinkAI, BlinkData, StorageUploadOptions, StorageUploadResponse, TextGenerationRequest, TextGenerationResponse, ObjectGenerationRequest, ObjectGenerationResponse, ImageGenerationRequest, ImageGenerationResponse, SpeechGenerationRequest, SpeechGenerationResponse, TranscriptionRequest, TranscriptionResponse, DataExtraction } from '@blink/core';
+import { BlinkClientConfig, BlinkUser, AuthState, HttpClient, TableOperations, CreateOptions, UpsertOptions, QueryOptions, ListResponse, UpdateOptions, FilterCondition, ScrapeResult, BlinkStorage, BlinkAI, StorageUploadOptions, StorageUploadResponse, TextGenerationRequest, TextGenerationResponse, ObjectGenerationRequest, ObjectGenerationResponse, ImageGenerationRequest, ImageGenerationResponse, SpeechGenerationRequest, SpeechGenerationResponse, TranscriptionRequest, TranscriptionResponse } from '@blink/core';
 export { AuthState, AuthTokens, BlinkAI, BlinkClientConfig, BlinkData, BlinkStorage, BlinkUser, CreateOptions, DataExtraction, FileObject, FilterCondition, ImageGenerationRequest, ImageGenerationResponse, ListResponse, Message, ObjectGenerationRequest, ObjectGenerationResponse, QueryOptions, SpeechGenerationRequest, SpeechGenerationResponse, StorageUploadOptions, StorageUploadResponse, TableOperations, TextGenerationRequest, TextGenerationResponse, TokenUsage, TranscriptionRequest, TranscriptionResponse, UpdateOptions, UpsertOptions } from '@blink/core';
 
 /**
@@ -196,6 +196,42 @@ declare class BlinkDatabase {
     }>;
 }
 
+interface BlinkData {
+    extractFromUrl(url: string, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    extractFromBlob(file: File, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    scrape(url: string): Promise<ScrapeResult>;
+    screenshot(url: string, options?: {
+        fullPage?: boolean;
+        width?: number;
+        height?: number;
+    }): Promise<string>;
+}
+declare class BlinkDataImpl implements BlinkData {
+    private httpClient;
+    private projectId;
+    constructor(httpClient: HttpClient, projectId: string);
+    extractFromUrl(url: string, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    extractFromBlob(file: File, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    scrape(url: string): Promise<ScrapeResult>;
+    screenshot(url: string, options?: {
+        fullPage?: boolean;
+        width?: number;
+        height?: number;
+    }): Promise<string>;
+}
+
 /**
  * Blink Client - Main SDK entry point
  * Factory function and client class for the Blink SDK
@@ -597,10 +633,4 @@ declare class BlinkAIImpl implements BlinkAI {
     transcribeAudio(options: TranscriptionRequest): Promise<TranscriptionResponse>;
 }
 
-declare class BlinkDataImpl implements BlinkData {
-    private httpClient;
-    constructor(httpClient: HttpClient);
-    extractFromUrl(url: string, filename?: string): Promise<DataExtraction>;
-}
-
 export { type AuthStateChangeCallback, BlinkAIImpl, type BlinkClient, BlinkDataImpl, BlinkDatabase, BlinkStorageImpl, BlinkTable, createClient };

package/dist/index.js

@@ -40,12 +40,6 @@ var BlinkAIError = class extends BlinkError {
     this.name = "BlinkAIError";
   }
 };
-var BlinkDataError = class extends BlinkError {
-  constructor(message, status, details) {
-    super(message, "DATA_ERROR", status, details);
-    this.name = "BlinkDataError";
-  }
-};
 
 // ../core/src/query-builder.ts
 function buildFilterQuery(condition) {
@@ -538,10 +532,36 @@ var HttpClient = class {
   /**
    * Data-specific requests
    */
-  async dataExtractFromUrl(url, filename) {
-    return this.request(`/api/data/${this.projectId}/extract-from-url`, {
+  async dataExtractFromUrl(projectId, request) {
+    return this.request(`/api/data/${projectId}/extract-from-url`, {
+      method: "POST",
+      body: JSON.stringify(request)
+    });
+  }
+  async dataExtractFromBlob(projectId, file, chunking, chunkSize) {
+    const formData = new FormData();
+    formData.append("file", file);
+    if (chunking !== void 0) {
+      formData.append("chunking", String(chunking));
+    }
+    if (chunkSize !== void 0) {
+      formData.append("chunkSize", String(chunkSize));
+    }
+    return this.request(`/api/data/${projectId}/extract-from-blob`, {
       method: "POST",
-      body: { url, filename }
+      body: formData
+    });
+  }
+  async dataScrape(projectId, request) {
+    return this.request(`/api/data/${projectId}/scrape`, {
+      method: "POST",
+      body: JSON.stringify(request)
+    });
+  }
+  async dataScreenshot(projectId, request) {
+    return this.request(`/api/data/${projectId}/screenshot`, {
+      method: "POST",
+      body: JSON.stringify(request)
     });
   }
   /**
@@ -2296,29 +2316,59 @@ var BlinkAIImpl = class {
 
 // src/data.ts
 var BlinkDataImpl = class {
-  constructor(httpClient) {
+  constructor(httpClient, projectId) {
     this.httpClient = httpClient;
-  }
-  async extractFromUrl(url, filename) {
-    try {
-      const response = await this.httpClient.dataExtractFromUrl(url, filename);
-      if (response.data?.chunks) {
-        return {
-          chunks: response.data.chunks
-        };
-      } else {
-        throw new BlinkDataError("Invalid response format: missing chunks");
-      }
-    } catch (error) {
-      if (error instanceof BlinkDataError) {
-        throw error;
+    this.projectId = projectId;
+  }
+  async extractFromUrl(url, options = {}) {
+    const { chunking = false, chunkSize } = options;
+    const request = { url, chunking, chunkSize };
+    const response = await this.httpClient.dataExtractFromUrl(this.projectId, request);
+    return chunking ? response.data.chunks : response.data.text;
+  }
+  async extractFromBlob(file, options = {}) {
+    const { chunking = false, chunkSize } = options;
+    const response = await this.httpClient.dataExtractFromBlob(this.projectId, file, chunking, chunkSize);
+    return chunking ? response.data.chunks : response.data.text;
+  }
+  async scrape(url) {
+    const request = {
+      url,
+      formats: ["markdown", "html", "links", "extract", "metadata"]
+    };
+    const response = await this.httpClient.dataScrape(this.projectId, request);
+    const data = response.data;
+    return {
+      markdown: data.markdown || "",
+      html: data.html || "",
+      metadata: {
+        title: data.metadata?.title || "",
+        description: data.metadata?.description || "",
+        url: data.metadata?.url || url,
+        domain: data.metadata?.domain || new URL(url).hostname,
+        favicon: data.metadata?.favicon,
+        image: data.metadata?.image,
+        author: data.metadata?.author,
+        publishedTime: data.metadata?.publishedTime,
+        modifiedTime: data.metadata?.modifiedTime,
+        type: data.metadata?.type,
+        siteName: data.metadata?.siteName,
+        locale: data.metadata?.locale,
+        keywords: data.metadata?.keywords || []
+      },
+      links: data.links || [],
+      extract: {
+        title: data.extract?.title || data.metadata?.title || "",
+        description: data.extract?.description || data.metadata?.description || "",
+        headings: data.extract?.headings || [],
+        text: data.extract?.text || data.markdown || ""
       }
-      throw new BlinkDataError(
-        `Data extraction failed: ${error instanceof Error ? error.message : "Unknown error"}`,
-        void 0,
-        { originalError: error }
-      );
-    }
+    };
+  }
+  async screenshot(url, options = {}) {
+    const request = { url, ...options };
+    const response = await this.httpClient.dataScreenshot(this.projectId, request);
+    return response.data.url;
   }
 };
 
@@ -2340,7 +2390,7 @@ var BlinkClientImpl = class {
     this.db = new BlinkDatabase(this.httpClient);
     this.storage = new BlinkStorageImpl(this.httpClient);
     this.ai = new BlinkAIImpl(this.httpClient);
-    this.data = new BlinkDataImpl(this.httpClient);
+    this.data = new BlinkDataImpl(this.httpClient, config.projectId);
   }
 };
 function createClient(config) {