@blinkdotnew/sdk 0.2.1 → 0.3.0

package/README.md

@@ -45,6 +45,13 @@ const { text } = await blink.ai.generateText({
   prompt: "Write a summary of the user's todos"
 })
 
+// Data operations (extract text from documents)
+const text = await blink.data.extractFromUrl("https://example.com/document.pdf")
+
+// Website scraping and screenshots (crystal clear results!)
+const { markdown, metadata, links } = await blink.data.scrape("https://competitor.com")
+const screenshotUrl = await blink.data.screenshot("https://competitor.com")
+
 // Storage operations (instant - returns public URL directly)
 const { publicUrl } = await blink.storage.upload(
   file,
@@ -69,6 +76,7 @@ This SDK powers every Blink-generated app with:
 - **🔐 Authentication**: JWT-based auth with automatic token management
 - **🗄️ Database**: PostgREST-compatible CRUD operations with advanced filtering  
 - **🤖 AI**: Text generation, object generation, image creation, speech synthesis, and transcription
+- **📄 Data**: Extract text content from documents, spreadsheets, and more
 - **📁 Storage**: File upload, download, and management
 - **🌐 Universal**: Works on client-side and server-side
 - **📱 Framework Agnostic**: React, Vue, Svelte, vanilla JS, Node.js, Deno
@@ -241,6 +249,68 @@ await blink.ai.streamText(
 )
 ```
 
+### Data Operations
+
+```typescript
+// Simple text extraction (default - returns single string)
+const text = await blink.data.extractFromUrl('https://example.com/document.pdf');
+console.log(typeof text); // 'string'
+
+// Extract with chunking enabled
+const chunks = await blink.data.extractFromUrl('https://example.com/document.pdf', {
+  chunking: true,
+  chunkSize: 2000
+});
+console.log(Array.isArray(chunks)); // true
+
+// Extract from different file types
+const csvText = await blink.data.extractFromUrl('https://example.com/data.csv');
+const htmlText = await blink.data.extractFromUrl('https://example.com/page.html');
+const jsonText = await blink.data.extractFromUrl('https://example.com/config.json');
+
+// Extract from uploaded file blob (simple)
+const fileInput = document.getElementById('fileInput') as HTMLInputElement;
+const file = fileInput.files[0];
+const extractedText = await blink.data.extractFromBlob(file);
+
+// Extract from uploaded file blob (with chunking)
+const chunks = await blink.data.extractFromBlob(file, {
+  chunking: true,
+  chunkSize: 3000
+});
+
+// Website scraping (NEW!) - Crystal clear destructuring
+const { markdown, metadata, links, extract } = await blink.data.scrape('https://example.com');
+console.log(markdown); // Clean markdown content
+console.log(metadata.title); // Page title
+console.log(links.length); // Number of links found
+
+// Even cleaner - destructure only what you need
+const { metadata, extract } = await blink.data.scrape('https://blog.example.com/article');
+console.log(metadata.title); // Always available
+console.log(extract.headings); // Always an array
+
+// Website screenshots (NEW!)
+const screenshotUrl = await blink.data.screenshot('https://example.com');
+console.log(screenshotUrl); // Direct URL to screenshot image
+
+// Full-page screenshot with custom dimensions
+const fullPageUrl = await blink.data.screenshot('https://example.com', {
+  fullPage: true,
+  width: 1920,
+  height: 1080
+});
+
+// Error handling for data extraction
+try {
+  const result = await blink.data.extractFromUrl('https://example.com/huge-file.pdf');
+} catch (error) {
+  if (error instanceof BlinkDataError) {
+    console.error('Data processing error:', error.message);
+  }
+}
+```
+
 ### Storage Operations
 
 ```typescript
@@ -263,7 +333,7 @@ await blink.storage.remove('file1.jpg', 'file2.jpg')
 ### Error Handling
 
 ```typescript
-import { BlinkAuthError, BlinkAIError, BlinkStorageError } from '@blinkdotnew/sdk'
+import { BlinkAuthError, BlinkAIError, BlinkStorageError, BlinkDataError } from '@blinkdotnew/sdk'
 
 try {
   const user = await blink.auth.me()

package/dist/index.d.mts

@@ -1,5 +1,5 @@
-import { BlinkClientConfig, BlinkUser, AuthState, HttpClient, TableOperations, CreateOptions, UpsertOptions, QueryOptions, ListResponse, UpdateOptions, FilterCondition, BlinkStorage, BlinkAI, StorageUploadOptions, StorageUploadResponse, TextGenerationRequest, TextGenerationResponse, ObjectGenerationRequest, ObjectGenerationResponse, ImageGenerationRequest, ImageGenerationResponse, SpeechGenerationRequest, SpeechGenerationResponse, TranscriptionRequest, TranscriptionResponse } from '@blink/core';
-export { AuthState, AuthTokens, BlinkAI, BlinkClientConfig, BlinkStorage, BlinkUser, CreateOptions, FileObject, FilterCondition, ImageGenerationRequest, ImageGenerationResponse, ListResponse, Message, ObjectGenerationRequest, ObjectGenerationResponse, QueryOptions, SpeechGenerationRequest, SpeechGenerationResponse, StorageUploadOptions, StorageUploadResponse, TableOperations, TextGenerationRequest, TextGenerationResponse, TokenUsage, TranscriptionRequest, TranscriptionResponse, UpdateOptions, UpsertOptions } from '@blink/core';
+import { BlinkClientConfig, BlinkUser, AuthState, HttpClient, TableOperations, CreateOptions, UpsertOptions, QueryOptions, ListResponse, UpdateOptions, FilterCondition, ScrapeResult, BlinkStorage, BlinkAI, StorageUploadOptions, StorageUploadResponse, TextGenerationRequest, TextGenerationResponse, ObjectGenerationRequest, ObjectGenerationResponse, ImageGenerationRequest, ImageGenerationResponse, SpeechGenerationRequest, SpeechGenerationResponse, TranscriptionRequest, TranscriptionResponse } from '@blink/core';
+export { AuthState, AuthTokens, BlinkAI, BlinkClientConfig, BlinkData, BlinkStorage, BlinkUser, CreateOptions, DataExtraction, FileObject, FilterCondition, ImageGenerationRequest, ImageGenerationResponse, ListResponse, Message, ObjectGenerationRequest, ObjectGenerationResponse, QueryOptions, SpeechGenerationRequest, SpeechGenerationResponse, StorageUploadOptions, StorageUploadResponse, TableOperations, TextGenerationRequest, TextGenerationResponse, TokenUsage, TranscriptionRequest, TranscriptionResponse, UpdateOptions, UpsertOptions } from '@blink/core';
 
 /**
  * Blink Auth Module - Client-side authentication management
@@ -196,6 +196,42 @@ declare class BlinkDatabase {
     }>;
 }
 
+interface BlinkData {
+    extractFromUrl(url: string, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    extractFromBlob(file: File, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    scrape(url: string): Promise<ScrapeResult>;
+    screenshot(url: string, options?: {
+        fullPage?: boolean;
+        width?: number;
+        height?: number;
+    }): Promise<string>;
+}
+declare class BlinkDataImpl implements BlinkData {
+    private httpClient;
+    private projectId;
+    constructor(httpClient: HttpClient, projectId: string);
+    extractFromUrl(url: string, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    extractFromBlob(file: File, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    scrape(url: string): Promise<ScrapeResult>;
+    screenshot(url: string, options?: {
+        fullPage?: boolean;
+        width?: number;
+        height?: number;
+    }): Promise<string>;
+}
+
 /**
  * Blink Client - Main SDK entry point
  * Factory function and client class for the Blink SDK
@@ -206,6 +242,7 @@ interface BlinkClient {
     db: BlinkDatabase;
     storage: BlinkStorage;
     ai: BlinkAI;
+    data: BlinkData;
 }
 /**
  * Create a new Blink client instance
@@ -596,4 +633,4 @@ declare class BlinkAIImpl implements BlinkAI {
     transcribeAudio(options: TranscriptionRequest): Promise<TranscriptionResponse>;
 }
 
-export { type AuthStateChangeCallback, BlinkAIImpl, type BlinkClient, BlinkDatabase, BlinkStorageImpl, BlinkTable, createClient };
+export { type AuthStateChangeCallback, BlinkAIImpl, type BlinkClient, BlinkDataImpl, BlinkDatabase, BlinkStorageImpl, BlinkTable, createClient };

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { BlinkClientConfig, BlinkUser, AuthState, HttpClient, TableOperations, CreateOptions, UpsertOptions, QueryOptions, ListResponse, UpdateOptions, FilterCondition, BlinkStorage, BlinkAI, StorageUploadOptions, StorageUploadResponse, TextGenerationRequest, TextGenerationResponse, ObjectGenerationRequest, ObjectGenerationResponse, ImageGenerationRequest, ImageGenerationResponse, SpeechGenerationRequest, SpeechGenerationResponse, TranscriptionRequest, TranscriptionResponse } from '@blink/core';
-export { AuthState, AuthTokens, BlinkAI, BlinkClientConfig, BlinkStorage, BlinkUser, CreateOptions, FileObject, FilterCondition, ImageGenerationRequest, ImageGenerationResponse, ListResponse, Message, ObjectGenerationRequest, ObjectGenerationResponse, QueryOptions, SpeechGenerationRequest, SpeechGenerationResponse, StorageUploadOptions, StorageUploadResponse, TableOperations, TextGenerationRequest, TextGenerationResponse, TokenUsage, TranscriptionRequest, TranscriptionResponse, UpdateOptions, UpsertOptions } from '@blink/core';
+import { BlinkClientConfig, BlinkUser, AuthState, HttpClient, TableOperations, CreateOptions, UpsertOptions, QueryOptions, ListResponse, UpdateOptions, FilterCondition, ScrapeResult, BlinkStorage, BlinkAI, StorageUploadOptions, StorageUploadResponse, TextGenerationRequest, TextGenerationResponse, ObjectGenerationRequest, ObjectGenerationResponse, ImageGenerationRequest, ImageGenerationResponse, SpeechGenerationRequest, SpeechGenerationResponse, TranscriptionRequest, TranscriptionResponse } from '@blink/core';
+export { AuthState, AuthTokens, BlinkAI, BlinkClientConfig, BlinkData, BlinkStorage, BlinkUser, CreateOptions, DataExtraction, FileObject, FilterCondition, ImageGenerationRequest, ImageGenerationResponse, ListResponse, Message, ObjectGenerationRequest, ObjectGenerationResponse, QueryOptions, SpeechGenerationRequest, SpeechGenerationResponse, StorageUploadOptions, StorageUploadResponse, TableOperations, TextGenerationRequest, TextGenerationResponse, TokenUsage, TranscriptionRequest, TranscriptionResponse, UpdateOptions, UpsertOptions } from '@blink/core';
 
 /**
  * Blink Auth Module - Client-side authentication management
@@ -196,6 +196,42 @@ declare class BlinkDatabase {
     }>;
 }
 
+interface BlinkData {
+    extractFromUrl(url: string, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    extractFromBlob(file: File, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    scrape(url: string): Promise<ScrapeResult>;
+    screenshot(url: string, options?: {
+        fullPage?: boolean;
+        width?: number;
+        height?: number;
+    }): Promise<string>;
+}
+declare class BlinkDataImpl implements BlinkData {
+    private httpClient;
+    private projectId;
+    constructor(httpClient: HttpClient, projectId: string);
+    extractFromUrl(url: string, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    extractFromBlob(file: File, options?: {
+        chunking?: boolean;
+        chunkSize?: number;
+    }): Promise<string | string[]>;
+    scrape(url: string): Promise<ScrapeResult>;
+    screenshot(url: string, options?: {
+        fullPage?: boolean;
+        width?: number;
+        height?: number;
+    }): Promise<string>;
+}
+
 /**
  * Blink Client - Main SDK entry point
  * Factory function and client class for the Blink SDK
@@ -206,6 +242,7 @@ interface BlinkClient {
     db: BlinkDatabase;
     storage: BlinkStorage;
     ai: BlinkAI;
+    data: BlinkData;
 }
 /**
  * Create a new Blink client instance
@@ -596,4 +633,4 @@ declare class BlinkAIImpl implements BlinkAI {
     transcribeAudio(options: TranscriptionRequest): Promise<TranscriptionResponse>;
 }
 
-export { type AuthStateChangeCallback, BlinkAIImpl, type BlinkClient, BlinkDatabase, BlinkStorageImpl, BlinkTable, createClient };
+export { type AuthStateChangeCallback, BlinkAIImpl, type BlinkClient, BlinkDataImpl, BlinkDatabase, BlinkStorageImpl, BlinkTable, createClient };

package/dist/index.js

@@ -529,6 +529,41 @@ var HttpClient = class {
       signal
     });
   }
+  /**
+   * Data-specific requests
+   */
+  async dataExtractFromUrl(projectId, request) {
+    return this.request(`/api/data/${projectId}/extract-from-url`, {
+      method: "POST",
+      body: JSON.stringify(request)
+    });
+  }
+  async dataExtractFromBlob(projectId, file, chunking, chunkSize) {
+    const formData = new FormData();
+    formData.append("file", file);
+    if (chunking !== void 0) {
+      formData.append("chunking", String(chunking));
+    }
+    if (chunkSize !== void 0) {
+      formData.append("chunkSize", String(chunkSize));
+    }
+    return this.request(`/api/data/${projectId}/extract-from-blob`, {
+      method: "POST",
+      body: formData
+    });
+  }
+  async dataScrape(projectId, request) {
+    return this.request(`/api/data/${projectId}/scrape`, {
+      method: "POST",
+      body: JSON.stringify(request)
+    });
+  }
+  async dataScreenshot(projectId, request) {
+    return this.request(`/api/data/${projectId}/screenshot`, {
+      method: "POST",
+      body: JSON.stringify(request)
+    });
+  }
   /**
    * Private helper methods
    */
@@ -2279,12 +2314,71 @@ var BlinkAIImpl = class {
   }
 };
 
+// src/data.ts
+var BlinkDataImpl = class {
+  constructor(httpClient, projectId) {
+    this.httpClient = httpClient;
+    this.projectId = projectId;
+  }
+  async extractFromUrl(url, options = {}) {
+    const { chunking = false, chunkSize } = options;
+    const request = { url, chunking, chunkSize };
+    const response = await this.httpClient.dataExtractFromUrl(this.projectId, request);
+    return chunking ? response.data.chunks : response.data.text;
+  }
+  async extractFromBlob(file, options = {}) {
+    const { chunking = false, chunkSize } = options;
+    const response = await this.httpClient.dataExtractFromBlob(this.projectId, file, chunking, chunkSize);
+    return chunking ? response.data.chunks : response.data.text;
+  }
+  async scrape(url) {
+    const request = {
+      url,
+      formats: ["markdown", "html", "links", "extract", "metadata"]
+    };
+    const response = await this.httpClient.dataScrape(this.projectId, request);
+    const data = response.data;
+    return {
+      markdown: data.markdown || "",
+      html: data.html || "",
+      metadata: {
+        title: data.metadata?.title || "",
+        description: data.metadata?.description || "",
+        url: data.metadata?.url || url,
+        domain: data.metadata?.domain || new URL(url).hostname,
+        favicon: data.metadata?.favicon,
+        image: data.metadata?.image,
+        author: data.metadata?.author,
+        publishedTime: data.metadata?.publishedTime,
+        modifiedTime: data.metadata?.modifiedTime,
+        type: data.metadata?.type,
+        siteName: data.metadata?.siteName,
+        locale: data.metadata?.locale,
+        keywords: data.metadata?.keywords || []
+      },
+      links: data.links || [],
+      extract: {
+        title: data.extract?.title || data.metadata?.title || "",
+        description: data.extract?.description || data.metadata?.description || "",
+        headings: data.extract?.headings || [],
+        text: data.extract?.text || data.markdown || ""
+      }
+    };
+  }
+  async screenshot(url, options = {}) {
+    const request = { url, ...options };
+    const response = await this.httpClient.dataScreenshot(this.projectId, request);
+    return response.data.url;
+  }
+};
+
 // src/client.ts
 var BlinkClientImpl = class {
   auth;
   db;
   storage;
   ai;
+  data;
   httpClient;
   constructor(config) {
     this.auth = new BlinkAuth(config);
@@ -2296,6 +2390,7 @@ var BlinkClientImpl = class {
     this.db = new BlinkDatabase(this.httpClient);
     this.storage = new BlinkStorageImpl(this.httpClient);
     this.ai = new BlinkAIImpl(this.httpClient);
+    this.data = new BlinkDataImpl(this.httpClient, config.projectId);
   }
 };
 function createClient(config) {
@@ -2310,6 +2405,7 @@ function createClient(config) {
 }
 
 exports.BlinkAIImpl = BlinkAIImpl;
+exports.BlinkDataImpl = BlinkDataImpl;
 exports.BlinkDatabase = BlinkDatabase;
 exports.BlinkStorageImpl = BlinkStorageImpl;
 exports.BlinkTable = BlinkTable;