chunkr-ai 0.0.1__tar.gz → 0.0.3__tar.gz

chunkr_ai-0.0.3/PKG-INFO

@@ -0,0 +1,124 @@
+Metadata-Version: 2.2
+Name: chunkr-ai
+Version: 0.0.3
+Summary: Python client for Chunkr: open source document intelligence
+Author-email: Ishaan Kapoor <ishaan@lumina.sh>
+Project-URL: Homepage, https://chunkr.ai
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: httpx>=0.28.1
+Requires-Dist: pillow>=11.1.0
+Requires-Dist: pydantic>=2.10.4
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: requests>=2.32.3
+Provides-Extra: test
+Requires-Dist: pytest>=8.3.4; extra == "test"
+Requires-Dist: pytest-xdist>=3.6.1; extra == "test"
+
+# Chunkr Python Client
+
+This is the Python client for the Chunkr API. It provides a simple interface to interact with Chunkr's services.
+
+## Installation
+
+```bash
+pip install chunkr-ai
+```
+
+## Usage
+
+We provide two clients: `Chunkr` for synchronous operations and `ChunkrAsync` for asynchronous operations.
+
+### Synchronous Usage
+
+```python
+from chunkr_ai import Chunkr
+
+# Initialize client
+chunkr = Chunkr()
+
+# Upload a file and wait for processing
+task = chunkr.upload("document.pdf")
+
+# Print the response
+print(task)
+
+# Get output from task
+output = task.output
+
+# If you want to upload without waiting for processing
+task = chunkr.start_upload("document.pdf")
+# ... do other things ...
+task.poll()  # Check status when needed
+```
+
+### Asynchronous Usage
+
+```python
+from chunkr_ai import ChunkrAsync
+
+async def process_document():
+    # Initialize client
+    chunkr = ChunkrAsync()
+
+    # Upload a file and wait for processing
+    task = await chunkr.upload("document.pdf")
+
+    # Print the response
+    print(task)
+
+    # Get output from task
+    output = task.output
+
+    # If you want to upload without waiting for processing
+    task = await chunkr.start_upload("document.pdf")
+    # ... do other things ...
+    await task.poll_async()  # Check status when needed
+```
+
+### Additional Features
+
+Both clients support various input types:
+
+```python
+# Upload from file path
+chunkr.upload("document.pdf")
+
+# Upload from opened file
+with open("document.pdf", "rb") as f:
+    chunkr.upload(f)
+
+# Upload from URL
+chunkr.upload("https://example.com/document.pdf")
+
+# Upload from base64 string
+chunkr.upload("data:application/pdf;base64,JVBERi0xLjcKCjEgMCBvYmo...")
+
+# Upload an image
+from PIL import Image
+img = Image.open("photo.jpg")
+chunkr.upload(img)
+```
+
+### Configuration
+
+You can provide your API key and URL in several ways:
+1. Environment variables: `CHUNKR_API_KEY` and `CHUNKR_URL`
+2. `.env` file
+3. Direct initialization:
+```python
+chunkr = Chunkr(
+    api_key="your-api-key",
+    url="https://api.chunkr.ai"
+)
+```
+
+## Run tests
+
+```python
+# Install dependencies
+uv pip install -e ".[test]"
+
+# Run tests
+uv run pytest
+```

chunkr_ai-0.0.3/README.md

@@ -0,0 +1,107 @@
+# Chunkr Python Client
+
+This is the Python client for the Chunkr API. It provides a simple interface to interact with Chunkr's services.
+
+## Installation
+
+```bash
+pip install chunkr-ai
+```
+
+## Usage
+
+We provide two clients: `Chunkr` for synchronous operations and `ChunkrAsync` for asynchronous operations.
+
+### Synchronous Usage
+
+```python
+from chunkr_ai import Chunkr
+
+# Initialize client
+chunkr = Chunkr()
+
+# Upload a file and wait for processing
+task = chunkr.upload("document.pdf")
+
+# Print the response
+print(task)
+
+# Get output from task
+output = task.output
+
+# If you want to upload without waiting for processing
+task = chunkr.start_upload("document.pdf")
+# ... do other things ...
+task.poll()  # Check status when needed
+```
+
+### Asynchronous Usage
+
+```python
+from chunkr_ai import ChunkrAsync
+
+async def process_document():
+    # Initialize client
+    chunkr = ChunkrAsync()
+
+    # Upload a file and wait for processing
+    task = await chunkr.upload("document.pdf")
+
+    # Print the response
+    print(task)
+
+    # Get output from task
+    output = task.output
+
+    # If you want to upload without waiting for processing
+    task = await chunkr.start_upload("document.pdf")
+    # ... do other things ...
+    await task.poll_async()  # Check status when needed
+```
+
+### Additional Features
+
+Both clients support various input types:
+
+```python
+# Upload from file path
+chunkr.upload("document.pdf")
+
+# Upload from opened file
+with open("document.pdf", "rb") as f:
+    chunkr.upload(f)
+
+# Upload from URL
+chunkr.upload("https://example.com/document.pdf")
+
+# Upload from base64 string
+chunkr.upload("data:application/pdf;base64,JVBERi0xLjcKCjEgMCBvYmo...")
+
+# Upload an image
+from PIL import Image
+img = Image.open("photo.jpg")
+chunkr.upload(img)
+```
+
+### Configuration
+
+You can provide your API key and URL in several ways:
+1. Environment variables: `CHUNKR_API_KEY` and `CHUNKR_URL`
+2. `.env` file
+3. Direct initialization:
+```python
+chunkr = Chunkr(
+    api_key="your-api-key",
+    url="https://api.chunkr.ai"
+)
+```
+
+## Run tests
+
+```python
+# Install dependencies
+uv pip install -e ".[test]"
+
+# Run tests
+uv run pytest
+```

chunkr_ai-0.0.3/pyproject.toml

@@ -0,0 +1,25 @@
+[build-system]
+requires = ["setuptools>=42", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "chunkr-ai"
+version = "0.0.3"
+authors = [{"name" = "Ishaan Kapoor", "email" = "ishaan@lumina.sh"}]
+description = "Python client for Chunkr: open source document intelligence"
+readme = "README.md"
+license = {"file" = "LICENSE"}
+urls = {Homepage = "https://chunkr.ai"} 
+dependencies = [
+    "httpx>=0.28.1",
+    "pillow>=11.1.0",
+    "pydantic>=2.10.4",
+    "python-dotenv>=1.0.1",
+    "requests>=2.32.3",
+]
+
+[project.optional-dependencies]
+test = [
+    "pytest>=8.3.4",
+    "pytest-xdist>=3.6.1",
+]

chunkr_ai-0.0.3/src/chunkr_ai/__init__.py

@@ -0,0 +1,4 @@
+from .api.chunkr import Chunkr
+from .api.chunkr_async import ChunkrAsync
+
+__all__ = ['Chunkr', 'ChunkrAsync']

chunkr_ai-0.0.3/src/chunkr_ai/api/auth.py

@@ -0,0 +1,12 @@
+class HeadersMixin:
+    """Mixin class for handling authorization headers"""
+    
+    def get_api_key(self) -> str:
+        """Get the API key"""
+        if not hasattr(self, '_api_key') or not self._api_key:
+            raise ValueError("API key not set")
+        return self._api_key
+        
+    def _headers(self) -> dict:
+        """Generate authorization headers"""
+        return {"Authorization": self.get_api_key()} 

chunkr_ai-0.0.3/src/chunkr_ai/api/base.py

@@ -0,0 +1,173 @@
+from .config import Configuration
+from .task import TaskResponse
+from .auth import HeadersMixin
+from abc import abstractmethod
+from dotenv import load_dotenv
+import io
+import json
+import os
+from pathlib import Path
+from PIL import Image
+import requests
+from typing import BinaryIO, Tuple, Union
+
+class ChunkrBase(HeadersMixin):
+    """Base class with shared functionality for Chunkr API clients."""
+
+    def __init__(self, url: str = None, api_key: str = None):
+        load_dotenv()
+        self.url = (
+            url or 
+            os.getenv('CHUNKR_URL') or 
+            'https://api.chunkr.ai' 
+        )
+        self._api_key = (
+            api_key or 
+            os.getenv('CHUNKR_API_KEY')
+        )
+        if not self._api_key:
+            raise ValueError("API key must be provided either directly, in .env file, or as CHUNKR_API_KEY environment variable. You can get an api key at: https://www.chunkr.ai")
+            
+        self.url = self.url.rstrip("/")
+
+    def _prepare_file(
+        self,
+        file: Union[str, Path, BinaryIO, Image.Image]
+    ) -> Tuple[str, BinaryIO]:
+        """Convert various file types into a tuple of (filename, file-like object).
+
+        Args:
+            file: Input file, can be:
+                - String or Path to a file
+                - URL string starting with http:// or https://
+                - Base64 string
+                - Opened binary file (mode='rb')
+                - PIL/Pillow Image object
+
+        Returns:
+            Tuple[str, BinaryIO]: (filename, file-like object) ready for upload
+
+        Raises:
+            FileNotFoundError: If the file path doesn't exist
+            TypeError: If the file type is not supported
+            ValueError: If the URL is invalid or unreachable
+            ValueError: If the MIME type is unsupported
+        """
+        # Handle URLs
+        if isinstance(file, str) and (file.startswith('http://') or file.startswith('https://')):
+            response = requests.get(file)
+            response.raise_for_status()
+            file_obj = io.BytesIO(response.content)
+            filename = Path(file.split('/')[-1]).name or 'downloaded_file'
+            return filename, file_obj
+
+        # Handle base64 strings
+        if isinstance(file, str) and ',' in file and ';base64,' in file:
+            try:
+                # Split header and data
+                header, base64_data = file.split(',', 1)
+                import base64
+                file_bytes = base64.b64decode(base64_data)
+                file_obj = io.BytesIO(file_bytes)
+                
+                # Try to determine format from header
+                format = 'bin'
+                mime_type = header.split(':')[-1].split(';')[0].lower()
+                
+                # Map MIME types to file extensions
+                mime_to_ext = {
+                    'application/pdf': 'pdf',
+                    'application/vnd.openxmlformats-officedocument.wordprocessingml.document': 'docx',
+                    'application/msword': 'doc',
+                    'application/vnd.openxmlformats-officedocument.presentationml.presentation': 'pptx',
+                    'application/vnd.ms-powerpoint': 'ppt',
+                    'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet': 'xlsx',
+                    'application/vnd.ms-excel': 'xls',
+                    'image/jpeg': 'jpg',
+                    'image/png': 'png',
+                    'image/jpg': 'jpg'
+                }
+                
+                if mime_type in mime_to_ext:
+                    format = mime_to_ext[mime_type]
+                else:
+                    raise ValueError(f"Unsupported MIME type: {mime_type}")
+
+                return f"file.{format}", file_obj
+            except Exception as e:
+                raise ValueError(f"Invalid base64 string: {str(e)}")
+
+        # Handle file paths
+        if isinstance(file, (str, Path)):
+            path = Path(file).resolve()
+            if not path.exists():
+                raise FileNotFoundError(f"File not found: {file}")
+            return path.name, open(path, 'rb')
+
+        # Handle PIL Images
+        if isinstance(file, Image.Image):
+            img_byte_arr = io.BytesIO()
+            format = file.format or 'PNG'
+            file.save(img_byte_arr, format=format)
+            img_byte_arr.seek(0)
+            return f"image.{format.lower()}", img_byte_arr
+
+        # Handle file-like objects
+        if hasattr(file, 'read') and hasattr(file, 'seek'):
+            # Try to get the filename from the file object if possible
+            name = getattr(file, 'name', 'document') if hasattr(file, 'name') else 'document'
+            return Path(name).name, file
+
+        raise TypeError(f"Unsupported file type: {type(file)}")
+
+    def _prepare_upload_data(
+        self,
+        file: Union[str, Path, BinaryIO, Image.Image],
+        config: Configuration = None
+    ) -> Tuple[dict, dict]:
+        """Prepare files and data dictionaries for upload.
+        
+        Args:
+            file: The file to upload
+            config: Optional configuration settings
+            
+        Returns:
+            Tuple[dict, dict]: (files dict, data dict) ready for upload
+        """
+        filename, file_obj = self._prepare_file(file)
+        files = {"file": (filename, file_obj)}
+        data = {}
+        
+        if config:
+            config_dict = config.model_dump(mode="json", exclude_none=True)
+            for key, value in config_dict.items():
+                if isinstance(value, dict):
+                    files[key] = (None, json.dumps(value), 'application/json')
+                else:
+                    data[key] = value
+                    
+        return files, data
+    
+    @abstractmethod
+    def upload(self, file: Union[str, Path, BinaryIO, Image.Image], config: Configuration = None) -> TaskResponse:
+        """Upload a file and wait for processing to complete.
+        
+        Must be implemented by subclasses.
+        """
+        pass
+
+    @abstractmethod
+    def start_upload(self, file: Union[str, Path, BinaryIO, Image.Image], config: Configuration = None) -> TaskResponse:
+        """Upload a file for processing and immediately return the task response.
+        
+        Must be implemented by subclasses.
+        """
+        pass
+
+    @abstractmethod
+    def get_task(self, task_id: str) -> TaskResponse:
+        """Get a task response by its ID.
+        
+        Must be implemented by subclasses.
+        """
+        pass

chunkr_ai-0.0.3/src/chunkr_ai/api/chunkr.py

@@ -0,0 +1,108 @@
+from .base import ChunkrBase
+from .config import Configuration
+from .task import TaskResponse
+from pathlib import Path
+from PIL import Image
+import requests
+from typing import Union, BinaryIO
+
+class Chunkr(ChunkrBase):
+    """Chunkr API client"""
+
+    def __init__(self, url: str = None, api_key: str = None):
+        super().__init__(url, api_key)
+        self._session = requests.Session()
+
+    def upload(self, file: Union[str, Path, BinaryIO, Image.Image], config: Configuration = None) -> TaskResponse:
+        """Upload a file and wait for processing to complete.
+
+        Args:
+            file: The file to upload. 
+            config: Configuration options for processing. Optional.
+
+        Examples:
+        ```
+        # Upload from file path
+        chunkr.upload("document.pdf")
+
+        # Upload from URL
+        chunkr.upload("https://example.com/document.pdf")
+
+        # Upload from base64 string (must include MIME type header)
+        chunkr.upload("data:application/pdf;base64,JVBERi0xLjcKCjEgMCBvYmo...")
+
+        # Upload from opened file
+        with open("document.pdf", "rb") as f:
+            chunkr.upload(f)
+
+        # Upload an image
+        from PIL import Image
+        img = Image.open("photo.jpg")
+        chunkr.upload(img)
+        ```
+        Returns:
+            TaskResponse: The completed task response
+        """
+        task = self.start_upload(file, config)
+        return task.poll()
+
+    def start_upload(self, file: Union[str, Path, BinaryIO, Image.Image], config: Configuration = None) -> TaskResponse:
+        """Upload a file for processing and immediately return the task response. It will not wait for processing to complete. To wait for the full processing to complete, use `task.poll()`
+
+        Args:
+            file: The file to upload.
+            config: Configuration options for processing. Optional.
+
+        Examples:
+        ```
+        # Upload from file path
+        task = chunkr.start_upload("document.pdf")
+
+        # Upload from opened file
+        with open("document.pdf", "rb") as f:
+            task = chunkr.start_upload(f)
+
+        # Upload from URL
+        task = chunkr.start_upload("https://example.com/document.pdf")
+
+        # Upload from base64 string (must include MIME type header)
+        task = chunkr.start_upload("data:application/pdf;base64,JVBERi0xLjcKCjEgMCBvYmo...")
+
+        # Upload an image
+        from PIL import Image
+        img = Image.open("photo.jpg")
+        task = chunkr.start_upload(img)
+
+        # Wait for the task to complete - this can be done when needed
+        task.poll()
+        ```
+
+        Returns:
+            TaskResponse: The initial task response
+        """
+        files, data = self._prepare_upload_data(file, config)
+        r = self._session.post(
+            f"{self.url}/api/v1/task",
+            files=files,
+            data=data,  
+            headers=self._headers()
+        )
+        r.raise_for_status()
+        return TaskResponse(**r.json()).with_client(self)
+
+    def get_task(self, task_id: str) -> TaskResponse:
+        """Get a task response by its ID.
+        
+        Args:
+            task_id: The ID of the task to get
+
+        Returns:
+            TaskResponse: The task response
+        """
+        r = self._session.get(
+            f"{self.url}/api/v1/task/{task_id}",
+            headers=self._headers()
+        )
+        r.raise_for_status()
+        return TaskResponse(**r.json()).with_client(self)
+

chunkr_ai-0.0.3/src/chunkr_ai/api/chunkr_async.py

@@ -0,0 +1,105 @@
+from .base import ChunkrBase
+from .task import TaskResponse
+from .config import Configuration
+import httpx
+from pathlib import Path
+from PIL import Image
+from typing import Union, BinaryIO
+
+class ChunkrAsync(ChunkrBase):
+    """Asynchronous Chunkr API client"""
+    
+    def __init__(self, url: str = None, api_key: str = None):
+        super().__init__(url, api_key)
+        self._client = httpx.AsyncClient()
+
+    async def upload(self, file: Union[str, Path, BinaryIO, Image.Image], config: Configuration = None) -> TaskResponse:
+        """Upload a file and wait for processing to complete.
+
+        Args:
+            file: The file to upload. 
+            config: Configuration options for processing. Optional.
+
+        Examples:
+        ```python
+        # Upload from file path
+        await chunkr.upload("document.pdf")
+
+        # Upload from opened file
+        with open("document.pdf", "rb") as f:
+            await chunkr.upload(f)
+        
+        # Upload from URL
+        await chunkr.upload("https://example.com/document.pdf")
+
+        # Upload from base64 string (must include MIME type header)
+        await chunkr.upload("data:application/pdf;base64,JVBERi0xLjcKCjEgMCBvYmo...")
+
+        # Upload an image
+        from PIL import Image
+        img = Image.open("photo.jpg")
+        await chunkr.upload(img)
+        ```
+        Returns:
+            TaskResponse: The completed task response
+        """
+        task = await self.start_upload(file, config)
+        return await task.poll_async()
+
+    async def start_upload(self, file: Union[str, Path, BinaryIO, Image.Image], config: Configuration = None) -> TaskResponse:
+        """Upload a file for processing and immediately return the task response. It will not wait for processing to complete. To wait for the full processing to complete, use `task.poll_async()`.
+
+        Args:
+            file: The file to upload.
+            config: Configuration options for processing. Optional.
+
+        Examples:
+        ```
+        # Upload from file path
+        task = await chunkr.start_upload("document.pdf")
+
+        # Upload from opened file
+        with open("document.pdf", "rb") as f:
+            task = await chunkr.start_upload(f)
+    
+        # Upload from URL
+        task = await chunkr.start_upload("https://example.com/document.pdf")
+
+        # Upload from base64 string (must include MIME type header)
+        task = await chunkr.start_upload("data:application/pdf;base64,JVBERi0xLjcKCjEgMCBvYmo...")
+
+        # Upload an image
+        from PIL import Image
+        img = Image.open("photo.jpg")
+        task = await chunkr.start_upload(img)
+
+        # Wait for the task to complete - this can be done when needed
+        await task.poll_async()
+        ```
+
+        Returns:
+            TaskResponse: The initial task response
+        """
+        files, data = self._prepare_upload_data(file, config)
+        r = await self._client.post(
+            f"{self.url}/api/v1/task",
+            files=files,
+            json=config.model_dump() if config else {},
+            headers=self._headers()
+        )
+        r.raise_for_status()
+        return TaskResponse(**r.json()).with_client(self)
+
+    async def get_task(self, task_id: str) -> TaskResponse:
+        r = await self._client.get(
+            f"{self.url}/api/v1/task/{task_id}",
+            headers=self._headers()
+        )
+        r.raise_for_status()
+        return TaskResponse(**r.json()).with_client(self)
+
+    async def __aenter__(self):
+        return self
+
+    async def __aexit__(self, exc_type, exc_val, exc_tb):
+        await self._client.aclose()

chunkr_ai-0.0.3/src/chunkr_ai/api/config.py

@@ -0,0 +1,130 @@
+from pydantic import BaseModel, Field
+from enum import Enum
+from typing import Optional, List, Dict
+
+class GenerationStrategy(str, Enum):
+    LLM = "LLM"
+    AUTO = "Auto"
+
+class CroppingStrategy(str, Enum):
+    ALL = "All" 
+    AUTO = "Auto"
+
+class LlmConfig(BaseModel):
+    model: str
+    prompt: str
+    temperature: float = 0.0
+
+class GenerationConfig(BaseModel):
+    html: Optional[GenerationStrategy] = None
+    llm: Optional[LlmConfig] = None
+    markdown: Optional[GenerationStrategy] = None
+    crop_image: Optional[CroppingStrategy] = None
+
+class SegmentProcessing(BaseModel):
+    title: Optional[GenerationConfig] = None
+    section_header: Optional[GenerationConfig] = None
+    text: Optional[GenerationConfig] = None
+    list_item: Optional[GenerationConfig] = None
+    table: Optional[GenerationConfig] = None
+    picture: Optional[GenerationConfig] = None
+    caption: Optional[GenerationConfig] = None
+    formula: Optional[GenerationConfig] = None
+    footnote: Optional[GenerationConfig] = None
+    page_header: Optional[GenerationConfig] = None
+    page_footer: Optional[GenerationConfig] = None
+    page: Optional[GenerationConfig] = None
+
+class ChunkProcessing(BaseModel):
+    target_length: Optional[int] = None
+
+class Property(BaseModel):
+    name: str
+    title: Optional[str]
+    prop_type: str
+    description: Optional[str]
+    default: Optional[str]
+
+class JsonSchema(BaseModel):
+    title: str
+    properties: List[Property]
+    schema_type: Optional[str]
+
+class OcrStrategy(str, Enum):
+    ALL = "All"
+    AUTO = "Auto"
+    
+class SegmentationStrategy(str, Enum):
+    LAYOUT_ANALYSIS = "LayoutAnalysis"
+    PAGE = "Page"
+
+class BoundingBox(BaseModel):
+    left: float
+    top: float
+    width: float
+    height: float
+
+class OCRResult(BaseModel):
+    bbox: BoundingBox
+    text: str
+    confidence: Optional[float]
+
+class SegmentType(str, Enum):
+    CAPTION = "Caption"
+    FOOTNOTE = "Footnote"
+    FORMULA = "Formula"
+    LIST_ITEM = "ListItem"
+    PAGE = "Page"
+    PAGE_FOOTER = "PageFooter"
+    PAGE_HEADER = "PageHeader"
+    PICTURE = "Picture"
+    SECTION_HEADER = "SectionHeader"
+    TABLE = "Table"
+    TEXT = "Text"
+    TITLE = "Title"
+
+class Segment(BaseModel):
+    bbox: BoundingBox
+    content: str
+    page_height: float
+    html: Optional[str]
+    image: Optional[str]
+    markdown: Optional[str]
+    ocr: List[OCRResult]
+    page_number: int
+    page_width: float
+    segment_id: str
+    segment_type: SegmentType
+
+class Chunk(BaseModel):
+    chunk_id: str
+    chunk_length: int
+    segments: List[Segment]
+
+class ExtractedJson(BaseModel):
+    data: Dict
+
+class OutputResponse(BaseModel):
+    chunks: List[Chunk] = []
+    extracted_json: Optional[ExtractedJson]
+
+class Model(str, Enum):
+    FAST = "Fast"
+    HIGH_QUALITY = "HighQuality"
+
+class Configuration(BaseModel):
+    chunk_processing: Optional[ChunkProcessing] = Field(default=None)
+    expires_in: Optional[int] = Field(default=None)
+    high_resolution: Optional[bool] = Field(default=None)
+    json_schema: Optional[JsonSchema] = Field(default=None)
+    model: Optional[Model] = Field(default=None)
+    ocr_strategy: Optional[OcrStrategy] = Field(default=None)
+    segment_processing: Optional[SegmentProcessing] = Field(default=None)
+    segmentation_strategy: Optional[SegmentationStrategy] = Field(default=None)
+    target_chunk_length: Optional[int] = Field(default=None)
+
+class Status(str, Enum):
+    STARTING = "Starting"
+    PROCESSING = "Processing"
+    SUCCEEDED = "Succeeded"
+    FAILED = "Failed"

chunkr_ai-0.0.3/src/chunkr_ai/api/protocol.py

@@ -0,0 +1,19 @@
+from typing import runtime_checkable, Protocol
+from requests import Session
+from httpx import AsyncClient
+
+@runtime_checkable
+class ChunkrClientProtocol(Protocol):
+    """Protocol defining the interface for Chunkr clients"""
+    url: str
+    _api_key: str
+    _session: Session
+    _client: AsyncClient
+
+    def get_api_key(self) -> str:
+        """Get the API key"""
+        ...
+
+    def _headers(self) -> dict:
+        """Return headers required for API requests"""
+        ...

chunkr_ai-0.0.3/src/chunkr_ai/api/task.py

@@ -0,0 +1,124 @@
+from .protocol import ChunkrClientProtocol
+from .config import Configuration, Status, OutputResponse
+import asyncio
+from datetime import datetime
+from pydantic import BaseModel, PrivateAttr
+import time
+from typing import Optional, Union
+
+class TaskResponse(BaseModel):
+    configuration: Configuration
+    created_at: datetime
+    expires_at: Optional[datetime]
+    file_name: Optional[str]
+    finished_at: Optional[datetime]
+    input_file_url: Optional[str]
+    message: str
+    output: Optional[OutputResponse]
+    page_count: Optional[int]
+    pdf_url: Optional[str]
+    status: Status
+    task_id: str
+    task_url: Optional[str]
+    _client: Optional[Union[ChunkrClientProtocol]] = PrivateAttr(default=None)
+
+    def with_client(self, client: Union[ChunkrClientProtocol]) -> 'TaskResponse':
+        self._client = client
+        return self
+    
+    def _poll_request_sync(self) -> dict:
+        """Helper method to make polling request with retry logic (synchronous)"""
+        if not self.task_url:
+            raise ValueError("Task URL not found in response")
+
+        while True:
+            try:
+                r = self._client._session.get(self.task_url, headers=self._client._headers())
+                r.raise_for_status()
+                return r.json()
+            except (ConnectionError, TimeoutError) as _:
+                print("Connection error while polling the task, retrying...")
+                time.sleep(0.5)
+            except Exception as e:
+                raise
+
+    async def _poll_request_async(self) -> dict:
+        """Helper method to make polling request with retry logic (asynchronous)"""
+        if not self.task_url:
+            raise ValueError("Task URL not found in response")
+
+        while True:
+            try:
+                r = await self._client._client.get(self.task_url, headers=self._client._headers())
+                await r.raise_for_status()
+                return await r.json()
+            except (ConnectionError, TimeoutError) as _:
+                print("Connection error while polling the task, retrying...")
+                await asyncio.sleep(0.5)
+            except Exception as e:
+                raise
+
+    def _check_status(self) -> Optional['TaskResponse']:
+        """Helper method to check task status and handle completion/failure"""
+        if self.status == "Failed":
+            raise ValueError(self.message)
+        if self.status not in ("Starting", "Processing"):
+            return self
+        return None
+
+    def poll(self) -> 'TaskResponse':
+        """Poll the task for completion."""
+        while True:
+            response = self._poll_request_sync()
+            self.__dict__.update(response)
+            
+            if result := self._check_status():
+                return result
+            
+            time.sleep(0.5)
+
+    async def poll_async(self) -> 'TaskResponse':
+        """Poll the task for completion asynchronously."""
+        while True:
+            response = await self._poll_request_async()
+            self.__dict__.update(response)
+            
+            if result := self._check_status():
+                return result
+            
+            await asyncio.sleep(0.5)
+
+    def _get_content(self, content_type: str) -> str:
+        """Helper method to get either HTML, Markdown, or raw content."""
+        if not self.output:
+            return ""
+        parts = []
+        for c in self.output.chunks:
+            for s in c.segments:
+                content = getattr(s, content_type)
+                if content:
+                    parts.append(content)
+        return "\n".join(parts)
+
+    def html(self) -> str:
+        """Get full HTML for the task"""
+        return self._get_content("html")
+
+    def markdown(self) -> str:
+        """Get full markdown for the task"""
+        return self._get_content("markdown")
+        
+    def content(self) -> str:
+        """Get full text for the task"""
+        return self._get_content("content")
+
+class TaskPayload(BaseModel):
+    current_configuration: Configuration
+    file_name: str
+    image_folder_location: str
+    input_location: str
+    output_location: str
+    pdf_location: str
+    previous_configuration: Optional[Configuration]
+    task_id: str
+    user_id: str

chunkr_ai-0.0.3/src/chunkr_ai/models.py

@@ -0,0 +1,49 @@
+from .api.config import (
+    BoundingBox,
+    Chunk,
+    ChunkProcessing,
+    Configuration,
+    CroppingStrategy,
+    ExtractedJson,
+    GenerationStrategy,
+    GenerationConfig,
+    JsonSchema,
+    LlmConfig,
+    Model,
+    OCRResult,
+    OcrStrategy,
+    OutputResponse,
+    Property,
+    Segment,
+    SegmentProcessing,
+    SegmentType,
+    SegmentationStrategy,
+    Status
+)
+
+from .api.task import TaskResponse, TaskPayload
+
+__all__ = [
+    'BoundingBox',
+    'Chunk',
+    'ChunkProcessing',
+    'Configuration',
+    'CroppingStrategy',
+    'ExtractedJson',
+    'GenerationConfig',
+    'GenerationStrategy',
+    'JsonSchema',
+    'LlmConfig',
+    'Model',
+    'OCRResult',
+    'OcrStrategy',
+    'OutputResponse',
+    'Property',
+    'Segment',
+    'SegmentProcessing',
+    'SegmentType',
+    'SegmentationStrategy',
+    'Status',
+    'TaskPayload',
+    'TaskResponse'
+]

chunkr_ai-0.0.3/src/chunkr_ai.egg-info/PKG-INFO

@@ -0,0 +1,124 @@
+Metadata-Version: 2.2
+Name: chunkr-ai
+Version: 0.0.3
+Summary: Python client for Chunkr: open source document intelligence
+Author-email: Ishaan Kapoor <ishaan@lumina.sh>
+Project-URL: Homepage, https://chunkr.ai
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: httpx>=0.28.1
+Requires-Dist: pillow>=11.1.0
+Requires-Dist: pydantic>=2.10.4
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: requests>=2.32.3
+Provides-Extra: test
+Requires-Dist: pytest>=8.3.4; extra == "test"
+Requires-Dist: pytest-xdist>=3.6.1; extra == "test"
+
+# Chunkr Python Client
+
+This is the Python client for the Chunkr API. It provides a simple interface to interact with Chunkr's services.
+
+## Installation
+
+```bash
+pip install chunkr-ai
+```
+
+## Usage
+
+We provide two clients: `Chunkr` for synchronous operations and `ChunkrAsync` for asynchronous operations.
+
+### Synchronous Usage
+
+```python
+from chunkr_ai import Chunkr
+
+# Initialize client
+chunkr = Chunkr()
+
+# Upload a file and wait for processing
+task = chunkr.upload("document.pdf")
+
+# Print the response
+print(task)
+
+# Get output from task
+output = task.output
+
+# If you want to upload without waiting for processing
+task = chunkr.start_upload("document.pdf")
+# ... do other things ...
+task.poll()  # Check status when needed
+```
+
+### Asynchronous Usage
+
+```python
+from chunkr_ai import ChunkrAsync
+
+async def process_document():
+    # Initialize client
+    chunkr = ChunkrAsync()
+
+    # Upload a file and wait for processing
+    task = await chunkr.upload("document.pdf")
+
+    # Print the response
+    print(task)
+
+    # Get output from task
+    output = task.output
+
+    # If you want to upload without waiting for processing
+    task = await chunkr.start_upload("document.pdf")
+    # ... do other things ...
+    await task.poll_async()  # Check status when needed
+```
+
+### Additional Features
+
+Both clients support various input types:
+
+```python
+# Upload from file path
+chunkr.upload("document.pdf")
+
+# Upload from opened file
+with open("document.pdf", "rb") as f:
+    chunkr.upload(f)
+
+# Upload from URL
+chunkr.upload("https://example.com/document.pdf")
+
+# Upload from base64 string
+chunkr.upload("data:application/pdf;base64,JVBERi0xLjcKCjEgMCBvYmo...")
+
+# Upload an image
+from PIL import Image
+img = Image.open("photo.jpg")
+chunkr.upload(img)
+```
+
+### Configuration
+
+You can provide your API key and URL in several ways:
+1. Environment variables: `CHUNKR_API_KEY` and `CHUNKR_URL`
+2. `.env` file
+3. Direct initialization:
+```python
+chunkr = Chunkr(
+    api_key="your-api-key",
+    url="https://api.chunkr.ai"
+)
+```
+
+## Run tests
+
+```python
+# Install dependencies
+uv pip install -e ".[test]"
+
+# Run tests
+uv run pytest
+```

chunkr_ai-0.0.3/src/chunkr_ai.egg-info/SOURCES.txt

@@ -0,0 +1,21 @@
+LICENSE
+README.md
+pyproject.toml
+src/chunkr_ai/__init__.py
+src/chunkr_ai/main.py
+src/chunkr_ai/models.py
+src/chunkr_ai.egg-info/PKG-INFO
+src/chunkr_ai.egg-info/SOURCES.txt
+src/chunkr_ai.egg-info/dependency_links.txt
+src/chunkr_ai.egg-info/requires.txt
+src/chunkr_ai.egg-info/top_level.txt
+src/chunkr_ai/api/__init__.py
+src/chunkr_ai/api/api.py
+src/chunkr_ai/api/auth.py
+src/chunkr_ai/api/base.py
+src/chunkr_ai/api/chunkr.py
+src/chunkr_ai/api/chunkr_async.py
+src/chunkr_ai/api/config.py
+src/chunkr_ai/api/protocol.py
+src/chunkr_ai/api/task.py
+tests/test_chunkr.py

chunkr_ai-0.0.3/src/chunkr_ai.egg-info/requires.txt

@@ -0,0 +1,9 @@
+httpx>=0.28.1
+pillow>=11.1.0
+pydantic>=2.10.4
+python-dotenv>=1.0.1
+requests>=2.32.3
+
+[test]
+pytest>=8.3.4
+pytest-xdist>=3.6.1

chunkr_ai-0.0.3/tests/test_chunkr.py

@@ -0,0 +1,141 @@
+import pytest
+from pathlib import Path
+from PIL import Image
+
+from chunkr_ai import Chunkr, ChunkrAsync
+from chunkr_ai.models import (
+    ChunkProcessing, 
+    Configuration, 
+    GenerationStrategy, 
+    GenerationConfig,
+    OcrStrategy, 
+    SegmentationStrategy, 
+    SegmentProcessing, 
+    TaskResponse, 
+)
+
+@pytest.fixture
+def chunkr():
+    return Chunkr()
+
+@pytest.fixture
+def async_chunkr():
+    return ChunkrAsync()
+
+@pytest.fixture
+def sample_path():
+    return Path("tests/files/test.pdf")
+    
+@pytest.fixture
+def sample_image():
+    img = Image.open("tests/files/test.jpg")
+    return img
+
+def test_send_file_path(chunkr, sample_path):
+    response = chunkr.upload(sample_path)
+    
+    assert isinstance(response, TaskResponse)
+    assert response.task_id is not None
+    assert response.status == "Succeeded"
+    assert response.output is not None
+
+def test_send_file_path_str(chunkr, sample_path):
+    response = chunkr.upload(str(sample_path))
+    
+    assert isinstance(response, TaskResponse)
+    assert response.task_id is not None
+    assert response.status == "Succeeded"
+    assert response.output is not None
+
+def test_send_opened_file(chunkr, sample_path):
+    with open(sample_path, 'rb') as f:
+        response = chunkr.upload(f)
+    
+    assert isinstance(response, TaskResponse)
+    assert response.task_id is not None
+    assert response.status == "Succeeded"
+    assert response.output is not None
+    
+def test_send_pil_image(chunkr, sample_image):
+    response = chunkr.upload(sample_image)
+    
+    assert isinstance(response, TaskResponse)
+    assert response.task_id is not None
+    assert response.status == "Succeeded"
+
+def test_ocr_auto(chunkr, sample_path):
+    response = chunkr.upload(sample_path, Configuration(
+        ocr_strategy=OcrStrategy.AUTO
+    ))
+    assert isinstance(response, TaskResponse)
+    assert response.task_id is not None
+    assert response.status == "Succeeded"
+    assert response.output is not None
+
+def test_expires_in(chunkr, sample_path):
+    response = chunkr.upload(sample_path, Configuration(
+        expires_in=10
+    ))
+    assert isinstance(response, TaskResponse)
+    assert response.task_id is not None
+    assert response.status == "Succeeded"
+    assert response.output is not None
+    
+def test_chunk_processing(chunkr, sample_path):
+    response = chunkr.upload(sample_path, Configuration(
+        chunk_processing=ChunkProcessing(
+            target_length=1024
+        )
+    ))
+    assert isinstance(response, TaskResponse)
+    assert response.task_id is not None
+    assert response.status == "Succeeded"
+    assert response.output is not None
+    
+def test_segmentation_strategy_page(chunkr, sample_path):
+    response = chunkr.upload(sample_path, Configuration(
+        segmentation_strategy=SegmentationStrategy.PAGE
+    ))
+    assert isinstance(response, TaskResponse)
+    assert response.task_id is not None
+    assert response.status == "Succeeded"
+    assert response.output is not None
+    
+def test_page_llm_html(chunkr, sample_path):
+    response = chunkr.upload(sample_path, Configuration(
+        segmentation_strategy=SegmentationStrategy.PAGE,
+        segment_processing=SegmentProcessing(
+            page=GenerationConfig(
+                html=GenerationStrategy.LLM
+            )
+        )
+    ))
+    assert isinstance(response, TaskResponse)
+    assert response.task_id is not None
+    assert response.status == "Succeeded"
+    assert response.output is not None
+
+def test_page_llm(chunkr, sample_path):
+    response = chunkr.upload(sample_path, Configuration(
+        segmentation_strategy=SegmentationStrategy.PAGE,
+        segment_processing=SegmentProcessing(
+            page=GenerationConfig(
+                html=GenerationStrategy.LLM,
+                markdown=GenerationStrategy.LLM
+            )
+        )
+    ))
+    assert isinstance(response, TaskResponse)
+    assert response.task_id is not None
+    assert response.status == "Succeeded"
+    assert response.output is not None
+    
+
+async def test_async_send_file_path(async_chunkr, sample_path):
+    response = await async_chunkr.upload(sample_path)
+    
+    assert isinstance(response, TaskResponse)
+    assert response.task_id is not None
+    assert response.status == "Succeeded"
+    assert response.output is not None
+    

chunkr_ai-0.0.1/PKG-INFO

@@ -1,7 +0,0 @@
-Metadata-Version: 2.1
-Name: chunkr-ai
-Version: 0.0.1
-Summary: PDF chunking
-Author-email: Ishaan Kapoor <ishaan@lumina.sh>
-Description-Content-Type: text/markdown
-License-File: LICENSE

chunkr_ai-0.0.1/pyproject.toml

@@ -1,11 +0,0 @@
-[build-system]
-requires = ["setuptools>=42", "wheel"]
-build-backend = "setuptools.build_meta"
-
-[project]
-name = "chunkr-ai"
-version = "0.0.1"
-authors = [{"name" = "Ishaan Kapoor", "email" = "ishaan@lumina.sh"}]
-description = "PDF chunking"
-readme = "README.md"
-license = {"file" = "LICENSE"}

chunkr_ai-0.0.1/src/chunkr_ai.egg-info/PKG-INFO

@@ -1,7 +0,0 @@
-Metadata-Version: 2.1
-Name: chunkr-ai
-Version: 0.0.1
-Summary: PDF chunking
-Author-email: Ishaan Kapoor <ishaan@lumina.sh>
-Description-Content-Type: text/markdown
-License-File: LICENSE

chunkr_ai-0.0.1/src/chunkr_ai.egg-info/SOURCES.txt

@@ -1,9 +0,0 @@
-LICENSE
-README.md
-pyproject.toml
-src/chunkr_ai/__init__.py
-src/chunkr_ai/main.py
-src/chunkr_ai.egg-info/PKG-INFO
-src/chunkr_ai.egg-info/SOURCES.txt
-src/chunkr_ai.egg-info/dependency_links.txt
-src/chunkr_ai.egg-info/top_level.txt