wisent 0.1.1__py3-none-any.whl

wisent/utils/http.py

@@ -0,0 +1,228 @@
+"""
+HTTP request utilities for the Wisent API.
+"""
+
+import json
+from typing import Any, Dict, Optional, Union
+
+import aiohttp
+import requests
+from requests.exceptions import RequestException
+
+
+class APIError(Exception):
+    """Exception raised for API errors."""
+    
+    def __init__(self, message: str, status_code: Optional[int] = None, response: Optional[Dict[str, Any]] = None):
+        self.message = message
+        self.status_code = status_code
+        self.response = response
+        super().__init__(self.message)
+
+
+class HTTPClient:
+    """
+    HTTP client for making requests to the Wisent API.
+    
+    Args:
+        base_url: The base URL for the API
+        headers: Headers to include in all requests
+        timeout: Request timeout in seconds
+    """
+    
+    def __init__(self, base_url: str, headers: Dict[str, str], timeout: int = 60):
+        self.base_url = base_url.rstrip("/")
+        self.headers = headers
+        self.timeout = timeout
+    
+    def _build_url(self, endpoint: str) -> str:
+        """Build the full URL for an API endpoint."""
+        endpoint = endpoint.lstrip("/")
+        return f"{self.base_url}/{endpoint}"
+    
+    def get(self, endpoint: str, params: Optional[Dict[str, Any]] = None) -> Dict[str, Any]:
+        """
+        Make a GET request to the API.
+        
+        Args:
+            endpoint: API endpoint
+            params: Query parameters
+            
+        Returns:
+            Response data as a dictionary
+            
+        Raises:
+            APIError: If the request fails
+        """
+        url = self._build_url(endpoint)
+        try:
+            response = requests.get(
+                url, 
+                headers=self.headers, 
+                params=params, 
+                timeout=self.timeout
+            )
+            response.raise_for_status()
+            return response.json()
+        except RequestException as e:
+            status_code = getattr(e.response, "status_code", None) if hasattr(e, "response") else None
+            response_data = None
+            
+            if hasattr(e, "response") and e.response is not None:
+                try:
+                    response_data = e.response.json()
+                except (ValueError, AttributeError):
+                    response_data = {"error": str(e)}
+                    
+            raise APIError(
+                f"GET request to {url} failed: {str(e)}", 
+                status_code=status_code,
+                response=response_data
+            ) from e
+    
+    def post(self, endpoint: str, data: Optional[Dict[str, Any]] = None, json_data: Optional[Dict[str, Any]] = None) -> Dict[str, Any]:
+        """
+        Make a POST request to the API.
+        
+        Args:
+            endpoint: API endpoint
+            data: Form data
+            json_data: JSON data
+            
+        Returns:
+            Response data as a dictionary
+            
+        Raises:
+            APIError: If the request fails
+        """
+        url = self._build_url(endpoint)
+        try:
+            response = requests.post(
+                url, 
+                headers=self.headers, 
+                data=data, 
+                json=json_data, 
+                timeout=self.timeout
+            )
+            response.raise_for_status()
+            return response.json()
+        except RequestException as e:
+            status_code = getattr(e.response, "status_code", None) if hasattr(e, "response") else None
+            response_data = None
+            
+            if hasattr(e, "response") and e.response is not None:
+                try:
+                    response_data = e.response.json()
+                except (ValueError, AttributeError):
+                    response_data = {"error": str(e)}
+                    
+            raise APIError(
+                f"POST request to {url} failed: {str(e)}", 
+                status_code=status_code,
+                response=response_data
+            ) from e
+
+
+class AsyncHTTPClient:
+    """
+    Asynchronous HTTP client for making requests to the Wisent API.
+    
+    Args:
+        base_url: The base URL for the API
+        headers: Headers to include in all requests
+        timeout: Request timeout in seconds
+    """
+    
+    def __init__(self, base_url: str, headers: Dict[str, str], timeout: int = 60):
+        self.base_url = base_url.rstrip("/")
+        self.headers = headers
+        self.timeout = timeout
+    
+    def _build_url(self, endpoint: str) -> str:
+        """Build the full URL for an API endpoint."""
+        endpoint = endpoint.lstrip("/")
+        return f"{self.base_url}/{endpoint}"
+    
+    async def get(self, endpoint: str, params: Optional[Dict[str, Any]] = None) -> Dict[str, Any]:
+        """
+        Make an asynchronous GET request to the API.
+        
+        Args:
+            endpoint: API endpoint
+            params: Query parameters
+            
+        Returns:
+            Response data as a dictionary
+            
+        Raises:
+            APIError: If the request fails
+        """
+        url = self._build_url(endpoint)
+        try:
+            async with aiohttp.ClientSession() as session:
+                async with session.get(
+                    url, 
+                    headers=self.headers, 
+                    params=params, 
+                    timeout=self.timeout
+                ) as response:
+                    response.raise_for_status()
+                    return await response.json()
+        except aiohttp.ClientError as e:
+            status_code = getattr(response, "status", None) if 'response' in locals() else None
+            response_data = None
+            
+            if 'response' in locals():
+                try:
+                    response_data = await response.json()
+                except (ValueError, AttributeError):
+                    response_data = {"error": str(e)}
+                    
+            raise APIError(
+                f"Async GET request to {url} failed: {str(e)}", 
+                status_code=status_code,
+                response=response_data
+            ) from e
+    
+    async def post(self, endpoint: str, data: Optional[Dict[str, Any]] = None, json_data: Optional[Dict[str, Any]] = None) -> Dict[str, Any]:
+        """
+        Make an asynchronous POST request to the API.
+        
+        Args:
+            endpoint: API endpoint
+            data: Form data
+            json_data: JSON data
+            
+        Returns:
+            Response data as a dictionary
+            
+        Raises:
+            APIError: If the request fails
+        """
+        url = self._build_url(endpoint)
+        try:
+            async with aiohttp.ClientSession() as session:
+                async with session.post(
+                    url, 
+                    headers=self.headers, 
+                    data=data, 
+                    json=json_data, 
+                    timeout=self.timeout
+                ) as response:
+                    response.raise_for_status()
+                    return await response.json()
+        except aiohttp.ClientError as e:
+            status_code = getattr(response, "status", None) if 'response' in locals() else None
+            response_data = None
+            
+            if 'response' in locals():
+                try:
+                    response_data = await response.json()
+                except (ValueError, AttributeError):
+                    response_data = {"error": str(e)}
+                    
+            raise APIError(
+                f"Async POST request to {url} failed: {str(e)}", 
+                status_code=status_code,
+                response=response_data
+            ) from e 

wisent/version.py

@@ -0,0 +1,3 @@
+"""Version information."""
+
+__version__ = "0.1.0"

wisent-0.1.1.dist-info/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Wisent Team
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

wisent-0.1.1.dist-info/METADATA

@@ -0,0 +1,142 @@
+Metadata-Version: 2.2
+Name: wisent
+Version: 0.1.1
+Summary: Client library for interacting with the Wisent backend services
+Home-page: https://github.com/wisent-ai/wisent
+Author: Wisent Team
+Author-email: info@wisent.ai
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: requests>=2.25.0
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: aiohttp>=3.8.0
+Requires-Dist: torch>=2.0.0
+Requires-Dist: numpy>=1.20.0
+Requires-Dist: tqdm>=4.60.0
+Requires-Dist: transformers>=4.30.0
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
+
+# Wisent
+
+A Python client library for interacting with the Wisent backend services.
+
+## Installation
+
+```bash
+pip install wisent
+```
+
+## Features
+
+- **Activations**: Extract and send model activations to the Wisent backend
+- **Control Vectors**: Retrieve and apply control vectors for model inference
+- **Inference**: Utilities for applying control vectors during inference
+- **Utilities**: Helper functions for common tasks
+
+## Quick Start
+
+```python
+from wisent import WisentClient
+
+# Initialize the client
+client = WisentClient(api_key="your_api_key", base_url="https://api.wisent.ai")
+
+# Extract activations from a model and send to backend
+activations = client.activations.extract(
+    model_name="mistralai/Mistral-7B-Instruct-v0.1",
+    prompt="Tell me about quantum computing",
+    layers=[0, 12, 24]
+)
+
+# Get a control vector from the backend
+control_vector = client.control_vector.get(
+    name="helpful",
+    model="mistralai/Mistral-7B-Instruct-v0.1"
+)
+
+# Apply a control vector during inference
+response = client.inference.generate_with_control(
+    model_name="mistralai/Mistral-7B-Instruct-v0.1",
+    prompt="Tell me about quantum computing",
+    control_vectors={"helpful": 0.8, "concise": 0.5}
+)
+
+# Print the response
+print(response.text)
+```
+
+## Advanced Usage
+
+### Extracting Activations
+
+```python
+from wisent.activations import ActivationExtractor
+
+# Create an extractor
+extractor = ActivationExtractor(
+    model_name="mistralai/Mistral-7B-Instruct-v0.1",
+    device="cuda"
+)
+
+# Extract activations for a specific prompt
+activations = extractor.extract(
+    prompt="Tell me about quantum computing",
+    layers=[0, 12, 24],
+    tokens_to_extract=[-10, -1]  # Extract last 10 tokens and final token
+)
+
+# Send activations to the Wisent backend
+from wisent import WisentClient
+client = WisentClient(api_key="your_api_key")
+client.activations.upload(activations)
+```
+
+### Working with Control Vectors
+
+```python
+from wisent.control_vector import ControlVectorManager
+
+# Initialize the manager
+manager = ControlVectorManager(api_key="your_api_key")
+
+# Get a control vector
+helpful_vector = manager.get("helpful", model="mistralai/Mistral-7B-Instruct-v0.1")
+
+# Combine multiple vectors
+combined_vector = manager.combine(
+    vectors={
+        "helpful": 0.8,
+        "concise": 0.5
+    },
+    model="mistralai/Mistral-7B-Instruct-v0.1"
+)
+
+# Apply during inference
+from wisent.inference import Inferencer
+inferencer = Inferencer(model_name="mistralai/Mistral-7B-Instruct-v0.1")
+response = inferencer.generate(
+    prompt="Tell me about quantum computing",
+    control_vector=combined_vector,
+    method="caa"  # Context-Aware Addition
+)
+```
+
+## Documentation
+
+For full documentation, visit [docs.wisent.ai](https://docs.wisent.ai).
+
+## License
+
+MIT

wisent-0.1.1.dist-info/RECORD

@@ -0,0 +1,23 @@
+wisent/__init__.py,sha256=oenGFUKmnJh5VuHLbNvK4W87jY6OX2bad5bdZg3JDkg,204
+wisent/client.py,sha256=Yiz-xeVo5EPxKdNxrg05diy17kYa7wv1Q0iTgg0cpv0,1408
+wisent/version.py,sha256=HOmU5sgXU14tXjdvSe0iIIyluugGL0Y7R8eo1JaeyxE,50
+wisent/activations/__init__.py,sha256=IXhsn6OGw9N-tsRDar-YIxHevpqDhSI0zMCbwF8GUOo,342
+wisent/activations/client.py,sha256=ibDcIXF_W53F2BBOIWRzZZMXLj6ZtINAxY_cTaRaiyU,3035
+wisent/activations/extractor.py,sha256=FWVqF3IcF0oyo8A0nrt4qYTnevi7xN2_CIXPVAINuqM,9094
+wisent/activations/models.py,sha256=MyNrKBS33Tln84FhV7iQknkPW08Eg69M6roSdYIa5ks,2678
+wisent/control_vector/__init__.py,sha256=HG4PDNhWvTyWnNICsj7srWwK8h9fVglEUGBNfO0ti-I,356
+wisent/control_vector/client.py,sha256=kZydPLAKzPpoaI3A2muZk-hOyKeKVeKALG7yENKNMMY,2382
+wisent/control_vector/manager.py,sha256=VNB5BBrm0NWcuHTwT-mG5xMrV4dQW6bIuqzgvkwhl30,4998
+wisent/control_vector/models.py,sha256=oe71uq71m2uOvFdxcwLUyKiTzkFmUpJZTp_J1RLHMGA,1990
+wisent/inference/__init__.py,sha256=BRbNaUptOA5RzyBzjbUkYL9uj6tgNU0hzDsF8X0_eOY,324
+wisent/inference/client.py,sha256=37CAvXkvASPWe4vY7AxrZnbmW90I8m7qrS_nb8lhZTg,3198
+wisent/inference/inferencer.py,sha256=DAcKnAd4qIEweB190VVB0OVivhOg6CJwGDOk_d0e2wg,8807
+wisent/inference/models.py,sha256=1PAAN_XdR5SK1i3UgZAEG8KvYjgr1pZFNzhx3i49iWA,1743
+wisent/utils/__init__.py,sha256=vBkMxUrO9zzLFgKjdRP2zlige1n_83HVwWtzyMA-pEA,62
+wisent/utils/auth.py,sha256=5HBN8LTzqg69tuzCk1r52HeIcPULQFhZgAipnqT_kvU,676
+wisent/utils/http.py,sha256=iJ6YM1XyBdaO5MTyDLt-59ik2CjOtcKel8AWqcV-7yI,7654
+wisent-0.1.1.dist-info/LICENSE,sha256=3T6y8B1fz8ZX0hclhj19tMPywIvQdNCU5gfreL7lr3M,1068
+wisent-0.1.1.dist-info/METADATA,sha256=I5WZ2AtGfQWTMmKt5L7lRKLQcyxuJe5JGAXVtfRdySM,3626
+wisent-0.1.1.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+wisent-0.1.1.dist-info/top_level.txt,sha256=2Ts9Iyldnb3auIN2HBBaHPknRy7nSRDm2f6RGzYgr8A,7
+wisent-0.1.1.dist-info/RECORD,,

wisent-0.1.1.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (75.8.2)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

wisent-0.1.1.dist-info/top_level.txt

@@ -0,0 +1 @@
+wisent