definite-sdk 0.1.9__tar.gz → 0.1.11__tar.gz

{definite_sdk-0.1.9 → definite_sdk-0.1.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: definite-sdk
-Version: 0.1.9
+Version: 0.1.11
 Summary: Definite SDK for Python
 License: MIT
 Author: Definite
@@ -59,6 +59,7 @@ client = DefiniteClient("YOUR_API_KEY")
 - **Integration Store**: Read-only access to integration configurations
 - **Messaging**: Send messages through various channels (Slack, and more coming soon)
 - **dlt Integration**: Run dlt pipelines with automatic state persistence to Definite
+- **DuckLake Integration**: Easy attachment of your team's DuckLake to DuckDB connections
 - **DuckDB Support**: Automatic discovery and connection to team's DuckDB integrations
 
 ## Basic Usage
@@ -231,6 +232,39 @@ pipeline.run(orders())
 last_cursor = pipeline.get_state("orders")
 ```
 
+### DuckLake Integration
+
+Attach your team's DuckLake to a DuckDB connection for seamless data access:
+
+```python
+import duckdb
+from definite_sdk import DefiniteClient
+
+# Initialize the client
+client = DefiniteClient("YOUR_API_KEY")
+
+# Connect to DuckDB and attach DuckLake
+conn = duckdb.connect()
+conn.execute(client.attach_ducklake())
+
+# Now you can use DuckLake tables
+conn.execute("CREATE SCHEMA IF NOT EXISTS lake.my_schema;")
+conn.execute("CREATE OR REPLACE TABLE lake.my_schema.users AS SELECT * FROM df")
+
+# Query your DuckLake data
+result = conn.sql("SELECT * FROM lake.my_schema.users").df()
+```
+
+You can also specify a custom alias for the attached DuckLake:
+
+```python
+# Attach with custom alias
+conn.execute(client.attach_ducklake(alias="warehouse"))
+
+# Use the custom alias
+conn.execute("SELECT * FROM warehouse.my_schema.users")
+```
+
 ### DuckDB Integration Discovery
 
 ```python

{definite_sdk-0.1.9 → definite_sdk-0.1.11}/README.md

@@ -38,6 +38,7 @@ client = DefiniteClient("YOUR_API_KEY")
 - **Integration Store**: Read-only access to integration configurations
 - **Messaging**: Send messages through various channels (Slack, and more coming soon)
 - **dlt Integration**: Run dlt pipelines with automatic state persistence to Definite
+- **DuckLake Integration**: Easy attachment of your team's DuckLake to DuckDB connections
 - **DuckDB Support**: Automatic discovery and connection to team's DuckDB integrations
 
 ## Basic Usage
@@ -210,6 +211,39 @@ pipeline.run(orders())
 last_cursor = pipeline.get_state("orders")
 ```
 
+### DuckLake Integration
+
+Attach your team's DuckLake to a DuckDB connection for seamless data access:
+
+```python
+import duckdb
+from definite_sdk import DefiniteClient
+
+# Initialize the client
+client = DefiniteClient("YOUR_API_KEY")
+
+# Connect to DuckDB and attach DuckLake
+conn = duckdb.connect()
+conn.execute(client.attach_ducklake())
+
+# Now you can use DuckLake tables
+conn.execute("CREATE SCHEMA IF NOT EXISTS lake.my_schema;")
+conn.execute("CREATE OR REPLACE TABLE lake.my_schema.users AS SELECT * FROM df")
+
+# Query your DuckLake data
+result = conn.sql("SELECT * FROM lake.my_schema.users").df()
+```
+
+You can also specify a custom alias for the attached DuckLake:
+
+```python
+# Attach with custom alias
+conn.execute(client.attach_ducklake(alias="warehouse"))
+
+# Use the custom alias
+conn.execute("SELECT * FROM warehouse.my_schema.users")
+```
+
 ### DuckDB Integration Discovery
 
 ```python

{definite_sdk-0.1.9 → definite_sdk-0.1.11}/definite_sdk/client.py

@@ -1,6 +1,7 @@
 import os
 from typing import Optional
 
+import requests
 from definite_sdk.integration import DefiniteIntegrationStore
 from definite_sdk.message import DefiniteMessageClient
 from definite_sdk.secret import DefiniteSecretStore
@@ -66,6 +67,55 @@ class DefiniteClient:
 
         return DefiniteSqlClient(self.api_key, self.api_url)
 
+    def attach_ducklake(self, alias: str = "lake") -> str:
+        """Generates SQL statements to attach DuckLake to a DuckDB connection.
+        
+        This method fetches the team's DuckLake integration credentials and generates
+        the necessary SQL statements to create a GCS secret and attach DuckLake.
+        
+        Args:
+            alias: The alias name for the attached DuckLake database (default: "lake")
+            
+        Returns:
+            str: SQL statements to execute for attaching DuckLake
+            
+        Example:
+            >>> client = DefiniteClient(os.environ["DEFINITE_API_KEY"])
+            >>> sql = client.attach_ducklake()
+            >>> conn.execute(sql)
+        """
+        # Fetch DuckLake integration details
+        response = requests.get(
+            f"{self.api_url}/v1/api/integration/DuckLake",
+            headers={"Authorization": f"Bearer {self.api_key}"},
+        )
+        response.raise_for_status()
+        dl_integration = response.json()
+        
+        # Generate SQL statements
+        create_secret_sql = f"""CREATE SECRET (
+    TYPE gcs,
+    KEY_ID '{dl_integration['gcs_access_key_id']}',
+    SECRET '{dl_integration['gcs_secret_access_key']}'
+);"""
+        
+        # Build PostgreSQL connection string
+        pg_conn_str = (
+            f"postgresql://{dl_integration['pg_user']}:"
+            f"{dl_integration['pg_password']}@"
+            f"{dl_integration['pg_host']}:"
+            f"{dl_integration['pg_port']}/"
+            f"{dl_integration['pg_database']}"
+        )
+        
+        attach_sql = (
+            f"ATTACH 'ducklake:postgres:{pg_conn_str}' AS {alias} "
+            f"(DATA_PATH 'gs://{dl_integration['gcs_bucket_path']}', "
+            f"METADATA_SCHEMA '{dl_integration['pg_schema']}');"
+        )
+        
+        return f"{create_secret_sql}\n\n{attach_sql}"
+
     # Alias methods for consistency
     def kv_store(self, name: str) -> DefiniteKVStore:
         """Alias for get_kv_store."""

{definite_sdk-0.1.9 → definite_sdk-0.1.11}/definite_sdk/sql.py

@@ -84,7 +84,9 @@ class DefiniteSqlClient:
     def execute_cube_query(
         self, 
         cube_query: Dict[str, Any], 
-        integration_id: Optional[str] = None
+        integration_id: Optional[str] = None,
+        persist: bool = True,
+        invalidate: bool = False,
     ) -> Dict[str, Any]:
         """
         Executes a Cube query against a Cube integration.
@@ -93,6 +95,8 @@ class DefiniteSqlClient:
             cube_query (Dict[str, Any]): The Cube query in JSON format.
             integration_id (Optional[str]): The Cube integration ID to query against.
                 If not provided, the default integration will be used.
+            persist (bool): Whether to persist the query result to the cache.
+            invalidate (bool): Whether to invalidate the cached result.
 
         Returns:
             Dict[str, Any]: The query result as returned by the API.
@@ -116,7 +120,10 @@ class DefiniteSqlClient:
         payload = {"cube_query": cube_query}
         if integration_id:
             payload["integration_id"] = integration_id
-
+        if persist:
+            payload["persist"] = persist
+        if invalidate:
+            payload["invalidate"] = invalidate
         response = requests.post(
             self._sql_url,
             json=payload,

{definite_sdk-0.1.9 → definite_sdk-0.1.11}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "definite-sdk"
-version = "0.1.9"
+version = "0.1.11"
 description = "Definite SDK for Python"
 authors = ["Definite <hello@definite.app>"]
 license = "MIT"