pydataframer-databricks 0.1.0__tar.gz → 0.1.1__tar.gz

pydataframer_databricks-0.1.1/PKG-INFO

@@ -0,0 +1,46 @@
+Metadata-Version: 2.4
+Name: pydataframer-databricks
+Version: 0.1.1
+Summary: Databricks connector for Dataframer
+Author-email: Dataframer <info@dataframer.ai>
+License: MIT
+Requires-Python: >=3.9
+Requires-Dist: databricks-sdk>=0.81.0
+Requires-Dist: databricks-sql-connector>=4.2.4
+Requires-Dist: pandas>=2.0.0
+Provides-Extra: dev
+Requires-Dist: pytest-cov>=4.1.0; extra == 'dev'
+Requires-Dist: pytest>=7.4.0; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# pydataframer-databricks
+
+Databricks connector for Dataframer
+
+## Installation
+
+```bash
+pip install pydataframer-databricks
+```
+
+## Usage
+
+```python
+from pydataframer_databricks import DatabricksConnector, DatasetType, FileType
+
+databricks_connector = DatabricksConnector(dbutils, scope="dataframer")
+
+# Fetch sample data
+df = databricks_connector.fetch_sample_data(
+    num_items_to_select=100,
+    table_name="catalog.schema.table"
+)
+
+# Load generated data
+databricks_connector.load_generated_data(
+    table_name="catalog.schema.table",
+    downloaded_zip=downloaded_zip,
+    dataset_type=DatasetType.SINGLE_FILE,
+    file_type=FileType.CSV
+)
+```

pydataframer_databricks-0.1.1/README.md

@@ -0,0 +1,31 @@
+# pydataframer-databricks
+
+Databricks connector for Dataframer
+
+## Installation
+
+```bash
+pip install pydataframer-databricks
+```
+
+## Usage
+
+```python
+from pydataframer_databricks import DatabricksConnector, DatasetType, FileType
+
+databricks_connector = DatabricksConnector(dbutils, scope="dataframer")
+
+# Fetch sample data
+df = databricks_connector.fetch_sample_data(
+    num_items_to_select=100,
+    table_name="catalog.schema.table"
+)
+
+# Load generated data
+databricks_connector.load_generated_data(
+    table_name="catalog.schema.table",
+    downloaded_zip=downloaded_zip,
+    dataset_type=DatasetType.SINGLE_FILE,
+    file_type=FileType.CSV
+)
+```

{pydataframer_databricks-0.1.0 → pydataframer_databricks-0.1.1}/pydataframer_databricks/connectors.py

@@ -33,7 +33,7 @@ class DatabricksConnector:
     
     Examples
     --------
-    >>> databricks_connector = DatabricksConnector(dbutils)
+    >>> databricks_connector = DatabricksConnector(dbutils, scope="dataframer")
     >>> df = databricks_connector.fetch_sample_data(
     ...     num_items_to_select=25,
     ...     table_name="samples.bakehouse.media_customer_reviews"
@@ -41,7 +41,7 @@ class DatabricksConnector:
     >>> df.head()
     """
     
-    def __init__(self, dbutils):
+    def __init__(self, dbutils, scope):
         """
         Initialize the Databricks connector.
         
@@ -49,8 +49,11 @@ class DatabricksConnector:
         ----------
         dbutils : DBUtils
             The dbutils object from your Databricks notebook context.
+        scope : str
+            The Databricks secret scope name containing connection credentials.
         """
         self.dbutils = dbutils
+        self.scope = scope
     
     def get_connection(self):
         """
@@ -64,14 +67,14 @@ class DatabricksConnector:
         from databricks import sql
         from databricks.sdk.core import Config, oauth_service_principal
 
-        server_hostname = self.dbutils.secrets.get("dataframer", "DATABRICKS_SERVER_HOSTNAME")
-        http_path = self.dbutils.secrets.get("dataframer", "DATABRICKS_HTTP_PATH")
+        server_hostname = self.dbutils.secrets.get(self.scope, "DATABRICKS_SERVER_HOSTNAME")
+        http_path = self.dbutils.secrets.get(self.scope, "DATABRICKS_HTTP_PATH")
 
         def credential_provider():
             config = Config(
                 host=f"https://{server_hostname}",
-                client_id=self.dbutils.secrets.get("dataframer", "DATABRICKS_CLIENT_ID"),
-                client_secret=self.dbutils.secrets.get("dataframer", "DATABRICKS_CLIENT_SECRET"),
+                client_id=self.dbutils.secrets.get(self.scope, "DATABRICKS_CLIENT_ID"),
+                client_secret=self.dbutils.secrets.get(self.scope, "DATABRICKS_CLIENT_SECRET"),
             )
             return oauth_service_principal(config)
 
@@ -100,7 +103,7 @@ class DatabricksConnector:
         
         Examples
         --------
-        >>> databricks_connector = DatabricksConnector(dbutils)
+        >>> databricks_connector = DatabricksConnector(dbutils, scope="dataframer")
         >>> df = databricks_connector.fetch_sample_data(
         ...     num_items_to_select=25,
         ...     table_name="samples.bakehouse.media_customer_reviews"
@@ -146,7 +149,7 @@ class DatabricksConnector:
         
         Examples
         --------
-        >>> databricks_connector = DatabricksConnector(dbutils)
+        >>> databricks_connector = DatabricksConnector(dbutils, scope="dataframer")
         >>> with open("samples.zip", "rb") as f:
         ...     databricks_connector.load_generated_data(
         ...         table_name="my_catalog.my_schema.my_table",

{pydataframer_databricks-0.1.0 → pydataframer_databricks-0.1.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "pydataframer-databricks"
-version = "0.1.0"
+version = "0.1.1"
 description = "Databricks connector for Dataframer"
 readme = "README.md"
 requires-python = ">=3.9"

{pydataframer_databricks-0.1.0 → pydataframer_databricks-0.1.1}/tests/test_connectors.py

@@ -26,13 +26,14 @@ class TestDatabricksConnector:
     def connector(self, mock_dbutils):
         """Create a DatabricksConnector instance with mocked dbutils"""
         from pydataframer_databricks import DatabricksConnector
-        return DatabricksConnector(mock_dbutils)
+        return DatabricksConnector(mock_dbutils, scope="dataframer")
     
     def test_init(self, mock_dbutils):
         """Test connector initialization"""
         from pydataframer_databricks import DatabricksConnector
-        connector = DatabricksConnector(mock_dbutils)
+        connector = DatabricksConnector(mock_dbutils, scope="dataframer")
         assert connector.dbutils == mock_dbutils
+        assert connector.scope == "dataframer"
     
     def test_get_connection(self, connector, mock_dbutils):
         """Test get_connection establishes connection with correct parameters"""

pydataframer_databricks-0.1.0/PKG-INFO

@@ -1,43 +0,0 @@
-Metadata-Version: 2.4
-Name: pydataframer-databricks
-Version: 0.1.0
-Summary: Databricks connector for Dataframer
-Author-email: Dataframer <info@dataframer.ai>
-License: MIT
-Requires-Python: >=3.9
-Requires-Dist: databricks-sdk>=0.81.0
-Requires-Dist: databricks-sql-connector>=4.2.4
-Requires-Dist: pandas>=2.0.0
-Provides-Extra: dev
-Requires-Dist: pytest-cov>=4.1.0; extra == 'dev'
-Requires-Dist: pytest>=7.4.0; extra == 'dev'
-Description-Content-Type: text/markdown
-
-# pydataframer-databricks
-
-Databricks connector package for Dataframer, providing seamless integration with Databricks SQL and data operations.
-
-## Installation
-
-```bash
-pip install pydataframer-databricks
-```
-
-## Building
-
-Requires [uv](https://docs.astral.sh/uv/) installed in your environment.
-
-```bash
-uv build
-```
-
-## Development
-
-```bash
-# Install with dev dependencies
-uv pip install -e ".[dev]"
-
-# Run tests
-pytest
-```
-

pydataframer_databricks-0.1.0/README.md

@@ -1,28 +0,0 @@
-# pydataframer-databricks
-
-Databricks connector package for Dataframer, providing seamless integration with Databricks SQL and data operations.
-
-## Installation
-
-```bash
-pip install pydataframer-databricks
-```
-
-## Building
-
-Requires [uv](https://docs.astral.sh/uv/) installed in your environment.
-
-```bash
-uv build
-```
-
-## Development
-
-```bash
-# Install with dev dependencies
-uv pip install -e ".[dev]"
-
-# Run tests
-pytest
-```
-