zerodb-dagster 0.1.0__tar.gz

zerodb_dagster-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 AINative Studio
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

zerodb_dagster-0.1.0/PKG-INFO

@@ -0,0 +1,212 @@
+Metadata-Version: 2.4
+Name: zerodb-dagster
+Version: 0.1.0
+Summary: Dagster I/O manager, sensor, and resource for ZeroDB -- the free, auto-provisioning vector + relational database for AI and data pipelines. Store Dagster assets, trigger runs from ZeroDB events, no signup required.
+Author-email: AINative Studio <dev@ainative.studio>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/AINative-Studio/zerodb-dagster
+Project-URL: Documentation, https://docs.ainative.studio
+Project-URL: Repository, https://github.com/AINative-Studio/zerodb-dagster
+Project-URL: Issues, https://github.com/AINative-Studio/zerodb-dagster/issues
+Keywords: dagster,dagster-io,dagster-plugin,io-manager,data-pipeline,etl,elt,orchestration,workflow,zerodb,ainative,vector-database,embeddings,ai-database,free-database,serverless-database,auto-provisioning,mcp,sensor,asset-materialization,data-engineering,mlops,ml-pipeline,ml-ops,agent-memory,ai-agent,data-asset-storage,pipeline-metadata,event-driven-pipeline
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Database
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: dagster>=1.5.0
+Requires-Dist: requests>=2.28
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.0; extra == "dev"
+Dynamic: license-file
+
+# zerodb-dagster
+
+**Dagster I/O manager, sensor, and resource for [ZeroDB](https://zerodb.dev) — the free, auto-provisioning vector + relational database for AI and data pipelines.**
+
+Store Dagster assets directly in ZeroDB, trigger Dagster runs from ZeroDB events, and get a working free database in 200ms with zero signup — no API keys to request before your pipeline runs.
+
+[![PyPI](https://img.shields.io/pypi/v/zerodb-dagster)](https://pypi.org/project/zerodb-dagster/)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+
+## Why use this?
+
+| Feature | Description |
+|---------|-------------|
+| **I/O Manager** | Store and load Dagster assets directly in ZeroDB tables |
+| **Event sensor** | ZeroDB events trigger Dagster runs via RunRequest |
+| **Resource** | Configurable Dagster resource with authenticated client |
+| **Auto-provision** | No signup needed -- ZeroDB project created on first use |
+| **Webhook + polling** | Two modes: poll event stream or receive webhooks |
+
+## Installation
+
+```bash
+pip install zerodb-dagster
+```
+
+## Quick Start
+
+### I/O Manager
+
+```python
+from zerodb_dagster import ZeroDBIOManager
+
+io = ZeroDBIOManager()  # auto-provisions
+
+# Store an asset output
+io.handle_output(context, {'accuracy': 0.94, 'model': 'v2'})
+
+# Load it back
+data = io.load_input(context)
+print(data)  # {'accuracy': 0.94, 'model': 'v2'}
+```
+
+### Event Sensor
+
+```python
+from zerodb_dagster import ZeroDBSensor
+
+sensor = ZeroDBSensor(event_type='zerodb.table.row_inserted')
+
+@sensor.on_event
+def handle_insert(event):
+    return {'run_key': event.event_id, 'data': event.data}
+
+sensor.start()
+```
+
+### Resource
+
+```python
+from zerodb_dagster import ZeroDBResource
+
+resource = ZeroDBResource(api_key='zdb_...', project_id='proj_...')
+client = resource.get_client()  # Authenticated requests.Session
+```
+
+## API Reference
+
+### `ZeroDBIOManager(**kwargs)`
+
+Dagster I/O manager that stores assets in ZeroDB tables.
+
+| Param | Default | Description |
+|-------|---------|-------------|
+| `api_key` | auto | ZeroDB API key |
+| `project_id` | auto | ZeroDB project ID |
+| `table` | `dagster_io` | Table name for storage |
+
+**Methods:**
+
+| Method | Description |
+|--------|-------------|
+| `handle_output(context, obj)` | Store output in ZeroDB |
+| `load_input(context)` | Load input from ZeroDB |
+| `delete_asset(asset_key)` | Delete stored asset |
+| `list_assets(limit=100)` | List stored asset keys |
+
+### `ZeroDBSensor(event_type, **kwargs)`
+
+Poll ZeroDB events and trigger Dagster runs.
+
+| Param | Default | Description |
+|-------|---------|-------------|
+| `event_type` | required | Event type to listen for |
+| `api_key` | auto | ZeroDB API key |
+| `poll_interval` | 5 | Seconds between polls |
+| `batch_size` | 100 | Max events per poll |
+
+**Methods:**
+
+| Method | Description |
+|--------|-------------|
+| `@sensor.on_event` | Decorator to register handler |
+| `sensor.poll()` | Manually poll for events |
+| `sensor.start()` | Start background polling |
+| `sensor.stop()` | Stop polling |
+| `sensor.process_webhook(payload)` | Process webhook payload |
+
+### `ZeroDBResource(**kwargs)`
+
+Configurable Dagster resource for ZeroDB.
+
+| Method | Description |
+|--------|-------------|
+| `get_client()` | Authenticated requests.Session |
+| `get_headers()` | Auth headers as dict |
+| `store_result(data, table)` | Store data in table |
+| `query_table(table, filters)` | Query table rows |
+
+## Configuration
+
+### Environment Variables
+
+```bash
+export ZERODB_API_KEY="your-api-key"
+export ZERODB_PROJECT_ID="your-project-id"
+```
+
+### Auto-Provisioning
+
+If no credentials are found, `zerodb-dagster` automatically creates a free ZeroDB project. Credentials are saved to `~/.zerodb/config.json`.
+
+## Use Cases
+
+### ML Pipeline
+
+```python
+from zerodb_dagster import ZeroDBIOManager
+
+io = ZeroDBIOManager(table='ml_assets')
+
+# After training
+io.handle_output(train_context, {
+    'model_path': '/models/v2.pkl',
+    'accuracy': 0.94,
+})
+
+# In evaluation
+metrics = io.load_input(train_context)
+```
+
+### Event-Driven Data Pipeline
+
+```python
+from zerodb_dagster import ZeroDBSensor, ZeroDBIOManager
+
+sensor = ZeroDBSensor(event_type='zerodb.file.uploaded')
+io = ZeroDBIOManager()
+
+@sensor.on_event
+def process_upload(event):
+    io.handle_output(event, {
+        'source': event.data.get('path'),
+        'status': 'queued',
+    })
+    return event.to_run_request()
+
+sensor.start()
+```
+
+---
+
+**Powered by [ZeroDB](https://zerodb.dev) + [AINative](https://ainative.studio)**
+
+Free database for AI agents. Auto-provisions in 200ms. No signup required.
+
+[Get started](https://ainative.studio) | [Documentation](https://docs.ainative.studio) | [ZeroDB](https://zerodb.dev) | [GitHub](https://github.com/AINative-Studio/zerodb-dagster)
+
+## License
+
+MIT

zerodb_dagster-0.1.0/README.md

@@ -0,0 +1,180 @@
+# zerodb-dagster
+
+**Dagster I/O manager, sensor, and resource for [ZeroDB](https://zerodb.dev) — the free, auto-provisioning vector + relational database for AI and data pipelines.**
+
+Store Dagster assets directly in ZeroDB, trigger Dagster runs from ZeroDB events, and get a working free database in 200ms with zero signup — no API keys to request before your pipeline runs.
+
+[![PyPI](https://img.shields.io/pypi/v/zerodb-dagster)](https://pypi.org/project/zerodb-dagster/)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+
+## Why use this?
+
+| Feature | Description |
+|---------|-------------|
+| **I/O Manager** | Store and load Dagster assets directly in ZeroDB tables |
+| **Event sensor** | ZeroDB events trigger Dagster runs via RunRequest |
+| **Resource** | Configurable Dagster resource with authenticated client |
+| **Auto-provision** | No signup needed -- ZeroDB project created on first use |
+| **Webhook + polling** | Two modes: poll event stream or receive webhooks |
+
+## Installation
+
+```bash
+pip install zerodb-dagster
+```
+
+## Quick Start
+
+### I/O Manager
+
+```python
+from zerodb_dagster import ZeroDBIOManager
+
+io = ZeroDBIOManager()  # auto-provisions
+
+# Store an asset output
+io.handle_output(context, {'accuracy': 0.94, 'model': 'v2'})
+
+# Load it back
+data = io.load_input(context)
+print(data)  # {'accuracy': 0.94, 'model': 'v2'}
+```
+
+### Event Sensor
+
+```python
+from zerodb_dagster import ZeroDBSensor
+
+sensor = ZeroDBSensor(event_type='zerodb.table.row_inserted')
+
+@sensor.on_event
+def handle_insert(event):
+    return {'run_key': event.event_id, 'data': event.data}
+
+sensor.start()
+```
+
+### Resource
+
+```python
+from zerodb_dagster import ZeroDBResource
+
+resource = ZeroDBResource(api_key='zdb_...', project_id='proj_...')
+client = resource.get_client()  # Authenticated requests.Session
+```
+
+## API Reference
+
+### `ZeroDBIOManager(**kwargs)`
+
+Dagster I/O manager that stores assets in ZeroDB tables.
+
+| Param | Default | Description |
+|-------|---------|-------------|
+| `api_key` | auto | ZeroDB API key |
+| `project_id` | auto | ZeroDB project ID |
+| `table` | `dagster_io` | Table name for storage |
+
+**Methods:**
+
+| Method | Description |
+|--------|-------------|
+| `handle_output(context, obj)` | Store output in ZeroDB |
+| `load_input(context)` | Load input from ZeroDB |
+| `delete_asset(asset_key)` | Delete stored asset |
+| `list_assets(limit=100)` | List stored asset keys |
+
+### `ZeroDBSensor(event_type, **kwargs)`
+
+Poll ZeroDB events and trigger Dagster runs.
+
+| Param | Default | Description |
+|-------|---------|-------------|
+| `event_type` | required | Event type to listen for |
+| `api_key` | auto | ZeroDB API key |
+| `poll_interval` | 5 | Seconds between polls |
+| `batch_size` | 100 | Max events per poll |
+
+**Methods:**
+
+| Method | Description |
+|--------|-------------|
+| `@sensor.on_event` | Decorator to register handler |
+| `sensor.poll()` | Manually poll for events |
+| `sensor.start()` | Start background polling |
+| `sensor.stop()` | Stop polling |
+| `sensor.process_webhook(payload)` | Process webhook payload |
+
+### `ZeroDBResource(**kwargs)`
+
+Configurable Dagster resource for ZeroDB.
+
+| Method | Description |
+|--------|-------------|
+| `get_client()` | Authenticated requests.Session |
+| `get_headers()` | Auth headers as dict |
+| `store_result(data, table)` | Store data in table |
+| `query_table(table, filters)` | Query table rows |
+
+## Configuration
+
+### Environment Variables
+
+```bash
+export ZERODB_API_KEY="your-api-key"
+export ZERODB_PROJECT_ID="your-project-id"
+```
+
+### Auto-Provisioning
+
+If no credentials are found, `zerodb-dagster` automatically creates a free ZeroDB project. Credentials are saved to `~/.zerodb/config.json`.
+
+## Use Cases
+
+### ML Pipeline
+
+```python
+from zerodb_dagster import ZeroDBIOManager
+
+io = ZeroDBIOManager(table='ml_assets')
+
+# After training
+io.handle_output(train_context, {
+    'model_path': '/models/v2.pkl',
+    'accuracy': 0.94,
+})
+
+# In evaluation
+metrics = io.load_input(train_context)
+```
+
+### Event-Driven Data Pipeline
+
+```python
+from zerodb_dagster import ZeroDBSensor, ZeroDBIOManager
+
+sensor = ZeroDBSensor(event_type='zerodb.file.uploaded')
+io = ZeroDBIOManager()
+
+@sensor.on_event
+def process_upload(event):
+    io.handle_output(event, {
+        'source': event.data.get('path'),
+        'status': 'queued',
+    })
+    return event.to_run_request()
+
+sensor.start()
+```
+
+---
+
+**Powered by [ZeroDB](https://zerodb.dev) + [AINative](https://ainative.studio)**
+
+Free database for AI agents. Auto-provisions in 200ms. No signup required.
+
+[Get started](https://ainative.studio) | [Documentation](https://docs.ainative.studio) | [ZeroDB](https://zerodb.dev) | [GitHub](https://github.com/AINative-Studio/zerodb-dagster)
+
+## License
+
+MIT

zerodb_dagster-0.1.0/pyproject.toml

@@ -0,0 +1,80 @@
+[build-system]
+requires = ["setuptools>=68.0", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "zerodb-dagster"
+version = "0.1.0"
+description = "Dagster I/O manager, sensor, and resource for ZeroDB -- the free, auto-provisioning vector + relational database for AI and data pipelines. Store Dagster assets, trigger runs from ZeroDB events, no signup required."
+readme = "README.md"
+license = "MIT"
+requires-python = ">=3.9"
+authors = [
+    {name = "AINative Studio", email = "dev@ainative.studio"},
+]
+keywords = [
+    "dagster",
+    "dagster-io",
+    "dagster-plugin",
+    "io-manager",
+    "data-pipeline",
+    "etl",
+    "elt",
+    "orchestration",
+    "workflow",
+    "zerodb",
+    "ainative",
+    "vector-database",
+    "embeddings",
+    "ai-database",
+    "free-database",
+    "serverless-database",
+    "auto-provisioning",
+    "mcp",
+    "sensor",
+    "asset-materialization",
+    "data-engineering",
+    "mlops",
+    "ml-pipeline",
+    "ml-ops",
+    "agent-memory",
+    "ai-agent",
+    "data-asset-storage",
+    "pipeline-metadata",
+    "event-driven-pipeline",
+]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: Database",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+]
+dependencies = [
+    "dagster>=1.5.0",
+    "requests>=2.28",
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=7.0",
+    "pytest-cov>=4.0",
+]
+
+[project.urls]
+Homepage = "https://github.com/AINative-Studio/zerodb-dagster"
+Documentation = "https://docs.ainative.studio"
+Repository = "https://github.com/AINative-Studio/zerodb-dagster"
+Issues = "https://github.com/AINative-Studio/zerodb-dagster/issues"
+
+[tool.setuptools.packages.find]
+include = ["zerodb_dagster*"]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]

zerodb_dagster-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+