databao 0.3.4.dev1__tar.gz → 0.3.6__tar.gz

databao-0.3.6/Makefile

@@ -0,0 +1,66 @@
+LATEST_STABLE := $(or $(shell git tag --sort=-v:refname | grep -E '^v[0-9]+\.[0-9]+\.[0-9]+$$' | head -1),v0.0.0)
+CURRENT_MAJOR := $(shell echo $(LATEST_STABLE) | sed 's/^v//' | cut -d. -f1)
+CURRENT_MINOR := $(shell echo $(LATEST_STABLE) | sed 's/^v//' | cut -d. -f2)
+CURRENT_BUILD := $(shell echo $(LATEST_STABLE) | sed 's/^v//' | cut -d. -f3)
+
+setup:
+	@echo "Checking prerequisites..."
+	@python3 --version
+	@uv --version
+	@echo "Installing dependencies..."
+	uv sync --dev
+	@echo "Installing pre-commit hooks..."
+	uv run pre-commit install
+	@echo "Verifying environment..."
+	uv run databao --help > /dev/null
+	uv run ruff check src/databao_cli > /dev/null
+	uv run mypy src/databao_cli > /dev/null
+	uv run pytest tests/ --co -q > /dev/null
+	@echo "Environment ready."
+
+check:
+	uv run pre-commit run --all-files
+
+test:
+	bash -c 'set -a; [ -f .env ] && source .env; set +a; uv run pytest tests/ -v'
+
+test-cov:
+	bash -c 'set -a; [ -f .env ] && source .env; set +a; uv run pytest tests/ -v --cov --cov-report=term-missing --cov-report=html'
+
+test-cov-check:
+	bash -c 'set -a; [ -f .env ] && source .env; set +a; uv run pytest tests/ -v --cov --cov-report=term-missing --cov-fail-under=80'
+
+e2e-test:
+	uv run --group e2e-tests pytest e2e-tests
+
+nickname:
+	@git config user.email | cut -d@ -f1
+
+lint-skills:
+	uv run python scripts/validate_agent_guidance.py
+
+smoke-skills:
+	scripts/smoke-test-skills.sh
+
+release:
+	@if [ -z "$(VERSION)" ]; then \
+		echo "Usage: make release VERSION=0.3.0"; \
+		exit 1; \
+	fi
+	@echo "Creating release v$(VERSION)..."
+	git tag -a "v$(VERSION)" -m "v$(VERSION)"
+	git push origin "v$(VERSION)"
+	@echo "Tag v$(VERSION) pushed. CI will publish to PyPI."
+
+patch-release: VERSION = $(CURRENT_MAJOR).$(CURRENT_MINOR).$(shell echo $$(($(CURRENT_BUILD) + 1)))
+patch-release: release
+
+minor-release: VERSION = $(CURRENT_MAJOR).$(shell echo $$(($(CURRENT_MINOR) + 1))).0
+minor-release: release
+
+major-release: VERSION = $(shell echo $$(($(CURRENT_MAJOR) + 1))).0.0
+major-release: release
+
+dev-release:
+	gh workflow run publish-dev.yml
+	@echo "Dev release workflow triggered."

{databao-0.3.4.dev1 → databao-0.3.6}/PKG-INFO

@@ -1,13 +1,13 @@
 Metadata-Version: 2.4
 Name: databao
-Version: 0.3.4.dev1
+Version: 0.3.6
 License-File: LICENSE
 Requires-Python: >=3.11
 Requires-Dist: adbc-driver-manager>=1.10.0
 Requires-Dist: adbc-driver-snowflake>=1.10.0
 Requires-Dist: click<9.0.0,>=8.2.1
-Requires-Dist: databao-agent==0.2.1.dev12
-Requires-Dist: databao-context-engine[snowflake]==0.7.1.dev2
+Requires-Dist: databao-agent~=0.2.2
+Requires-Dist: databao-context-engine[snowflake]~=0.7.2
 Requires-Dist: fastmcp>=2.0.0
 Requires-Dist: nh3>=0.2.15
 Requires-Dist: prettytable>=3.10.0
@@ -117,6 +117,25 @@ pip install databao
 For more details about commands, supported data sources, and configuration options,
 visit the [docs](https://docs.databao.app).
 
+## Releasing
+
+```bash
+# Tag and push a specific version (CI publishes to PyPI)
+make release VERSION=0.3.0
+
+# Bump the patch version automatically (e.g. 0.3.0 -> 0.3.1)
+make patch-release
+
+# Bump the minor version automatically (e.g. 0.3.1 -> 0.4.0)
+make minor-release
+
+# Bump the major version automatically (e.g. 0.4.0 -> 1.0.0)
+make major-release
+
+# Trigger a dev release via GitHub Actions
+make dev-release
+```
+
 ## Contributing
 
 We love contributions! Here’s how you can help:

{databao-0.3.4.dev1 → databao-0.3.6}/README.md

@@ -88,6 +88,25 @@ pip install databao
 For more details about commands, supported data sources, and configuration options,
 visit the [docs](https://docs.databao.app).
 
+## Releasing
+
+```bash
+# Tag and push a specific version (CI publishes to PyPI)
+make release VERSION=0.3.0
+
+# Bump the patch version automatically (e.g. 0.3.0 -> 0.3.1)
+make patch-release
+
+# Bump the minor version automatically (e.g. 0.3.1 -> 0.4.0)
+make minor-release
+
+# Bump the major version automatically (e.g. 0.4.0 -> 1.0.0)
+make major-release
+
+# Trigger a dev release via GitHub Actions
+make dev-release
+```
+
 ## Contributing
 
 We love contributions! Here’s how you can help:

{databao-0.3.4.dev1 → databao-0.3.6}/examples/demo-snowflake-project/README.md

@@ -1,23 +1,22 @@
 # Databao Demo — Streamlit in Snowflake
 
-This project deploys the [Databao](https://github.com/JetBrains/databao-cli) Streamlit UI as a native **Streamlit-in-Snowflake (SiS)** application. It connects to a Snowflake database as its datasource, loads secrets at runtime via a Snowflake UDF, and runs the chat-based data exploration interface directly inside your Snowflake account.
+This project deploys the [Databao](https://github.com/JetBrains/databao-cli) Streamlit UI as a native **Streamlit-in-Snowflake (SiS)** application. It connects to a Snowflake database as its datasource using OAuth (the Streamlit app's own session), loads secrets at runtime via a Snowflake UDF, and runs the chat-based data exploration interface directly inside your Snowflake account.
 
 ## Prerequisites
 
-- A Snowflake account with `ACCOUNTADMIN` privileges (for the initial setup)
+- A Snowflake account with privileges to create databases, warehouses, integrations, and Streamlit apps
 - An OpenAI API key and/or an Anthropic API key
-- A Snowflake database with data you want the Databao agent to explore (see [Datasource credentials](#datasource-credentials-sf_ds_) below)
+- A Snowflake warehouse and database with data you want the Databao agent to explore
 
 ## How It Works
 
 1. **`setup.sql`** provisions everything needed inside Snowflake:
-   - A dedicated database, warehouse, and compute pool (all named with a configurable suffix)
+   - A dedicated database and warehouse (named with a configurable suffix)
    - Network rules and external access integrations for outbound HTTPS
-   - A service user with a permissive network policy
    - A Git repository object pointing at `databao-cli` on GitHub
-   - Snowflake secrets for the OpenAI/Anthropic API keys and datasource credentials
+   - Snowflake secrets for the OpenAI/Anthropic API keys and datasource coordinates (warehouse, database)
    - A Python UDF (`get_secret`) that reads those secrets at runtime
-   - The Streamlit app itself, running on a container runtime (`CPU_X64_M`)
+   - The Streamlit app itself, running on `SYSTEM_COMPUTE_POOL_CPU` (or an optional dedicated compute pool)
 
 2. **`cleanup.sql`** removes all objects created by `setup.sql` for a given suffix.
 
@@ -27,7 +26,7 @@ This project deploys the [Databao](https://github.com/JetBrains/databao-cli) Str
    - Locates and configures the ADBC Snowflake driver shared library so DuckDB's Snowflake extension can find it
    - Launches the standard Databao UI in **read-only domain** mode
 
-4. **`databao/domains/root/`** contains the Databao domain definition — a Snowflake datasource configured via environment variables and sample context files that ship with the demo.
+4. **`databao/domains/root/`** contains the Databao domain definition -- a Snowflake datasource configured via environment variables and sample context files that ship with the demo.
 
 ## Setup
 
@@ -38,49 +37,24 @@ Open `setup.sql` and fill in the placeholder values at the top:
 | Variable | Description |
 |---|---|
 | `suffix` | Name suffix appended to all Snowflake objects. Set to e.g. `V2` to create a fully independent copy (objects will be named `STREAMLIT_DATABAO_DB_V2`, etc.). Changing the suffix lets you run multiple independent instances side by side. |
-| `openai_key` | OpenAI API key |
-| `anthropic_key` | Anthropic API key |
-| `sf_ds_account` | Snowflake datasource account identifier (see [below](#datasource-credentials-sf_ds_)) |
-| `sf_ds_warehouse` | Warehouse for the datasource (see [below](#datasource-credentials-sf_ds_)) |
-| `sf_ds_database` | Database to explore (see [below](#datasource-credentials-sf_ds_)) |
-| `sf_ds_user` | Service user for the datasource (see [below](#datasource-credentials-sf_ds_)) |
-| `sf_ds_password` | Password for that service user |
+| `openai_api_key` | OpenAI API key |
+| `anthropic_api_key` | Anthropic API key |
+| `snowflake_ds_warehouse` | Warehouse the Databao agent will use to run queries against the datasource |
+| `snowflake_ds_database` | Database containing the data the agent will explore |
 
-#### Datasource credentials (`sf_ds_*`)
-
-These credentials are used by the Databao agent to connect to a Snowflake database via the Snowflake API. The agent reads data from this database to answer your questions.
-
-- **`sf_ds_account`** — your Snowflake account identifier (e.g. `abc12345.us-east-1`). You can find it in Snowsight under your account menu.
-
-- **`sf_ds_warehouse`** — the warehouse the agent will use to run queries. If you don't have one, create it in **Snowsight → Admin → Warehouses → + Warehouse** (an `XSMALL` warehouse is sufficient).
-
-- **`sf_ds_database`** — the database containing the data the agent will explore.
-
-- **`sf_ds_user`** and **`sf_ds_password`** — a service user that the agent authenticates as. To create one:
-  1. Go to **Snowsight → Admin → Users & Roles → + User**
-  2. Enter a name (e.g. `STREAMLIT_SERVICE_USER`)
-  3. Set a password
-  4. Click **Create User**
-  5. Grant the user access to the target database and warehouse:
-
-```sql
-GRANT USAGE ON WAREHOUSE <your_warehouse> TO USER <your_service_user>;
-GRANT USAGE ON DATABASE <your_database> TO USER <your_service_user>;
-GRANT USAGE ON ALL SCHEMAS IN DATABASE <your_database> TO USER <your_service_user>;
-GRANT SELECT ON ALL TABLES IN DATABASE <your_database> TO USER <your_service_user>;
-```
+The datasource connection uses the Streamlit app's own OAuth session -- no separate service user or password is needed. The user running the Streamlit app must have access to the target warehouse and database.
 
 ### 2. Run the Setup Script
 
-Execute the entire `setup.sql` in a Snowflake worksheet (or via SnowSQL) while connected as `ACCOUNTADMIN`. The script is idempotent — it uses `CREATE OR REPLACE` throughout, so re-running it is safe.
+Execute the entire `setup.sql` in a Snowflake worksheet (or via SnowSQL). The script is idempotent -- it uses `CREATE OR REPLACE` throughout, so re-running it is safe.
 
 ### 3. Open the App
 
-Once the script finishes, navigate to **Streamlit** in Snowsight and open the app (named `STREAMLIT_DATABAO_APP_<suffix>`, e.g. `STREAMLIT_DATABAO_APP_DEMO`). The compute pool may take a minute or two to resume on first launch.
+Once the script finishes, navigate to **Streamlit** in Snowsight and open the app (named `STREAMLIT_DATABAO_APP_<suffix>`, e.g. `STREAMLIT_DATABAO_APP_DEMO`). The system compute pool may take a minute or two to resume on first launch.
 
 ## Cleanup
 
-To remove all Snowflake objects created by `setup.sql`, open `cleanup.sql`, set the same `suffix` you used during setup, and run the script as `ACCOUNTADMIN`. This drops the database (cascading to all database-scoped objects), compute pool, integrations, service user, network policy, and warehouse.
+To remove all Snowflake objects created by `setup.sql`, open `cleanup.sql`, set the same `suffix` you used during setup, and run the script. This drops the database (cascading to all database-scoped objects), integrations, and warehouse.
 
 ## Local Development
 
@@ -91,11 +65,11 @@ uv sync
 # Set the required environment variables
 export OPENAI_API_KEY="..."
 export ANTHROPIC_API_KEY="..."
-export SNOWFLAKE_DS_ACCOUNT="..."
+export SNOWFLAKE_ACCOUNT="..."          # e.g. abc12345
+export SNOWFLAKE_HOST="..."             # e.g. abc12345.snowflakecomputing.com
+export SNOWFLAKE_DS_TOKEN="..."         # OAuth token for datasource access
 export SNOWFLAKE_DS_WAREHOUSE="..."
 export SNOWFLAKE_DS_DATABASE="..."
-export SNOWFLAKE_DS_USER="..."
-export SNOWFLAKE_DS_PASSWORD="..."
 
 # Run the Streamlit app
 uv run streamlit run src/databao_snowflake_demo/app.py -- \
@@ -118,5 +92,5 @@ To test a dev/pre-release version, update the version specifier in `pyproject.to
 ## Notes
 
 - The app runs in **read-only domain** mode — datasource configuration and domain builds are disabled in the UI. All domain setup is done ahead of time via the files in `databao/domains/root/`.
-- The compute pool uses `CPU_X64_M` instances with auto-suspend after 5 minutes and auto-resume enabled.
+- The app uses `SYSTEM_COMPUTE_POOL_CPU` by default. To use a dedicated compute pool, uncomment the relevant section in `setup.sql`.
 - Network egress is allowed on ports 80 and 443 to enable OpenAI/Anthropic API calls and Snowflake datasource connections.

databao-0.3.6/examples/demo-snowflake-project/cleanup.sql

@@ -0,0 +1,28 @@
+-- ============================================================
+-- CLEANUP: Drop all objects created by setup.sql for a given suffix.
+-- Set the same suffix you used in setup.sql, then run this script.
+-- ============================================================
+
+SET suffix          = 'DEMO';
+
+-- Derived object names (must match setup.sql)
+SET database_name   = 'STREAMLIT_DATABAO_DB_' || $suffix;
+SET app_warehouse   = 'STREAMLIT_DATABAO_WAREHOUSE_' || $suffix;
+SET git_integration = 'STREAMLIT_DATABAO_GIT_INTEGRATION_' || $suffix;
+SET app_eai         = 'STREAMLIT_DATABAO_EAI_' || $suffix;
+SET secrets_access  = 'STREAMLIT_DATABAO_SECRETS_ACCESS_' || $suffix;
+
+-- Database (cascades: Streamlit app, UDF, secrets, git repo, network rule)
+DROP DATABASE IF EXISTS IDENTIFIER($database_name);
+
+-- External access integrations
+DROP INTEGRATION IF EXISTS IDENTIFIER($secrets_access);
+DROP INTEGRATION IF EXISTS IDENTIFIER($app_eai);
+
+-- API integration (git)
+DROP INTEGRATION IF EXISTS IDENTIFIER($git_integration);
+
+-- Warehouse
+DROP WAREHOUSE IF EXISTS IDENTIFIER($app_warehouse);
+
+SELECT 'Streamlit app STREAMLIT_DATABAO_APP_' || $suffix || ' cleaned up successfully.' AS STATUS;

{databao-0.3.4.dev1 → databao-0.3.6}/examples/demo-snowflake-project/pyproject.toml

@@ -5,8 +5,9 @@ description = "Databao demo project for Snowflake"
 readme = "README.md"
 requires-python = ">=3.11,<3.12"
 dependencies = [
-    "databao-agent==0.2.1.dev12",
-    "databao-context-engine[snowflake]==0.7.1.dev2",
+    "databao~=0.3.5",
+    "databao-agent~=0.2.1",
+    "databao-context-engine[snowflake]~=0.7.2",
     "streamlit[snowflake]>=1.53.0",
     "adbc-driver-snowflake>=1.10.0",
     "adbc-driver-manager>=1.10.0",

databao-0.3.6/examples/demo-snowflake-project/setup.sql

@@ -0,0 +1,145 @@
+-- ============================================================
+-- CONFIGURATION: Set these values before running the script
+-- ============================================================
+
+-- Name suffix: change this to create a fully independent set of all
+-- Snowflake objects (database, warehouse, compute pool, integrations, etc.).
+-- Leave empty for the default installation.
+-- Example: SET suffix = 'V2';
+SET suffix                  = 'DEMO';
+
+-- Secrets
+SET openai_api_key          = '<YOUR_OPENAI_API_KEY>';
+SET anthropic_api_key       = '<YOUR_ANTHROPIC_API_KEY>';
+SET snowflake_ds_warehouse  = '<SNOWFLAKE_DATASOURCE_WAREHOUSE>';
+SET snowflake_ds_database   = '<SNOWFLAKE_DATASOURCE_DATABASE>';
+
+-- Git repository
+SET git_repo_origin         = 'https://github.com/JetBrains/databao-cli.git';
+SET git_repo_name           = '"databao-cli"';
+SET git_branch              = '"main"';
+
+-- Streamlit app
+SET streamlit_main_file     = 'examples/demo-snowflake-project/src/databao_snowflake_demo/app.py';
+
+-- Derived object names (controlled by $suffix — do not modify)
+SET database_name           = 'STREAMLIT_DATABAO_DB_' || $suffix;
+SET egress_rule             = 'STREAMLIT_DATABAO_EGRESS_RULE_' || $suffix;
+SET git_integration         = 'STREAMLIT_DATABAO_GIT_INTEGRATION_' || $suffix;
+SET app_name                = 'STREAMLIT_DATABAO_APP_' || $suffix;
+SET app_warehouse           = 'STREAMLIT_DATABAO_WAREHOUSE_' || $suffix;
+SET app_eai                 = 'STREAMLIT_DATABAO_EAI_' || $suffix;
+SET secrets_access          = 'STREAMLIT_DATABAO_SECRETS_ACCESS_' || $suffix;
+
+SET app_compute_pool        = 'SYSTEM_COMPUTE_POOL_CPU';
+
+-- OPTIONAL: Uncomment to create a dedicated compute pool for the app
+-- SET app_compute_pool        = 'STREAMLIT_DATABAO_COMPUTE_POOL_' || $suffix;
+--
+-- DROP COMPUTE POOL IF EXISTS IDENTIFIER($app_compute_pool);
+-- CREATE COMPUTE POOL IDENTIFIER($app_compute_pool)
+--     MIN_NODES = 1
+--     MAX_NODES = 1
+--     INSTANCE_FAMILY = CPU_X64_M
+--     AUTO_RESUME = TRUE
+--     AUTO_SUSPEND_SECS = 300;
+
+CREATE OR REPLACE DATABASE IDENTIFIER($database_name);
+
+USE DATABASE IDENTIFIER($database_name);
+USE SCHEMA PUBLIC;
+
+CREATE OR REPLACE WAREHOUSE IDENTIFIER($app_warehouse)
+    WAREHOUSE_SIZE = 'XSMALL'
+    AUTO_SUSPEND = 60
+    AUTO_RESUME = TRUE;
+
+USE WAREHOUSE IDENTIFIER($app_warehouse);
+
+CREATE OR REPLACE SECRET openai_api_key
+    TYPE = GENERIC_STRING
+    SECRET_STRING = $openai_api_key;
+
+CREATE OR REPLACE SECRET anthropic_api_key
+    TYPE = GENERIC_STRING
+    SECRET_STRING = $anthropic_api_key;
+
+CREATE OR REPLACE SECRET snowflake_ds_warehouse
+    TYPE = GENERIC_STRING
+    SECRET_STRING = $snowflake_ds_warehouse;
+
+CREATE OR REPLACE SECRET snowflake_ds_database
+    TYPE = GENERIC_STRING
+    SECRET_STRING = $snowflake_ds_database;
+
+CREATE OR REPLACE NETWORK RULE IDENTIFIER($egress_rule)
+    MODE = EGRESS
+    TYPE = HOST_PORT
+    VALUE_LIST = ('0.0.0.0:443', '0.0.0.0:80');
+
+CREATE OR REPLACE EXTERNAL ACCESS INTEGRATION IDENTIFIER($app_eai)
+    ALLOWED_NETWORK_RULES = ($egress_rule)
+    ENABLED = TRUE;
+
+CREATE OR REPLACE EXTERNAL ACCESS INTEGRATION IDENTIFIER($secrets_access)
+    ALLOWED_NETWORK_RULES = ($egress_rule)
+    ALLOWED_AUTHENTICATION_SECRETS = (
+        openai_api_key,
+        anthropic_api_key,
+        snowflake_ds_warehouse,
+        snowflake_ds_database
+    ) ENABLED = TRUE;
+
+CREATE OR REPLACE API INTEGRATION IDENTIFIER($git_integration)
+    API_PROVIDER = git_https_api
+    API_ALLOWED_PREFIXES = ($git_repo_origin)
+    ALLOWED_AUTHENTICATION_SECRETS = ()
+    ENABLED = TRUE;
+
+CREATE OR REPLACE GIT REPOSITORY IDENTIFIER($git_repo_name)
+    ORIGIN = $git_repo_origin
+    API_INTEGRATION = $git_integration;
+
+ALTER GIT REPOSITORY IDENTIFIER($git_repo_name) FETCH;
+
+DECLARE
+    _sql                    VARCHAR;
+    _streamlit_stage_path   VARCHAR;
+BEGIN
+    _streamlit_stage_path := '@' || $database_name || '."PUBLIC".' || $git_repo_name || '/branches/' || $git_branch || '/';
+
+    _sql := 'CREATE OR REPLACE STREAMLIT "' || $app_name || '"'
+    || ' FROM ''' || :_streamlit_stage_path || ''''
+    || ' MAIN_FILE = ''' || $streamlit_main_file || ''''
+    || ' QUERY_WAREHOUSE = ''' || $app_warehouse || ''''
+    || ' COMPUTE_POOL = ''' || $app_compute_pool || ''''
+    || ' RUNTIME_NAME = ''SYSTEM$ST_CONTAINER_RUNTIME_PY3_11'''
+    || ' EXTERNAL_ACCESS_INTEGRATIONS = (' || $app_eai || ')'
+    || ' COMMENT = ''Databao Snowflake Connection Test UI''';
+  EXECUTE IMMEDIATE :_sql;
+END;
+
+DECLARE
+    _sql        VARCHAR;
+BEGIN
+    _sql := 'CREATE OR REPLACE FUNCTION get_secret(secret_name STRING)'
+        || ' RETURNS STRING'
+        || ' LANGUAGE PYTHON'
+        || ' RUNTIME_VERSION = 3.11'
+        || ' HANDLER = ''get_secret'''
+        || ' EXTERNAL_ACCESS_INTEGRATIONS = (' || $secrets_access || ')'
+        || ' SECRETS = ('
+        || '  ''openai_api_key'' = openai_api_key,'
+        || '  ''anthropic_api_key'' = anthropic_api_key,'
+        || '  ''snowflake_ds_warehouse'' = snowflake_ds_warehouse,'
+        || '  ''snowflake_ds_database'' = snowflake_ds_database'
+        || ') AS '
+        || '$$' || CHR(10)
+        || 'import _snowflake' || CHR(10)
+        || CHR(10)
+        || 'def get_secret(secret_name):' || CHR(10)
+        || '    return _snowflake.get_generic_secret_string(secret_name)' || CHR(10)
+        || '$$';
+
+    EXECUTE IMMEDIATE :_sql;
+END;

{databao-0.3.4.dev1 → databao-0.3.6}/examples/demo-snowflake-project/src/databao_snowflake_demo/app.py

@@ -13,11 +13,8 @@ logger = logging.getLogger(__name__)
 SNOWFLAKE_SECRETS: dict[str, str] = {
     "openai_api_key": "OPENAI_API_KEY",
     "anthropic_api_key": "ANTHROPIC_API_KEY",
-    "snowflake_ds_account": "SNOWFLAKE_DS_ACCOUNT",
     "snowflake_ds_warehouse": "SNOWFLAKE_DS_WAREHOUSE",
     "snowflake_ds_database": "SNOWFLAKE_DS_DATABASE",
-    "snowflake_ds_user": "SNOWFLAKE_DS_USER",
-    "snowflake_ds_password": "SNOWFLAKE_DS_PASSWORD",
 }
 
 ADBC_LIB = "libadbc_driver_snowflake.so"