databao 0.3.1__tar.gz → 0.3.3.dev2__tar.gz

{databao-0.3.1 → databao-0.3.3.dev2}/PKG-INFO

@@ -1,12 +1,12 @@
 Metadata-Version: 2.4
 Name: databao
-Version: 0.3.1
+Version: 0.3.3.dev2
 License-File: LICENSE
 Requires-Python: >=3.11
 Requires-Dist: adbc-driver-manager>=1.10.0
 Requires-Dist: adbc-driver-snowflake>=1.10.0
 Requires-Dist: click<9.0.0,>=8.2.1
-Requires-Dist: databao-agent~=0.1.4.dev8
+Requires-Dist: databao-agent~=0.2.0
 Requires-Dist: databao-context-engine[snowflake]~=0.6.0
 Requires-Dist: fastmcp>=2.0.0
 Requires-Dist: nh3>=0.2.15

{databao-0.3.1 → databao-0.3.3.dev2}/e2e-tests/src/databases/bigquery_utils.py

@@ -34,7 +34,7 @@ class BigQueryServiceAccountJsonAuth:
 
     def apply(self, child) -> None:
         child_answer(child, r"connection\.auth\.type\?", "BigQueryServiceAccountJsonAuth")
-        child_answer_safe(child, r"connection\.auth\.credentials_json\? \(Optional\)", self.credentials_json)
+        child_answer_safe(child, r"connection\.auth\.credentials_json\?:", self.credentials_json)
 
 
 @dataclass()

{databao-0.3.1 → databao-0.3.3.dev2}/e2e-tests/src/utils/path_utils.py

@@ -9,8 +9,8 @@ ARTIFACT_DIR = get_root() / "artifacts"
 TEST_RESOURCES_DIR = get_root() / "tests" / "resources"
 
 
-def get_all_results(project_path: Path):
-    return project_path.joinpath("databao", "domains", "root", "output", "all_results.yaml")
+def get_datasource_result(project_path: Path, datasource_name: str):
+    return project_path.joinpath("databao", "domains", "root", "output", f"{datasource_name}.yaml")
 
 
 def get_src_folder(project_path: Path):

{databao-0.3.1 → databao-0.3.3.dev2}/e2e-tests/tests/domains/test_bigquery.py

@@ -11,7 +11,7 @@ from databases.bigquery_utils import (
     BigQueryServiceAccountKeyFileAuth,
 )
 from project_utils import execute_build, execute_init
-from utils.path_utils import get_all_results
+from utils.path_utils import get_datasource_result
 from utils.yaml_compare import assert_introspections_equal
 
 
@@ -26,7 +26,7 @@ def test_databao_build_bigquery_datasource_from_init_config_from_json(project_fo
     )
     execute_init(project_folder, db)
     execute_build(project_folder)
-    assert_introspections_equal(get_all_results(project_folder), "bigquery_introspections.yaml")
+    assert_introspections_equal(get_datasource_result(project_folder, db.datasource_name), "bigquery_introspections.yaml")
 
 
 @allure.title("Test databao build with BigQuery using BigQueryServiceAccountKeyFileAuth auth type")
@@ -43,4 +43,4 @@ def test_databao_build_bigquery_datasource_from_init_config_from_json_file_path(
     )
     execute_init(project_folder, db)
     execute_build(project_folder)
-    assert_introspections_equal(get_all_results(project_folder), "bigquery_introspections.yaml")
+    assert_introspections_equal(get_datasource_result(project_folder, db.datasource_name), "bigquery_introspections.yaml")

{databao-0.3.1 → databao-0.3.3.dev2}/e2e-tests/tests/domains/test_duckdb.py

@@ -4,7 +4,7 @@ import allure
 import pytest
 from databases.duckdb_utils import DuckdbDB
 from project_utils import execute_build, execute_init
-from utils.path_utils import get_all_results
+from utils.path_utils import get_datasource_result
 from utils.yaml_compare import assert_introspections_equal
 
 
@@ -20,4 +20,4 @@ def test_databao_build_duckdb(project_folder: Path, temp_duckdb_file: Path):
     db = DuckdbDB.prepare_database(temp_duckdb_file)
     execute_init(project_folder, db)
     execute_build(project_folder)
-    assert_introspections_equal(get_all_results(project_folder), "duckdb_introspections.yaml")
+    assert_introspections_equal(get_datasource_result(project_folder, db.datasource_name), "duckdb_introspections.yaml")

{databao-0.3.1 → databao-0.3.3.dev2}/e2e-tests/tests/domains/test_mysql.py

@@ -5,7 +5,7 @@ import pytest
 from databases.mysql_utils import MysqlDB
 from project_utils import execute_build, execute_init
 from testcontainers.mysql import MySqlContainer
-from utils.path_utils import get_all_results
+from utils.path_utils import get_datasource_result
 from utils.yaml_compare import assert_introspections_equal
 
 
@@ -23,4 +23,4 @@ def test_databao_build_mysql(project_folder: Path, mysql_container: MySqlContain
     db = MysqlDB.prepare_database(mysql_container)
     execute_init(project_folder, db)
     execute_build(project_folder)
-    assert_introspections_equal(get_all_results(project_folder), "mysql_introspections.yaml")
+    assert_introspections_equal(get_datasource_result(project_folder, db.datasource_name), "mysql_introspections.yaml")

{databao-0.3.1 → databao-0.3.3.dev2}/e2e-tests/tests/domains/test_postgres.py

@@ -5,7 +5,7 @@ import pytest
 from databases.postgres_utils import PostgresDB
 from project_utils import execute_build, execute_init
 from testcontainers.postgres import PostgresContainer
-from utils.path_utils import get_all_results
+from utils.path_utils import get_datasource_result
 from utils.yaml_compare import assert_introspections_equal
 
 
@@ -25,4 +25,4 @@ def test_databao_build_postgres(project_folder: Path, postgres_container: Postgr
     db = PostgresDB.prepare_database(postgres_container)
     execute_init(project_folder, db)
     execute_build(project_folder)
-    assert_introspections_equal(get_all_results(project_folder), "postgres_introspections.yaml")
+    assert_introspections_equal(get_datasource_result(project_folder, db.datasource_name), "postgres_introspections.yaml")

{databao-0.3.1 → databao-0.3.3.dev2}/e2e-tests/tests/domains/test_snowflake.py

@@ -4,7 +4,7 @@ import allure
 import pytest
 from databases.snowflake_utils import get_working_snowflake_connection
 from project_utils import execute_build, execute_init
-from utils.path_utils import get_all_results
+from utils.path_utils import get_datasource_result
 from utils.yaml_compare import assert_introspections_equal
 
 
@@ -14,6 +14,7 @@ from utils.yaml_compare import assert_introspections_equal
 )
 @pytest.mark.skip(reason="Temporarily disabled")
 def test_databao_build_snowflake_datasource_from_init_config(project_folder: Path):
-    execute_init(project_folder, get_working_snowflake_connection())
+    db = get_working_snowflake_connection()
+    execute_init(project_folder, db)
     execute_build(project_folder)
-    assert_introspections_equal(get_all_results(project_folder), "snowflake_introspections.yaml")
+    assert_introspections_equal(get_datasource_result(project_folder, db.datasource_name), "snowflake_introspections.yaml")

{databao-0.3.1 → databao-0.3.3.dev2}/e2e-tests/tests/domains/test_sqlite.py

@@ -4,7 +4,7 @@ import allure
 import pytest
 from databases.sqlite_utils import SqliteDB
 from project_utils import execute_build, execute_init
-from utils.path_utils import get_all_results
+from utils.path_utils import get_datasource_result
 from utils.yaml_compare import assert_introspections_equal
 
 
@@ -20,4 +20,4 @@ def test_databao_build_sqlite(project_folder: Path, temp_sqlite_file: Path):
     db = SqliteDB.prepare_database(temp_sqlite_file)
     execute_init(project_folder, db)
     execute_build(project_folder)
-    assert_introspections_equal(get_all_results(project_folder), "sqlite_introspections.yaml")
+    assert_introspections_equal(get_datasource_result(project_folder, db.datasource_name), "sqlite_introspections.yaml")

{databao-0.3.1 → databao-0.3.3.dev2}/examples/demo-snowflake-project/README.md

@@ -5,8 +5,7 @@ This project deploys the [Databao](https://github.com/JetBrains/databao-cli) Str
 ## Prerequisites
 
 - A Snowflake account with `ACCOUNTADMIN` privileges (for the initial setup)
-- A GitHub personal access token (PAT) with read access to the `databao-cli` repository
-- An OpenAI API key
+- An OpenAI API key and/or an Anthropic API key
 - A second Snowflake account/user to serve as the **datasource** (the database you want to explore through Databao)
 
 ## How It Works
@@ -16,13 +15,13 @@ This project deploys the [Databao](https://github.com/JetBrains/databao-cli) Str
    - Network rules and external access integrations for outbound HTTPS
    - A service user with a permissive network policy
    - A Git repository object pointing at `databao-cli` on GitHub
-   - Snowflake secrets for the OpenAI API key and datasource credentials
+   - Snowflake secrets for the OpenAI and Anthropic API keys and datasource credentials
    - A Python UDF (`get_secret`) that reads those secrets at runtime
    - The Streamlit app itself, running on a container runtime (`CPU_X64_M`)
 
 2. **`app.py`** is the Streamlit entry point that adapts `databao-cli`'s UI for Snowflake:
    - Detects whether it is running inside Snowflake (via `/snowflake/session/token`)
-   - Calls `get_secret()` through a Snowflake SQL session to load secrets into environment variables (`OPENAI_API_KEY`, `SNOWFLAKE_DS_*`)
+   - Calls `get_secret()` through a Snowflake SQL session to load secrets into environment variables (`OPENAI_API_KEY`, `ANTHROPIC_API_KEY`, `SNOWFLAKE_DS_*`)
    - Locates and configures the ADBC Snowflake driver shared library so DuckDB's Snowflake extension can find it
    - Launches the standard Databao UI in **read-only domain** mode
 
@@ -36,14 +35,14 @@ Open `setup.sql` and fill in the placeholder values at the top:
 
 | Variable | Description |
 |---|---|
-| `git_pat` | GitHub PAT with repo read access |
-| `git_username` | GitHub username associated with the PAT |
 | `openai_key` | OpenAI API key |
+| `anthropic_key` | Anthropic API key |
 | `sf_ds_account` | Snowflake datasource account identifier |
 | `sf_ds_warehouse` | Warehouse on the datasource account |
 | `sf_ds_database` | Database to explore |
 | `sf_ds_user` | User on the datasource account |
 | `sf_ds_password` | Password for that user |
+| `streamlit_app_name` | Name of the Streamlit app object (default: `STREAMLIT_DATABAO_DEMO_SNOWFLAKE`) |
 
 ### 2. Run the Setup Script
 
@@ -51,18 +50,17 @@ Execute the entire `setup.sql` in a Snowflake worksheet (or via SnowSQL) while c
 
 ### 3. Open the App
 
-Once the script finishes, navigate to **Streamlit** in Snowsight and open **STREAMLIT_DATABAO_DEMO_SNOWFLAKE**. The compute pool may take a minute or two to resume on first launch.
+Once the script finishes, navigate to **Streamlit** in Snowsight and open the app by the name you configured in `streamlit_app_name`. The compute pool may take a minute or two to resume on first launch.
 
 ## Local Development
 
-The project is part of the `databao-cli` uv workspace. To run it locally:
-
 ```bash
-# From the databao-cli repository root
+# From the examples/demo-snowflake-project directory
 uv sync
 
 # Set the required environment variables
 export OPENAI_API_KEY="..."
+export ANTHROPIC_API_KEY="..."
 export SNOWFLAKE_DS_ACCOUNT="..."
 export SNOWFLAKE_DS_WAREHOUSE="..."
 export SNOWFLAKE_DS_DATABASE="..."
@@ -70,14 +68,25 @@ export SNOWFLAKE_DS_USER="..."
 export SNOWFLAKE_DS_PASSWORD="..."
 
 # Run the Streamlit app
-uv run streamlit run examples/demo-snowflake-project/src/databao_snowflake_demo/app.py -- \
-  --project-dir examples/demo-snowflake-project
+uv run streamlit run src/databao_snowflake_demo/app.py -- \
+  --project-dir .
 ```
 
 When running locally, the Snowflake secret-loading logic is skipped (it only activates inside a Snowflake container). Environment variables must be set manually.
 
+## Updating the `databao` Package
+
+This project has its own `uv.lock` and installs `databao` from PyPI (not from the workspace). To update to a newer release:
+
+```bash
+# From the examples/demo-snowflake-project directory
+uv lock -P databao
+```
+
+To test a dev/pre-release version, update the version specifier in `pyproject.toml` to include the pre-release tag (e.g. `databao>=0.4.0.dev1`), then re-lock. Pre-release specifiers tell `uv` to allow pre-releases for that package.
+
 ## Notes
 
 - The app runs in **read-only domain** mode — datasource configuration and domain builds are disabled in the UI. All domain setup is done ahead of time via the files in `databao/domains/root/`.
 - The compute pool uses `CPU_X64_M` instances with auto-suspend after 5 minutes and auto-resume enabled.
-- Network egress is allowed on ports 80 and 443 to enable OpenAI API calls and Snowflake datasource connections.
+- Network egress is allowed on ports 80 and 443 to enable OpenAI/Anthropic API calls and Snowflake datasource connections.

{databao-0.3.1 → databao-0.3.3.dev2}/examples/demo-snowflake-project/pyproject.toml

@@ -3,13 +3,14 @@ name = "databao-demo-snowflake-project"
 version = "0.1.0"
 description = "Databao demo project for Snowflake"
 readme = "README.md"
-requires-python = ">=3.11"
+requires-python = ">=3.11,<3.12"
 dependencies = [
-    "databao",
+    "databao>=0.3.2",
 ]
 
-[tool.uv.sources]
-databao = { workspace = true }
+[tool.uv]
+# DuckDB Snowflake community extension hasn't been built for 1.5.0 yet
+constraint-dependencies = ["duckdb<1.5.0"]
 
 [build-system]
 requires = ["hatchling"]

{databao-0.3.1 → databao-0.3.3.dev2}/examples/demo-snowflake-project/setup.sql

@@ -3,9 +3,8 @@
 -- ============================================================
 
 -- Secrets
-SET git_pat             = '<YOUR_GITHUB_PAT>';
-SET git_username        = '<YOUR_GITHUB_USERNAME>';
 SET openai_key          = '<YOUR_OPENAI_API_KEY>';
+SET anthropic_key       = '<YOUR_ANTHROPIC_API_KEY>';
 SET sf_ds_account       = '<SNOWFLAKE_DATASOURCE_ACCOUNT>';
 SET sf_ds_warehouse     = '<SNOWFLAKE_DATASOURCE_WAREHOUSE>';
 SET sf_ds_database      = '<SNOWFLAKE_DATASOURCE_DATABASE>';
@@ -18,6 +17,7 @@ SET git_repo_name       = 'databao-cli';
 SET git_branch          = 'main';
 
 -- Streamlit app
+SET streamlit_app_name  = 'STREAMLIT_DATABAO_DEMO_SNOWFLAKE';
 SET streamlit_main_file = 'examples/demo-snowflake-project/src/databao_snowflake_demo/app.py';
 
 -- ============================================================
@@ -64,36 +64,28 @@ ALTER USER STREAMLIT_DATABAO_USER SET NETWORK_POLICY = 'STREAMLIT_DATABAO_NETWOR
 -- ============================================================
 DECLARE
   _sql           VARCHAR;
-  _git_pat       VARCHAR;
-  _git_username  VARCHAR;
   _git_origin    VARCHAR;
   _git_repo      VARCHAR;
   _openai_key    VARCHAR;
+  _anthropic_key VARCHAR;
   _ds_account    VARCHAR;
   _ds_warehouse  VARCHAR;
   _ds_database   VARCHAR;
   _ds_user       VARCHAR;
   _ds_password   VARCHAR;
 BEGIN
-  SELECT $git_pat, $git_username, $git_repo_origin, $git_repo_name,
-         $openai_key, $sf_ds_account, $sf_ds_warehouse, $sf_ds_database,
+  SELECT $git_repo_origin, $git_repo_name,
+         $openai_key, $anthropic_key, $sf_ds_account, $sf_ds_warehouse, $sf_ds_database,
          $sf_ds_user, $sf_ds_password
-    INTO :_git_pat, :_git_username, :_git_origin, :_git_repo,
-         :_openai_key, :_ds_account, :_ds_warehouse, :_ds_database,
+    INTO :_git_origin, :_git_repo,
+         :_openai_key, :_anthropic_key, :_ds_account, :_ds_warehouse, :_ds_database,
          :_ds_user, :_ds_password;
 
-  -- Git PAT secret
-  _sql := 'CREATE OR REPLACE SECRET STREAMLIT_DATABAO.PUBLIC.git_pat_secret'
-    || ' TYPE = PASSWORD'
-    || ' USERNAME = ''' || :_git_username || ''''
-    || ' PASSWORD = ''' || :_git_pat      || '''';
-  EXECUTE IMMEDIATE :_sql;
-
-  -- API integration for Git
+  -- API integration for Git (no credentials needed — public repo)
   _sql := 'CREATE OR REPLACE API INTEGRATION STREAMLIT_DATABAO_GIT_INTEGRATION'
     || ' API_PROVIDER = git_https_api'
     || ' API_ALLOWED_PREFIXES = (''' || :_git_origin || ''')'
-    || ' ALLOWED_AUTHENTICATION_SECRETS = (STREAMLIT_DATABAO.PUBLIC.git_pat_secret)'
+    || ' ALLOWED_AUTHENTICATION_SECRETS = ()'
     || ' ENABLED = TRUE';
   EXECUTE IMMEDIATE :_sql;
 
@@ -101,8 +93,7 @@ BEGIN
   _sql := 'CREATE OR REPLACE GIT REPOSITORY STREAMLIT_DATABAO.PUBLIC."'
     || :_git_repo || '"'
     || ' ORIGIN = ''' || :_git_origin || ''''
-    || ' API_INTEGRATION = STREAMLIT_DATABAO_GIT_INTEGRATION'
-    || ' GIT_CREDENTIALS = STREAMLIT_DATABAO.PUBLIC.git_pat_secret';
+    || ' API_INTEGRATION = STREAMLIT_DATABAO_GIT_INTEGRATION';
   EXECUTE IMMEDIATE :_sql;
 
   -- Fetch latest
@@ -116,6 +107,11 @@ BEGIN
     || ' SECRET_STRING = ''' || :_openai_key || '''';
   EXECUTE IMMEDIATE :_sql;
 
+  _sql := 'CREATE OR REPLACE SECRET STREAMLIT_DATABAO.PUBLIC.anthropic_api_key'
+    || ' TYPE = GENERIC_STRING'
+    || ' SECRET_STRING = ''' || :_anthropic_key || '''';
+  EXECUTE IMMEDIATE :_sql;
+
   _sql := 'CREATE OR REPLACE SECRET STREAMLIT_DATABAO.PUBLIC.snowflake_ds_account'
     || ' TYPE = GENERIC_STRING'
     || ' SECRET_STRING = ''' || :_ds_account || '''';
@@ -153,6 +149,7 @@ CREATE OR REPLACE EXTERNAL ACCESS INTEGRATION STREAMLIT_DATABAO_SECRETS_ACCESS
   ALLOWED_NETWORK_RULES = (STREAMLIT_DATABAO.PUBLIC.STREAMLIT_DATABAO_EGRESS_RULE)
   ALLOWED_AUTHENTICATION_SECRETS = (
     STREAMLIT_DATABAO.PUBLIC.openai_api_key,
+    STREAMLIT_DATABAO.PUBLIC.anthropic_api_key,
     STREAMLIT_DATABAO.PUBLIC.snowflake_ds_account,
     STREAMLIT_DATABAO.PUBLIC.snowflake_ds_warehouse,
     STREAMLIT_DATABAO.PUBLIC.snowflake_ds_database,
@@ -183,6 +180,7 @@ CREATE OR REPLACE FUNCTION STREAMLIT_DATABAO.PUBLIC.get_secret(secret_name STRIN
   EXTERNAL_ACCESS_INTEGRATIONS = (STREAMLIT_DATABAO_SECRETS_ACCESS)
   SECRETS = (
     'openai_api_key' = STREAMLIT_DATABAO.PUBLIC.openai_api_key,
+    'anthropic_api_key' = STREAMLIT_DATABAO.PUBLIC.anthropic_api_key,
     'snowflake_ds_account' = STREAMLIT_DATABAO.PUBLIC.snowflake_ds_account,
     'snowflake_ds_warehouse' = STREAMLIT_DATABAO.PUBLIC.snowflake_ds_warehouse,
     'snowflake_ds_database' = STREAMLIT_DATABAO.PUBLIC.snowflake_ds_database,
@@ -201,12 +199,13 @@ DECLARE
   _sql        VARCHAR;
   _git_repo   VARCHAR;
   _git_branch VARCHAR;
+  _app_name   VARCHAR;
   _main_file  VARCHAR;
 BEGIN
-  SELECT $git_repo_name, $git_branch, $streamlit_main_file
-    INTO :_git_repo, :_git_branch, :_main_file;
+  SELECT $git_repo_name, $git_branch, $streamlit_app_name, $streamlit_main_file
+    INTO :_git_repo, :_git_branch, :_app_name, :_main_file;
 
-  _sql := 'CREATE OR REPLACE STREAMLIT STREAMLIT_DATABAO.PUBLIC.STREAMLIT_DATABAO_DEMO_SNOWFLAKE'
+  _sql := 'CREATE OR REPLACE STREAMLIT STREAMLIT_DATABAO.PUBLIC."' || :_app_name || '"'
     || ' FROM ''@"STREAMLIT_DATABAO"."PUBLIC"."' || :_git_repo || '"/branches/"' || :_git_branch || '"/'''
     || ' MAIN_FILE = ''' || :_main_file || ''''
     || ' QUERY_WAREHOUSE = ''STREAMLIT_DATABAO_WAREHOUSE'''

{databao-0.3.1 → databao-0.3.3.dev2}/examples/demo-snowflake-project/src/databao_snowflake_demo/app.py

@@ -12,6 +12,7 @@ logger = logging.getLogger(__name__)
 
 SNOWFLAKE_SECRETS: dict[str, str] = {
     "openai_api_key": "OPENAI_API_KEY",
+    "anthropic_api_key": "ANTHROPIC_API_KEY",
     "snowflake_ds_account": "SNOWFLAKE_DS_ACCOUNT",
     "snowflake_ds_warehouse": "SNOWFLAKE_DS_WAREHOUSE",
     "snowflake_ds_database": "SNOWFLAKE_DS_DATABASE",