nao-core 0.0.30__py3-none-any.whl → 0.0.31__py3-none-any.whl

nao_core/commands/sync/databases.py

@@ -1,374 +0,0 @@
-"""Database syncing functionality for generating markdown documentation from database schemas."""
-
-from pathlib import Path
-
-from rich.console import Console
-from rich.progress import BarColumn, Progress, SpinnerColumn, TaskProgressColumn, TextColumn
-
-from .accessors import DataAccessor
-from .registry import get_accessors
-
-console = Console()
-
-
-def sync_bigquery(
-    db_config,
-    base_path: Path,
-    progress: Progress,
-    accessors: list[DataAccessor],
-) -> tuple[int, int]:
-    """Sync BigQuery database schema to markdown files.
-
-    Args:
-            db_config: The database configuration
-            base_path: Base output path
-            progress: Rich progress instance
-            accessors: List of data accessors to run
-
-    Returns:
-            Tuple of (datasets_synced, tables_synced)
-    """
-    conn = db_config.connect()
-    db_path = base_path / "type=bigquery" / f"database={db_config.project_id}"
-
-    datasets_synced = 0
-    tables_synced = 0
-
-    if db_config.dataset_id:
-        datasets = [db_config.dataset_id]
-    else:
-        datasets = conn.list_databases()
-
-    dataset_task = progress.add_task(
-        f"[dim]{db_config.name}[/dim]",
-        total=len(datasets),
-    )
-
-    for dataset in datasets:
-        try:
-            all_tables = conn.list_tables(database=dataset)
-        except Exception:
-            progress.update(dataset_task, advance=1)
-            continue
-
-        # Filter tables based on include/exclude patterns
-        tables = [t for t in all_tables if db_config.matches_pattern(dataset, t)]
-
-        # Skip dataset if no tables match
-        if not tables:
-            progress.update(dataset_task, advance=1)
-            continue
-
-        dataset_path = db_path / f"schema={dataset}"
-        dataset_path.mkdir(parents=True, exist_ok=True)
-        datasets_synced += 1
-
-        table_task = progress.add_task(
-            f"  [cyan]{dataset}[/cyan]",
-            total=len(tables),
-        )
-
-        for table in tables:
-            table_path = dataset_path / f"table={table}"
-            table_path.mkdir(parents=True, exist_ok=True)
-
-            for accessor in accessors:
-                content = accessor.generate(conn, dataset, table)
-                output_file = table_path / accessor.filename
-                output_file.write_text(content)
-
-            tables_synced += 1
-            progress.update(table_task, advance=1)
-
-        progress.update(dataset_task, advance=1)
-
-    return datasets_synced, tables_synced
-
-
-def sync_duckdb(
-    db_config,
-    base_path: Path,
-    progress: Progress,
-    accessors: list[DataAccessor],
-) -> tuple[int, int]:
-    """Sync DuckDB database schema to markdown files.
-
-    Args:
-            db_config: The database configuration
-            base_path: Base output path
-            progress: Rich progress instance
-            accessors: List of data accessors to run
-
-    Returns:
-            Tuple of (schemas_synced, tables_synced)
-    """
-    conn = db_config.connect()
-
-    # Derive database name from path
-    if db_config.path == ":memory:":
-        db_name = "memory"
-    else:
-        db_name = Path(db_config.path).stem
-
-    db_path = base_path / "type=duckdb" / f"database={db_name}"
-
-    schemas_synced = 0
-    tables_synced = 0
-
-    # List all schemas in DuckDB
-    schemas = conn.list_databases()
-
-    schema_task = progress.add_task(
-        f"[dim]{db_config.name}[/dim]",
-        total=len(schemas),
-    )
-
-    for schema in schemas:
-        try:
-            all_tables = conn.list_tables(database=schema)
-        except Exception:
-            progress.update(schema_task, advance=1)
-            continue
-
-        # Filter tables based on include/exclude patterns
-        tables = [t for t in all_tables if db_config.matches_pattern(schema, t)]
-
-        # Skip schema if no tables match
-        if not tables:
-            progress.update(schema_task, advance=1)
-            continue
-
-        schema_path = db_path / f"schema={schema}"
-        schema_path.mkdir(parents=True, exist_ok=True)
-        schemas_synced += 1
-
-        table_task = progress.add_task(
-            f"  [cyan]{schema}[/cyan]",
-            total=len(tables),
-        )
-
-        for table in tables:
-            table_path = schema_path / f"table={table}"
-            table_path.mkdir(parents=True, exist_ok=True)
-
-            for accessor in accessors:
-                content = accessor.generate(conn, schema, table)
-                output_file = table_path / accessor.filename
-                output_file.write_text(content)
-
-            tables_synced += 1
-            progress.update(table_task, advance=1)
-
-        progress.update(schema_task, advance=1)
-
-    return schemas_synced, tables_synced
-
-
-def sync_databricks(
-    db_config,
-    base_path: Path,
-    progress: Progress,
-    accessors: list[DataAccessor],
-) -> tuple[int, int]:
-    """Sync Databricks database schema to markdown files.
-
-    Args:
-            db_config: The database configuration
-            base_path: Base output path
-            progress: Rich progress instance
-            accessors: List of data accessors to run
-
-    Returns:
-            Tuple of (schemas_synced, tables_synced)
-    """
-    conn = db_config.connect()
-    catalog = db_config.catalog or "main"
-    db_path = base_path / "type=databricks" / f"database={catalog}"
-
-    schemas_synced = 0
-    tables_synced = 0
-
-    if db_config.schema:
-        schemas = [db_config.schema]
-    else:
-        schemas = conn.list_databases()
-
-    schema_task = progress.add_task(
-        f"[dim]{db_config.name}[/dim]",
-        total=len(schemas),
-    )
-
-    for schema in schemas:
-        try:
-            all_tables = conn.list_tables(database=schema)
-        except Exception:
-            progress.update(schema_task, advance=1)
-            continue
-
-        # Filter tables based on include/exclude patterns
-        tables = [t for t in all_tables if db_config.matches_pattern(schema, t)]
-
-        # Skip schema if no tables match
-        if not tables:
-            progress.update(schema_task, advance=1)
-            continue
-
-        schema_path = db_path / f"schema={schema}"
-        schema_path.mkdir(parents=True, exist_ok=True)
-        schemas_synced += 1
-
-        table_task = progress.add_task(
-            f"  [cyan]{schema}[/cyan]",
-            total=len(tables),
-        )
-
-        for table in tables:
-            table_path = schema_path / f"table={table}"
-            table_path.mkdir(parents=True, exist_ok=True)
-
-            for accessor in accessors:
-                content = accessor.generate(conn, schema, table)
-                output_file = table_path / accessor.filename
-                output_file.write_text(content)
-
-            tables_synced += 1
-            progress.update(table_task, advance=1)
-
-        progress.update(schema_task, advance=1)
-
-    return schemas_synced, tables_synced
-
-
-def sync_snowflake(
-    db_config,
-    base_path: Path,
-    progress: Progress,
-    accessors: list[DataAccessor],
-) -> tuple[int, int]:
-    """Sync Snowflake database schema to markdown files.
-
-    Args:
-            db_config: The database configuration
-            base_path: Base output path
-            progress: Rich progress instance
-            accessors: List of data accessors to run
-
-    Returns:
-            Tuple of (schemas_synced, tables_synced)
-    """
-    conn = db_config.connect()
-    db_path = base_path / "type=snowflake" / f"database={db_config.database}"
-
-    schemas_synced = 0
-    tables_synced = 0
-
-    if db_config.schema:
-        schemas = [db_config.schema]
-    else:
-        schemas = conn.list_databases()
-
-    schema_task = progress.add_task(
-        f"[dim]{db_config.name}[/dim]",
-        total=len(schemas),
-    )
-
-    for schema in schemas:
-        try:
-            all_tables = conn.list_tables(database=schema)
-        except Exception:
-            progress.update(schema_task, advance=1)
-            continue
-
-        # Filter tables based on include/exclude patterns
-        tables = [t for t in all_tables if db_config.matches_pattern(schema, t)]
-
-        # Skip schema if no tables match
-        if not tables:
-            progress.update(schema_task, advance=1)
-            continue
-
-        schema_path = db_path / f"schema={schema}"
-        schema_path.mkdir(parents=True, exist_ok=True)
-        schemas_synced += 1
-
-        table_task = progress.add_task(
-            f"  [cyan]{schema}[/cyan]",
-            total=len(tables),
-        )
-
-        for table in tables:
-            table_path = schema_path / f"table={table}"
-            table_path.mkdir(parents=True, exist_ok=True)
-
-            for accessor in accessors:
-                content = accessor.generate(conn, schema, table)
-                output_file = table_path / accessor.filename
-                output_file.write_text(content)
-
-            tables_synced += 1
-            progress.update(table_task, advance=1)
-
-        progress.update(schema_task, advance=1)
-
-    return schemas_synced, tables_synced
-
-
-def sync_databases(databases: list, base_path: Path) -> tuple[int, int]:
-    """Sync all configured databases.
-
-    Args:
-            databases: List of database configurations
-            base_path: Base path where database schemas are stored
-
-    Returns:
-            Tuple of (total_datasets, total_tables) synced
-    """
-    if not databases:
-        console.print("\n[dim]No databases configured[/dim]")
-        return 0, 0
-
-    total_datasets = 0
-    total_tables = 0
-
-    console.print("\n[bold cyan]🗄️  Syncing Databases[/bold cyan]")
-    console.print(f"[dim]Location:[/dim] {base_path.absolute()}\n")
-
-    with Progress(
-        SpinnerColumn(style="dim"),
-        TextColumn("[progress.description]{task.description}"),
-        BarColumn(bar_width=30, style="dim", complete_style="cyan", finished_style="green"),
-        TaskProgressColumn(),
-        console=console,
-        transient=False,
-    ) as progress:
-        for db in databases:
-            # Get accessors from database config
-            db_accessors = get_accessors(db.accessors)
-            accessor_names = [a.filename.replace(".md", "") for a in db_accessors]
-
-            try:
-                console.print(f"[dim]{db.name} accessors:[/dim] {', '.join(accessor_names)}")
-                if db.type == "bigquery":
-                    datasets, tables = sync_bigquery(db, base_path, progress, db_accessors)
-                    total_datasets += datasets
-                    total_tables += tables
-                elif db.type == "duckdb":
-                    schemas, tables = sync_duckdb(db, base_path, progress, db_accessors)
-                    total_datasets += schemas
-                    total_tables += tables
-                elif db.type == "databricks":
-                    console.print(f"[dim]{db.name} accessors:[/dim] {', '.join(accessor_names)}")
-                    schemas, tables = sync_databricks(db, base_path, progress, db_accessors)
-                    total_datasets += schemas
-                    total_tables += tables
-                elif db.type == "snowflake":
-                    console.print(f"[dim]{db.name} accessors:[/dim] {', '.join(accessor_names)}")
-                    schemas, tables = sync_snowflake(db, base_path, progress, db_accessors)
-                    total_datasets += schemas
-                    total_tables += tables
-                else:
-                    console.print(f"[yellow]⚠ Unsupported database type: {db.type}[/yellow]")
-            except Exception as e:
-                console.print(f"[bold red]✗[/bold red] Failed to sync {db.name}: {e}")
-
-    return total_datasets, total_tables

nao_core-0.0.30.dist-info/RECORD

@@ -1,65 +0,0 @@
-nao_core/__init__.py,sha256=D-TUM48DRXHFcjyDLd4uJhkBBBrvO9k_3p_dICCoMTU,46
-nao_core/main.py,sha256=f00vLL4s2B2kCMa8y3lI56LX3TnUppWzYmqM6eOGomA,205
-nao_core/bin/.nao-secret,sha256=BeHkxTsBb9ehjUkjZrY2SMU6SB0cfbcjBwpeGxsUJJk,43
-nao_core/bin/nao-chat-server,sha256=1Mr68-z4YBFiScO9XUt7teax3689-fFwTg8MDgmXNy0,66259056
-nao_core/bin/rg,sha256=bvQDRr8x_M552WFMd0XBmFQpJaDH1JEeH_55TFM5KsE,4528512
-nao_core/bin/fastapi/main.py,sha256=C47ZtIpiWZ3EmtB2oVD5vP7s9x0z56K6w1HoZgPAgNQ,4206
-nao_core/bin/fastapi/test_main.py,sha256=ewqfLNhtNC25F5YmtXNGXg3MOMBtbd-5aoHn2CVS9Kk,4286
-nao_core/bin/migrations-postgres/0000_user_auth_and_chat_tables.sql,sha256=UEOxvNaQEKPeZimW-HgHmeCg_py2ToDZkxFXk2NoNSo,4601
-nao_core/bin/migrations-postgres/0001_message_feedback.sql,sha256=OWSyDCABwM6xlnEc5sC34wXmml1RyhvCDRG4s_7KCU4,443
-nao_core/bin/migrations-postgres/0002_chat_message_stop_reason_and_error_message.sql,sha256=QOp5LBcBQGRu-ocFoaaTZnH9qb-M9oU2OdK9MUOQx7Y,141
-nao_core/bin/migrations-postgres/0003_handle_slack_with_thread.sql,sha256=4zGpAV9g58moMkMbLXHOd3Wc7PZN6K75ArVn85ys6FA,157
-nao_core/bin/migrations-postgres/0004_input_and_output_tokens.sql,sha256=8Is8hwmNYL-dpY9rvCwJGKTxWOQL7T8s9UG4gGz6E0U,725
-nao_core/bin/migrations-postgres/meta/0000_snapshot.json,sha256=8bV8DQjaks4Id2aPPWbVcSb5xMhPKNf_V0loe01dnl8,17997
-nao_core/bin/migrations-postgres/meta/0001_snapshot.json,sha256=oKRco0GEWSe6PXr1ghB5BfOseNpEA3nA_X_UMYdSpjY,19531
-nao_core/bin/migrations-postgres/meta/0002_snapshot.json,sha256=P4RDY5FMgqMmrU-XHD6DkoOYE9uSyUkuXuo2YKqooMU,19841
-nao_core/bin/migrations-postgres/meta/0003_snapshot.json,sha256=t2VF3EJ-B_c5nknL_vifUZ_MrtBbaC3vsxVtBZm7sZQ,20408
-nao_core/bin/migrations-postgres/meta/0004_snapshot.json,sha256=AsFWH3Qt1Ws-nFdwc99ZUtZ8WEnvhpNkpY_4M9X4WY4,21796
-nao_core/bin/migrations-postgres/meta/_journal.json,sha256=Cf5bSLVo2LtrPw4LdUHA1jpXOnnNtRP7whfCPNA7f0w,836
-nao_core/bin/migrations-sqlite/0000_user_auth_and_chat_tables.sql,sha256=8H7o4sTEfnqYc_Ks-0MUu85C8zHe5Ot94g3mlW33eCs,4458
-nao_core/bin/migrations-sqlite/0001_message_feedback.sql,sha256=4XGfvNu0UUSDtmyL3RzaI1h8hssX9rk3NlTfontI1EM,398
-nao_core/bin/migrations-sqlite/0002_chat_message_stop_reason_and_error_message.sql,sha256=Jj0uz2OhzoTriT8sxhI-RPf2AAVMcNvKsFEjshrqavQ,127
-nao_core/bin/migrations-sqlite/0003_handle_slack_with_thread.sql,sha256=-9bL-zvkesrKQapm2T1Ykmeyl5riwBQMqlLJzNKSa9w,138
-nao_core/bin/migrations-sqlite/0004_input_and_output_tokens.sql,sha256=DzvwdOiDydmbm9z2dvuHgJ6juiyoKHs7I-3Ep_V2Iyk,669
-nao_core/bin/migrations-sqlite/meta/0000_snapshot.json,sha256=tuziD4cmsnGH5Eq1p683ac1Q8R8DLuw_QLPZL_MG5X8,17872
-nao_core/bin/migrations-sqlite/meta/0001_snapshot.json,sha256=M35-2dFnDVe4ZcNOXdrU9UAUpsVprzY-YOe09Qkv5Yw,19580
-nao_core/bin/migrations-sqlite/meta/0002_snapshot.json,sha256=T_SJc8-7A2ocO7PXG_hWVO0EdQ8UjkJ3a5Q5yyIQVTY,19958
-nao_core/bin/migrations-sqlite/meta/0003_snapshot.json,sha256=lpG5dT7MI5UETMXiHJpXNCb7n84gYSXnxdXo6JTmr8c,20336
-nao_core/bin/migrations-sqlite/meta/0004_snapshot.json,sha256=GyI-SeZIvS42n4NRIjLoF2U2ryUkjp36JR8qOGsjoe8,21996
-nao_core/bin/migrations-sqlite/meta/_journal.json,sha256=ZlhImp911iftDA1VYakdI8ncwgqkh2gMERbZzgPTwFs,832
-nao_core/bin/public/favicon.ico,sha256=s-a2BQ71NeB_Y2uOC_EPF9isG5DavpF9GKwYgxNSOWk,15406
-nao_core/bin/public/github-icon.svg,sha256=drFeRxLjsnngoGOh4heU3E5mX_xUsmGgFOc_mnjXKwU,1926
-nao_core/bin/public/google-icon.svg,sha256=bTmcoH4gkdoV2Atl2kp-pLFpFZNL85FR_8GAKv9LL5I,1140
-nao_core/bin/public/index.html,sha256=g8z_drF4TbpxtYGpjUEqqKj_ZK-_rQYDExynNiRNyPM,670
-nao_core/bin/public/nao-logo-greyscale.svg,sha256=hi_aq_RD83zpGUQB06znDEFC7MNdScdaZtGTyZUl1IY,1570
-nao_core/bin/public/nao-square-logo.png,sha256=OWCZOgcfWu-OifAe6i7ZiY8kJjcx8fooElaiE0mkB3o,423403
-nao_core/bin/public/assets/code-block-F6WJLWQG-z4zcca7w.js,sha256=sCbSj9426igR02eI467qzDL9it6g29GSSvzn0mOrJpw,173667
-nao_core/bin/public/assets/index-ClduEZSo.css,sha256=BbZHnFXzFV8WFmQp57-d6mslZO9Ouiec4DF-ccI5rfU,57575
-nao_core/bin/public/assets/index-DhhS7iVA.js,sha256=qBZFSoxlfLNzJ4tirdIV53mOLOu5jqLNzTfBp7fKuW8,2443185
-nao_core/commands/__init__.py,sha256=rFCuUyA9wM4hS6CxCt2M_5W4VysyQXh6HkA_hyRCxPc,207
-nao_core/commands/chat.py,sha256=XGpJepj3iciCmNzQ6abVVDNKv2ovB2lPwQTboNlPbWU,7982
-nao_core/commands/debug.py,sha256=stt-IAsYA5hqywyIUOG9J_XXZs6QP5gtqMujPiuSmCc,5137
-nao_core/commands/init.py,sha256=33-AOXjsP5oqct2KZfUJokfOa70KrR4lwwOrhunOM20,10391
-nao_core/commands/sync/__init__.py,sha256=Opg4j0xvNdSBtHXZ6FzCihW05c6UDONxKgkIACJ1pAE,1853
-nao_core/commands/sync/accessors.py,sha256=iPddVCjhiGqNuUD6dV5ts90H0u6R5AZYyRitiQbLS-8,6913
-nao_core/commands/sync/databases.py,sha256=01zzAjCjDwM_XDkcVAUch_TH6-luA7I4BzZo9qnLcEI,11601
-nao_core/commands/sync/registry.py,sha256=0yExoePzNZ_T0AswEr49ztOyHWaruz63ifVSGj1baO8,728
-nao_core/commands/sync/repositories.py,sha256=GNzM5CouCK9zlQPW5B94c4Tye-bpmSWtAdZRXd0No30,3043
-nao_core/config/__init__.py,sha256=sHrQDkr3GcXDjbmFwv4ZuiSi6TzQKr7U-L0mjfdCnBU,558
-nao_core/config/base.py,sha256=7gPNfiwRbF-5ra4qDTttPSzcV3krXr-_scFMKXFTBgY,2964
-nao_core/config/exceptions.py,sha256=Y23b_64sUUwabHr2GGBv5MkwK4OqxhZ791-pV49Gw7Q,128
-nao_core/config/databases/__init__.py,sha256=0VP-V-8Zq0Sp0lwiE6BQbQBca7PQ3XDBaXfwKDDW-zA,1518
-nao_core/config/databases/base.py,sha256=DS2xADfCHfi1TVdN1DIZ2FIz2xwrjqeNxRx7u3fwXpw,2353
-nao_core/config/databases/bigquery.py,sha256=mKP-BGaEUcLvjKdSt3X8hkqZLozfKdAJQdL1Nojy65E,2480
-nao_core/config/databases/databricks.py,sha256=q6QxFRIjHxsqxAw0ip9AQmxPxzbKDYgs4wb2deAlwig,2605
-nao_core/config/databases/duckdb.py,sha256=U_fZbrgK7iKfwayGMG3Iw43sOnuX5Vj7s93azYd5u38,1047
-nao_core/config/databases/snowflake.py,sha256=51YqVArEDgCt1lQU8p6MAyO_z4kIknqTIwGX9KCHXjo,4710
-nao_core/config/llm/__init__.py,sha256=TBCL0ZJ83NIu1VoPof0uYkM_sBIboCDR36HnwwtJmiY,371
-nao_core/config/repos/__init__.py,sha256=R3LyHr9JtQG0DQ5Ae7pD5vO-ZrChAth-U-dFPJ0fRQ4,55
-nao_core/config/repos/base.py,sha256=kutfkSzOW2F2zFnD2vy69hjhsazV86-z-Mr2Nn8KBqU,353
-nao_core/config/slack/__init__.py,sha256=VLovE8Dp8Sgv_1N-I3XEmlxPOVWk8QxATHp17cMdR-o,415
-nao_core-0.0.30.dist-info/METADATA,sha256=eYMmOQhrHaeS4YyPuHTbRnBfnEkpODU7rkCuU0E4GdE,5289
-nao_core-0.0.30.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-nao_core-0.0.30.dist-info/entry_points.txt,sha256=SZakIiNybgS3pl_OEZVLyLSweadeBFoEMBECMoj9czY,42
-nao_core-0.0.30.dist-info/licenses/LICENSE,sha256=rn5YtWB6E5hPQI49tCTNSyqlArWGsB6HzA5FfSbRHRs,1066
-nao_core-0.0.30.dist-info/RECORD,,