relationalai 0.12.13__tar.gz → 0.13.0__tar.gz

{relationalai-0.12.13 → relationalai-0.13.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: relationalai
-Version: 0.12.13
+Version: 0.13.0
 Summary: RelationalAI Library and CLI
 Author-email: RelationalAI <support@relational.ai>
 License-File: LICENSE

{relationalai-0.12.13 → relationalai-0.13.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = 'relationalai'
-version = '0.12.13'
+version = '0.13.0'
 description = 'RelationalAI Library and CLI'
 readme="docs/pypi/README.md"
 authors = [
@@ -118,7 +118,9 @@ exclude = ["**/node_modules", "**/__pycache__", "**/.*", "**/test_cases/*", "src
 useLibraryCodeForTypes = true
 reportMissingImports = true
 reportMissingTypeStubs = false
-pythonVersion = "3.9"
+pythonVersion = "3.10"
+venvPath = "."
+venv = ".venv"
 typeCheckingMode = "standard"
 reportUnusedExpression = false
 

{relationalai-0.12.13 → relationalai-0.13.0}/src/raitoolkit/events/__init__.py

@@ -1,9 +1,10 @@
 import relationalai as rai
 from typing import cast, Literal
+from relationalai.clients.resources.snowflake import Provider
 
 
 def get_active_event_table() -> str:
-    provider = cast(rai.clients.snowflake.Provider, rai.Provider())
+    provider = cast(Provider, rai.Provider())
     return cast(
         str, provider.sql("show parameters like 'event_table' in account;")[0]["value"]
     )
@@ -16,7 +17,7 @@ def get_events(
     event_table=None,
     format: Literal["list", "pandas", "polars", "lazy"] = "pandas",
 ):
-    provider = cast(rai.clients.snowflake.Provider, rai.Provider())
+    provider = cast(Provider, rai.Provider())
     if event_table is None:
         event_table = get_active_event_table()
     where_clauses = []

{relationalai-0.12.13 → relationalai-0.13.0}/src/raitoolkit/procedures/procedure.py

@@ -2,7 +2,7 @@
 from dataclasses import dataclass
 import textwrap
 from typing import cast
-from relationalai.clients.snowflake import Provider
+from relationalai.clients.resources.snowflake import Provider
 
 @dataclass
 class Procedure:

{relationalai-0.12.13 → relationalai-0.13.0}/src/raitoolkit/rel/__init__.py

@@ -1,11 +1,11 @@
 
-import relationalai as rai
 import string
 import random
 import textwrap
+import relationalai as rai
 
 def rel(model, rel_code):
-    resources = rai.clients.snowflake.Resources()
+    resources = rai.Resources()
     resources.config.set("use_graph_index", False)
     database = model
     try:
@@ -31,8 +31,8 @@ def get_models(session, database, engine):
             '{database}',
             '{engine}',
             'def pairs(name, model): rel(:catalog, :model, name, model) and not starts_with(name, "rel/") and not starts_with(name, "pkg/std")
-             def Export_Relation(:key, i, key): exists( (value) | sort(pairs, i, key, value) )
-             def Export_Relation(:value, i, value): exists( (key) | sort(pairs, i, key, value) )',
+            def Export_Relation(:key, i, key): exists( (value) | sort(pairs, i, key, value) )'
+            'def Export_Relation(:value, i, value): exists( (key) | sort(pairs, i, key, value) )',
             '{tmp_name}',
             true
         );
@@ -47,4 +47,4 @@ def get_models(session, database, engine):
     for row in result:
         if row["KEY"] == "catalog":
             continue
-        yield row["KEY"], row["VALUE"]
+        yield row["KEY"], row["VALUE"]

{relationalai-0.12.13 → relationalai-0.13.0}/src/raitoolkit/tables/__init__.py

@@ -1,5 +1,5 @@
 from dataclasses import dataclass
-from relationalai.clients.snowflake import Provider
+from relationalai.clients.resources.snowflake import Provider
 import pathlib
 import os
 from typing import Union, Any

{relationalai-0.12.13 → relationalai-0.13.0}/src/raitoolkit/tasks/task.py

@@ -5,7 +5,7 @@ from typing import Optional, cast
 import relationalai as rai
 from snowflake.snowpark import Row
 
-from relationalai.clients.snowflake import Provider
+from relationalai.clients.resources.snowflake import Provider
 
 
 @dataclass
@@ -14,7 +14,7 @@ class Task:
     database: str
     schema: str
     procedure: str
-    provider: Provider = cast(rai.clients.snowflake.Provider, rai.Provider())
+    provider: Provider = cast(Provider, rai.Provider())
     last_execution_time: Optional[str] = None
     logs_table: Optional[str] = None
 

{relationalai-0.12.13 → relationalai-0.13.0}/src/relationalai/__init__.py

@@ -7,8 +7,8 @@ import importlib.metadata
 
 from typing import cast
 
-from .clients import config as cfg
 from .clients.config import Config, save_config
+from . import clients
 from . import dsl
 from . import debugging
 from . import metamodel
@@ -19,11 +19,14 @@ from . import tools
 from .util.otel_configuration import configure_otel
 from snowflake.snowpark import Session
 from .errors import RAIException, handle_missing_integration
-from .environments import runtime_env, SessionEnvironment
-from relationalai.tools.constants import USE_DIRECT_ACCESS, Generation
+from .environments import runtime_env, SessionEnvironment, SnowbookEnvironment
+from relationalai.tools.constants import Generation
 
 import __main__
 
+# Define cfg after all imports since it depends on clients being imported
+cfg = clients.config
+
 __version__ = importlib.metadata.version(__package__ or __name__)
 
 def Model(
@@ -113,9 +116,9 @@ def Model(
 
     try:
         if platform == "azure":
-            import relationalai.clients.azure as azure
+            from relationalai.clients.resources.azure.azure import Graph
             from .util.otel_handler import disable_otel_handling, is_otel_initialized
-            model = azure.Graph(
+            model = Graph(
                 name,
                 profile=profile,
                 config=config,
@@ -127,8 +130,18 @@ def Model(
             if is_otel_initialized:
                 disable_otel_handling()
         elif platform == "snowflake":
-            from relationalai.clients import snowflake
-            model = snowflake.Graph(
+            try:
+                from relationalai.clients.resources.snowflake import Graph
+            except ImportError as e:
+                # Provide a helpful error message for Snowflake notebook environments
+                if isinstance(runtime_env, SnowbookEnvironment):
+                    raise ImportError(
+                        "Failed to import relationalai.clients.resources.snowflake. "
+                        "This may indicate that the relationalai.zip package structure is incomplete. "
+                        "Please ensure the zip file includes the full clients/resources/snowflake directory structure."
+                    ) from e
+                raise
+            model = Graph(
                 name,
                 profile=profile,
                 config=config,
@@ -163,18 +176,41 @@ def Resources(
     config = config or Config(profile)
     platform = config.get("platform", "snowflake")
     if platform == "azure":
-        from relationalai.clients.azure import Resources
+        from relationalai.clients.resources.azure.azure import Resources
         return Resources(config=config)
     elif platform == "snowflake":
-        from relationalai.clients.snowflake import Resources, DirectAccessResources
-        use_direct_access = config.get("use_direct_access", USE_DIRECT_ACCESS)
-        if use_direct_access:
-            return DirectAccessResources(config=config, connection=connection, reset_session=reset_session, generation=generation)
-        else:
-            return Resources(config=config, connection=connection, reset_session=reset_session, generation=generation)
+        try:
+            from relationalai.clients.resources.snowflake.resources_factory import create_resources_instance
+        except ImportError as e:
+            # Provide a helpful error message for Snowflake notebook environments
+            from relationalai.environments import runtime_env, SnowbookEnvironment
+            if isinstance(runtime_env, SnowbookEnvironment):
+                raise ImportError(
+                    "Failed to import relationalai.clients.resources.snowflake. "
+                    "This may indicate that the relationalai.zip package structure is incomplete. "
+                    "Please ensure the zip file includes the full clients/resources/snowflake directory structure."
+                ) from e
+            raise
+        return create_resources_instance(
+            config=config,
+            profile=profile,
+            connection=connection,
+            reset_session=reset_session,
+            generation=generation or Generation.V0,
+            dry_run=False,
+            language="rel",
+        )
     elif platform == "local":
-        from relationalai.clients.local import LocalResources
-        return LocalResources(config=config, connection=connection, reset_session=reset_session, generation=generation)
+        from relationalai.clients.resources.snowflake.resources_factory import create_resources_instance
+        return create_resources_instance(
+            config=config,
+            profile=profile,
+            connection=connection,
+            reset_session=reset_session,
+            generation=generation or Generation.V0,
+            dry_run=False,
+            language="rel",
+        )
     else:
         raise Exception(f"Unknown platform: {platform}")
 
@@ -187,15 +223,26 @@ def Provider(
     resources = Resources(profile, config, connection, generation=generation)
     platform = resources.config.get("platform", "snowflake")
     if platform == "azure":
-        import relationalai.clients.azure
-        resources = cast(relationalai.clients.azure.Resources, resources)
-        return relationalai.clients.azure.Provider(
+        from relationalai.clients.resources.azure.azure import Resources as AzureResources, Provider as AzureProvider
+        resources = cast(AzureResources, resources)
+        return AzureProvider(
             resources=resources
         )
     elif platform == "snowflake":
-        import relationalai.clients.snowflake
-        resources = cast(relationalai.clients.snowflake.Resources, resources)
-        return relationalai.clients.snowflake.Provider(
+        try:
+            from relationalai.clients.resources.snowflake import Resources as SnowflakeResources, Provider as SnowflakeProvider
+        except ImportError as e:
+            # Provide a helpful error message for Snowflake notebook environments
+            from relationalai.environments import runtime_env, SnowbookEnvironment
+            if isinstance(runtime_env, SnowbookEnvironment):
+                raise ImportError(
+                    "Failed to import relationalai.clients.resources.snowflake. "
+                    "This may indicate that the relationalai.zip package structure is incomplete. "
+                    "Please ensure the zip file includes the full clients/resources/snowflake directory structure."
+                ) from e
+            raise
+        resources = cast(SnowflakeResources, resources)
+        return SnowflakeProvider(
             resources=resources,
             generation=generation
         )

relationalai-0.13.0/src/relationalai/clients/__init__.py

@@ -0,0 +1,18 @@
+# Azure import is dropped because we need to to do runtime import of azure module to support our package running on Snowflake Notebook
+from . import config
+
+# Lazy imports for client and local to avoid circular import issues
+# These modules import from relationalai which imports from clients, creating a cycle
+def __getattr__(name: str):
+    if name == 'client':
+        from . import client
+        return client
+    elif name == 'local':
+        from . import local
+        return local
+    raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
+
+# note: user must do `import relationalai.clients.azure` to get `azure` submodule
+# note: snowflake module is now at relationalai.clients.resources.snowflake
+# note: 'client' and 'local' are lazy-loaded via __getattr__, so they're not in __all__
+__all__ = ['config']

{relationalai-0.12.13 → relationalai-0.13.0}/src/relationalai/clients/client.py

@@ -10,12 +10,12 @@ from dataclasses import dataclass
 from pandas import DataFrame
 import time
 
-from relationalai.clients.hash_util import database_name_from_sproc_name
-from relationalai.tools.constants import USE_GRAPH_INDEX, USE_PACKAGE_MANAGER
+from .hash_util import database_name_from_sproc_name
+from ..tools.constants import USE_GRAPH_INDEX, USE_PACKAGE_MANAGER
 
 
 from .types import AvailableModel, EngineState, Import, ImportSource, ImportsStatus, SourceMapEntry
-from ..clients.config import Config
+from .config import Config
 from ..compiler import Compiler
 from ..environments import runtime_env, NotebookRuntimeEnvironment
 from .. import dsl, debugging, metamodel as m
@@ -210,7 +210,7 @@ class ResourcesBase(ABC):
         return engine
 
     @abstractmethod
-    def auto_create_engine_async(self, name: str | None = None):
+    def auto_create_engine_async(self, name: str | None = None) -> str:
         pass
 
     _active_engine: EngineState|None = None

{relationalai-0.12.13 → relationalai-0.13.0}/src/relationalai/clients/local.py

@@ -13,10 +13,10 @@ from typing import Any, Dict, List, Iterable, Literal, Optional, Tuple, Union
 from requests.adapters import HTTPAdapter
 from urllib3.util.retry import Retry
 
-from relationalai.clients.client import ResourcesBase, ProviderBase
-from relationalai.clients.config import Config
-from relationalai.clients.types import TransactionAsyncResponse
-from relationalai.clients.util import get_pyrel_version
+from .client import ResourcesBase, ProviderBase
+from .config import Config
+from .types import TransactionAsyncResponse
+from .util import get_pyrel_version
 from ..errors import ResponseStatusException
 from .. import debugging
 
@@ -202,7 +202,7 @@ class LocalResources(ResourcesBase):
     def alter_engine_pool(self, size: str | None = None, mins: int | None = None, maxs: int | None = None):
         raise NotImplementedError("alter_engine_pool not supported in local mode")
 
-    def auto_create_engine_async(self, name: str | None = None):
+    def auto_create_engine_async(self, name: str | None = None) -> str:
         raise NotImplementedError("auto_create_engine_async not supported in local mode")
 
     #--------------------------------------------------

relationalai-0.13.0/src/relationalai/clients/resources/__init__.py

@@ -0,0 +1,8 @@
+"""
+Resources module for RelationalAI clients.
+"""
+
+# This package contains resource implementations for different platforms:
+# - snowflake: Snowflake-specific resources
+# - azure: Azure-specific resources (optional, may not be available in all environments)
+

{relationalai-0.12.13/src/relationalai/clients → relationalai-0.13.0/src/relationalai/clients/resources/azure}/azure.py

@@ -9,18 +9,18 @@ from urllib.error import HTTPError
 
 from pandas import DataFrame
 
-from relationalai import debugging
-from relationalai.clients.util import poll_with_specified_overhead
-
-from ..errors import EngineNotFoundException, RAIException, AzureUnsupportedQueryTimeoutException
-from ..rel_utils import assert_no_problems
-from ..loaders.loader import emit_delete_import, import_file, list_available_resources
-from .config import Config
-from .types import EngineState, ImportSource, ImportSourceFile, TransactionAsyncResponse
-from .client import Client, ExportParams, ProviderBase, ResourcesBase
-from .. import dsl, rel, metamodel as m
+from .... import debugging
+from ...util import poll_with_specified_overhead
+
+from ....errors import EngineNotFoundException, RAIException, AzureUnsupportedQueryTimeoutException
+from ....rel_utils import assert_no_problems
+from ....loaders.loader import emit_delete_import, import_file, list_available_resources
+from ...config import Config
+from ...types import EngineState, ImportSource, ImportSourceFile, TransactionAsyncResponse
+from ...client import Client, ExportParams, ProviderBase, ResourcesBase
+from .... import dsl, rel, metamodel as m
 from railib import api
-from . import result_helpers
+from ... import result_helpers
 
 #--------------------------------------------------
 # Constants
@@ -105,7 +105,7 @@ class Resources(ResourcesBase):
     def resume_engine_async(self, name:str):
         return api.resume_engine(self._api_ctx(), name)
 
-    def auto_create_engine_async(self, name: str | None = None):
+    def auto_create_engine_async(self, name: str | None = None) -> str:
         raise Exception("Azure doesn't support auto_create_engine_async")
 
     def alter_engine_pool(self, size: str | None = None, mins: int | None = None, maxs: int | None = None):

relationalai-0.13.0/src/relationalai/clients/resources/snowflake/__init__.py

@@ -0,0 +1,20 @@
+"""
+Snowflake resources module.
+"""
+# Import order matters - Resources must be imported first since other classes depend on it
+from .snowflake import Resources, Provider, Graph, SnowflakeClient, APP_NAME, PYREL_ROOT_DB, ExecContext, INTERNAL_ENGINE_SIZES, ENGINE_SIZES_AWS, ENGINE_SIZES_AZURE, PrimaryKey
+
+# These imports depend on Resources, so they come after
+from .cli_resources import CLIResources
+from .use_index_resources import UseIndexResources
+from .direct_access_resources import DirectAccessResources
+from .resources_factory import create_resources_instance
+
+__all__ = [
+    'Resources', 'DirectAccessResources', 'Provider', 'Graph', 'SnowflakeClient',
+    'APP_NAME', 'PYREL_ROOT_DB', 'CLIResources', 'UseIndexResources', 'ExecContext',
+    'INTERNAL_ENGINE_SIZES', 'ENGINE_SIZES_AWS', 'ENGINE_SIZES_AZURE', 'PrimaryKey',
+    'create_resources_instance',
+]
+
+

relationalai-0.13.0/src/relationalai/clients/resources/snowflake/cli_resources.py

@@ -0,0 +1,87 @@
+"""
+CLI Resources - Resources class for CLI operations.
+Re-raises exceptions without transformation and provides CLI utility methods.
+"""
+from __future__ import annotations
+import json
+from typing import Any
+
+from ....tools.constants import RAI_APP_NAME
+
+# Import Resources from snowflake - this creates a dependency but no circular import
+# since snowflake.py doesn't import from this file
+from .snowflake import Resources, ExecContext
+
+
+class CLIResources(Resources):
+    """
+    Resources class for CLI operations.
+    Re-raises exceptions without transformation and provides CLI utility methods.
+    """
+
+    def _handle_standard_exec_errors(self, e: Exception, ctx: ExecContext) -> Any | None:
+        """For CLI resources, re-raise exceptions without transformation."""
+        raise e
+
+    def list_warehouses(self):
+        """List all warehouses in the Snowflake account."""
+        results = self._exec("SHOW WAREHOUSES")
+        if not results:
+            return []
+        return [{"name": name}
+                for (name, *rest) in results]
+
+    def list_compute_pools(self):
+        """List all compute pools in the Snowflake account."""
+        results = self._exec("SHOW COMPUTE POOLS")
+        if not results:
+            return []
+        return [{"name": name, "status": status, "min_nodes": min_nodes, "max_nodes": max_nodes, "instance_family": instance_family}
+                for (name, status, min_nodes, max_nodes, instance_family, *rest) in results]
+
+    def list_roles(self):
+        """List all available roles in the Snowflake account."""
+        results = self._exec("SELECT CURRENT_AVAILABLE_ROLES()")
+        if not results:
+            return []
+        # the response is a single row with a single column containing
+        # a stringified JSON array of role names:
+        row = results[0]
+        if not row:
+            return []
+        return [{"name": name} for name in json.loads(row[0])]
+
+    def list_apps(self):
+        """List all applications in the Snowflake account."""
+        all_apps = self._exec(f"SHOW APPLICATIONS LIKE '{RAI_APP_NAME}'")
+        if not all_apps:
+            all_apps = self._exec("SHOW APPLICATIONS")
+            if not all_apps:
+                return []
+        return [{"name": name}
+                for (time, name, *rest) in all_apps]
+
+    def list_databases(self):
+        """List all databases in the Snowflake account."""
+        results = self._exec("SHOW DATABASES")
+        if not results:
+            return []
+        return [{"name": name}
+                for (time, name, *rest) in results]
+
+    def list_sf_schemas(self, database: str):
+        """List all schemas in a given database."""
+        results = self._exec(f"SHOW SCHEMAS IN {database}")
+        if not results:
+            return []
+        return [{"name": name}
+                for (time, name, *rest) in results]
+
+    def list_tables(self, database: str, schema: str):
+        """List all tables and views in a given schema."""
+        results = self._exec(f"SHOW OBJECTS IN {database}.{schema}")
+        items = []
+        if results:
+            for (time, name, db_name, schema_name, kind, *rest) in results:
+                items.append({"name": name, "kind": kind.lower()})
+        return items