clickzetta-semantic-model-generator 1.0.4__py3-none-any.whl → 1.0.5__py3-none-any.whl

{clickzetta_semantic_model_generator-1.0.4.dist-info → clickzetta_semantic_model_generator-1.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: clickzetta-semantic-model-generator
-Version: 1.0.4
+Version: 1.0.5
 Summary: Curate a Semantic Model for ClickZetta Lakehouse
 License: Apache Software License; BSD License
 Author: qililiang

{clickzetta_semantic_model_generator-1.0.4.dist-info → clickzetta_semantic_model_generator-1.0.5.dist-info}/RECORD

@@ -1,5 +1,5 @@
 semantic_model_generator/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-semantic_model_generator/clickzetta_utils/clickzetta_connector.py,sha256=LnGQTBj94aC8Zk9aVe2efA6-3UX_E8Q7ITvnfEoByjw,32819
+semantic_model_generator/clickzetta_utils/clickzetta_connector.py,sha256=z8WYF2Ft2_u4JJsbaaN64IW-bIaiV9Bkv6e1pes3PdU,33777
 semantic_model_generator/clickzetta_utils/env_vars.py,sha256=8cbL6R75c1-aVQ2i1TDr9SiHCUjTrgvXbIRz4MbcmbE,7664
 semantic_model_generator/clickzetta_utils/utils.py,sha256=UBfWy9qOTyut8tL02gOHHbh6Uz8RqRz5Mm2YdKWFN54,4950
 semantic_model_generator/data_processing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -17,12 +17,12 @@ semantic_model_generator/protos/semantic_model.proto,sha256=WZiN4b8vR-ZX-Lj9Vsm6
 semantic_model_generator/protos/semantic_model_pb2.py,sha256=scbWkW-I-r3_hp_5SHoOWn02p52RJ9DJ0_-nRgr0LHc,25606
 semantic_model_generator/protos/semantic_model_pb2.pyi,sha256=iiBIZxtX9d6IuUO3aLcsJsHUeZqdi14vYNuUsSM8C0g,18267
 semantic_model_generator/relationships/__init__.py,sha256=I9-_QJdp36nEllzKTGXi2aWbRjiXrrexQXUfB6mi3Ww,477
-semantic_model_generator/relationships/discovery.py,sha256=BdPHIvlE6yuaQv0ELWwQlq0qx0uX7fkoEMfuvK8wO60,12147
+semantic_model_generator/relationships/discovery.py,sha256=aw3LrthDZ6ng9P5eI3noxw-1E30csYqe2kyGn6CpLZA,13125
 semantic_model_generator/tests/clickzetta_connector_test.py,sha256=Fdx7jooNt1lslKB2Ub51wqOZ8OM0osgZiDDl3bV6riw,3086
 semantic_model_generator/tests/cte_utils_test.py,sha256=_9GAJiOPGSagdWmQsoAEOOhEgsBY0LFlr_xtwrlgf4A,17561
 semantic_model_generator/tests/generate_model_classification_test.py,sha256=Amq29cmeKd0S7iVikJ60RFm9gpWaQv1TijXofp3J-lI,2275
 semantic_model_generator/tests/llm_enrichment_test.py,sha256=1avLrPWp7J7o_K3PKbI_PIvduM5Id21MmoL0JTeDTfs,15738
-semantic_model_generator/tests/relationship_discovery_test.py,sha256=OvnK2jhWNFfHI31eeIEmclgaUoFjj_mZuDFAnjLMBpw,5411
+semantic_model_generator/tests/relationship_discovery_test.py,sha256=CBeQVfd9XT5haXpNs6tsccH79v8zDa6abnUYL8f2gSs,6829
 semantic_model_generator/tests/relationships_filters_test.py,sha256=bUm3r1UGaXca-hJOot7jMPz4It_TVsoddd-Xpk-76zM,10166
 semantic_model_generator/tests/samples/validate_yamls.py,sha256=262j-2i2oFZtTyK2susOrbxxE5eS-6IN-V0jFEOpt_w,156249
 semantic_model_generator/tests/utils_test.py,sha256=HWRXR45QYL1f6L8xsMppqLXzF9HAsrMwTMQIKpZrc_M,539
@@ -32,7 +32,7 @@ semantic_model_generator/validate/context_length.py,sha256=HL-GfaRXNcVji1-pAFGXG
 semantic_model_generator/validate/keywords.py,sha256=frZ5HjRXP69K6dYAU5_d86oSp40_3yoLUg1eQwU3oLM,7080
 semantic_model_generator/validate/schema.py,sha256=eL_wl5yscIeczwNBRUKhF_7QqWW2wSGimkgaOhMFsrA,5893
 semantic_model_generator/validate_model.py,sha256=Uq-V-GfPeF2Dy4l9uF5Guv104gDCDGh0Cxz1AJOu5dk,836
-clickzetta_semantic_model_generator-1.0.4.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-clickzetta_semantic_model_generator-1.0.4.dist-info/METADATA,sha256=zf4rBVSbisDDtZOnw5SoxGCRrO-PjfMQ66PinfYK3xg,7816
-clickzetta_semantic_model_generator-1.0.4.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-clickzetta_semantic_model_generator-1.0.4.dist-info/RECORD,,
+clickzetta_semantic_model_generator-1.0.5.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+clickzetta_semantic_model_generator-1.0.5.dist-info/METADATA,sha256=rxOjgbcKvTYIapoteFS2Lz9E1388cFCCpZPa4VjjcrE,7816
+clickzetta_semantic_model_generator-1.0.5.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+clickzetta_semantic_model_generator-1.0.5.dist-info/RECORD,,

semantic_model_generator/clickzetta_utils/clickzetta_connector.py

@@ -480,15 +480,30 @@ def _fetch_columns_via_show(
         return pd.DataFrame()
 
     rows: List[pd.DataFrame] = []
-    catalog = workspace.upper()
-    schema = table_schema.upper() if table_schema else ""
+    category = _catalog_category(session, workspace)
+    is_shared_catalog = category in {"SHARED", "EXTERNAL"}
+    catalog = workspace if is_shared_catalog else workspace.upper()
+    schema = (
+        table_schema or ""
+    )
+    if schema and not is_shared_catalog:
+        schema = schema.upper()
 
     for table_name in table_names:
         qualified_parts = [
-            part for part in (catalog, schema, table_name.upper()) if part
+            part
+            for part in (
+                catalog,
+                schema,
+                table_name.upper() if not is_shared_catalog else table_name,
+            )
+            if part
         ]
         qualified_table = ".".join(qualified_parts)
-        query = f"SHOW COLUMNS IN {qualified_table}"
+        if is_shared_catalog:
+            query = f"SHOW COLUMNS IN SHARE {qualified_table}"
+        else:
+            query = f"SHOW COLUMNS IN {qualified_table}"
         try:
             df = session.sql(query).to_pandas()
         except Exception as exc:
@@ -646,13 +661,25 @@ def fetch_tables_views_in_schema(
     parts = schema_name.split(".", maxsplit=1)
     workspace = parts[0]
     schema = parts[1] if len(parts) > 1 else ""
-    workspace_upper = workspace.upper()
-    schema_upper = schema.upper()
+    category = _catalog_category(session, workspace)
+    is_shared_catalog = category in {"SHARED", "EXTERNAL"}
+
+    workspace_token = workspace if is_shared_catalog else workspace.upper()
+    schema_token = schema if is_shared_catalog else schema.upper()
 
     try:
-        if workspace_upper and schema_upper:
-            scope = join_quoted_identifiers(workspace_upper, schema_upper)
-            df = session.sql(f"SHOW TABLES IN {scope}").to_pandas()
+        if workspace_token and schema_token:
+            if is_shared_catalog:
+                scope = ".".join(
+                    part for part in (workspace_token, schema_token) if part
+                )
+                df = session.sql(f"SHOW TABLES IN SHARE {scope}").to_pandas()
+            else:
+                scope = join_quoted_identifiers(
+                    workspace_token,
+                    schema_token,
+                )
+                df = session.sql(f"SHOW TABLES IN {scope}").to_pandas()
         else:
             df = session.sql("SHOW TABLES").to_pandas()
     except Exception as exc:  # pragma: no cover

semantic_model_generator/relationships/discovery.py

@@ -112,22 +112,36 @@ def _tables_payload_to_raw_tables(
         if not isinstance(table_entry, Mapping):
             raise TypeError("Each table definition must be a mapping of table metadata")
 
-        table_name = str(
+        raw_table_identifier = str(
             table_entry.get("table_name")
             or table_entry.get("name")
             or table_entry.get("table")
             or ""
         ).strip()
-        if not table_name:
+        if not raw_table_identifier:
             raise ValueError("Table definition missing 'table_name'")
 
-        workspace = str(table_entry.get("workspace") or default_workspace).strip() or default_workspace
+        identifier_workspace, identifier_schema, identifier_table = _split_table_identifier(
+            raw_table_identifier
+        )
+
+        workspace = str(
+            table_entry.get("workspace")
+            or table_entry.get("database")
+            or identifier_workspace
+            or default_workspace
+        ).strip() or default_workspace
         schema = str(
             table_entry.get("schema")
             or table_entry.get("schema_name")
+            or identifier_schema
             or default_schema
         ).strip() or default_schema
 
+        table_name = identifier_table.strip()
+        if not table_name:
+            raise ValueError(f"Unable to parse table name from '{raw_table_identifier}'")
+
         columns_payload = table_entry.get("columns")
         if not isinstance(columns_payload, Sequence) or not columns_payload:
             raise ValueError(
@@ -370,3 +384,19 @@ def discover_relationships_from_schema(
         timeout_seconds=timeout_seconds,
         max_tables=max_tables,
     )
+def _split_table_identifier(identifier: str) -> Tuple[Optional[str], Optional[str], str]:
+    """
+    Split a table identifier that may include workspace/schema prefixes.
+
+    Supported formats:
+      - workspace.schema.table
+      - schema.table
+      - table
+    """
+
+    parts = [part.strip() for part in identifier.split(".") if part.strip()]
+    if len(parts) == 3:
+        return parts[0], parts[1], parts[2]
+    if len(parts) == 2:
+        return None, parts[0], parts[1]
+    return None, None, parts[0]

semantic_model_generator/tests/relationship_discovery_test.py

@@ -176,3 +176,47 @@ def test_discover_relationships_from_table_definitions_filters_generic_ids() ->
 
     assert result.summary.total_relationships_found == 0
     assert not result.relationships
+
+
+def test_table_definitions_support_fully_qualified_names() -> None:
+    payload = [
+        {
+            "table_name": "demo.sales.orders",
+            "columns": [
+                {"name": "order_id", "type": "NUMBER", "is_primary_key": True},
+                {"name": "customer_id", "type": "NUMBER"},
+            ],
+        },
+        {
+            "table_name": "sales.customers",
+            "workspace": "demo",
+            "columns": [
+                {"name": "customer_id", "type": "NUMBER", "is_primary_key": True},
+                {"name": "name", "type": "STRING"},
+            ],
+        },
+        {
+            "table_name": "products",
+            "workspace": "demo",
+            "schema": "sales",
+            "columns": [
+                {"name": "product_id", "type": "NUMBER", "is_primary_key": True},
+                {"name": "name", "type": "STRING"},
+            ],
+        },
+    ]
+
+    result = discover_relationships_from_table_definitions(
+        payload,
+        default_workspace="fallback",
+        default_schema="fallback_schema",
+    )
+
+    table_names = {table.name for table in result.tables}
+    assert table_names == {"ORDERS", "CUSTOMERS", "PRODUCTS"}
+
+    # Ensure relationships include the orders -> customers edge despite mixed identifiers
+    assert any(
+        rel.left_table == "ORDERS" and rel.right_table == "CUSTOMERS"
+        for rel in result.relationships
+    )