semantic-link-labs 0.6.0__py3-none-any.whl → 0.7.0__py3-none-any.whl

sempy_labs/migration/_migrate_model_objects_to_semantic_model.py

@@ -1,10 +1,12 @@
 import sempy
 import sempy.fabric as fabric
 import re
-import datetime
-import time
 from sempy_labs._list_functions import list_tables
-from sempy_labs._helper_functions import create_relationship_name
+from sempy_labs._helper_functions import (
+    create_relationship_name,
+    retry,
+    format_dax_object_name,
+)
 from sempy_labs.tom import connect_semantic_model
 from typing import Optional
 from sempy._utils._log import log
@@ -49,7 +51,6 @@ def migrate_model_objects_to_semantic_model(
     dfT = list_tables(dataset, workspace)
     dfC = fabric.list_columns(dataset=dataset, workspace=workspace)
     dfM = fabric.list_measures(dataset=dataset, workspace=workspace)
-    dfR = fabric.list_relationships(dataset=dataset, workspace=workspace)
     dfRole = fabric.get_roles(dataset=dataset, workspace=workspace)
     dfRLS = fabric.get_row_level_security_permissions(
         dataset=dataset, workspace=workspace
@@ -64,459 +65,474 @@ def migrate_model_objects_to_semantic_model(
     dfP_fp = dfP_cc[dfP_cc["Query"].str.contains("NAMEOF")]
 
     print(f"{icons.in_progress} Updating '{new_dataset}' based on '{dataset}'...")
-    start_time = datetime.datetime.now()
-    timeout = datetime.timedelta(minutes=1)
-    success = False
-
-    while not success:
-        try:
-            with connect_semantic_model(
-                dataset=new_dataset, readonly=False, workspace=new_dataset_workspace
-            ) as tom:
-                success = True
-
-                isDirectLake = any(
-                    str(p.Mode) == "DirectLake"
-                    for t in tom.model.Tables
-                    for p in t.Partitions
-                )
 
-                print(f"\n{icons.in_progress} Updating table properties...")
-                for t in tom.model.Tables:
-                    t.IsHidden = bool(dfT.loc[dfT["Name"] == t.Name, "Hidden"].iloc[0])
-                    t.Description = dfT.loc[dfT["Name"] == t.Name, "Description"].iloc[
-                        0
-                    ]
-                    t.DataCategory = dfT.loc[
-                        dfT["Name"] == t.Name, "Data Category"
-                    ].iloc[0]
+    @retry(
+        sleep_time=1,
+        timeout_error_message=f"{icons.red_dot} Function timed out after 1 minute",
+    )
+    def dyn_connect():
+        with connect_semantic_model(
+            dataset=new_dataset, readonly=True, workspace=new_dataset_workspace
+        ) as tom:
 
-                    print(
-                        f"{icons.green_dot} The '{t.Name}' table's properties have been updated."
-                    )
+            tom.model
 
-                print(f"\n{icons.in_progress} Updating column properties...")
-                for t in tom.model.Tables:
-                    if (
-                        t.Name not in dfP_fp["Table Name"].values
-                    ):  # do not include field parameters
-                        dfT_filtered = dfT[dfT["Name"] == t.Name]
-                        tType = dfT_filtered["Type"].iloc[0]
-                        for c in t.Columns:
-                            if not c.Name.startswith("RowNumber-"):
-                                dfC_filt = dfC[
-                                    (dfC["Table Name"] == t.Name)
-                                    & (dfC["Column Name"] == c.Name)
-                                ]
-                                cName = dfC_filt["Column Name"].iloc[0]
-                                c.Name = cName
-                                if tType == "Table":
-                                    c.SourceColumn = cName.replace(" ", "_")
-                                c.IsHidden = bool(dfC_filt["Hidden"].iloc[0])
-                                c.DataType = System.Enum.Parse(
-                                    TOM.DataType, dfC_filt["Data Type"].iloc[0]
-                                )
-                                c.DisplayFolder = dfC_filt["Display Folder"].iloc[0]
-                                c.FormatString = dfC_filt["Format String"].iloc[0]
-                                c.SummarizeBy = System.Enum.Parse(
-                                    TOM.AggregateFunction,
-                                    dfC_filt["Summarize By"].iloc[0],
-                                )
-                                c.DataCategory = dfC_filt["Data Category"].iloc[0]
-                                c.IsKey = bool(dfC_filt["Key"].iloc[0])
-                                sbc = dfC_filt["Sort By Column"].iloc[0]
-
-                                if sbc is not None:
-                                    if any(
-                                        o.Name == sbc and o.Parent.Name == c.Parent.Name
-                                        for o in tom.all_columns()
-                                    ):
-                                        c.SortByColumn = tom.model.Tables[
-                                            t.Name
-                                        ].Columns[sbc]
-                                    else:
-                                        print(
-                                            f"{icons.red_dot} Failed to create '{sbc}' as a Sort By Column for the '{c.Name}' in the '{t.Name}' table."
-                                        )
-                                print(
-                                    f"{icons.green_dot} The '{t.Name}'[{c.Name}] column's properties have been updated."
-                                )
+    dyn_connect()
 
-                print(f"\n{icons.in_progress} Creating hierarchies...")
-                dfH_grouped = (
-                    dfH.groupby(
-                        [
-                            "Table Name",
-                            "Hierarchy Name",
-                            "Hierarchy Hidden",
-                            "Hierarchy Description",
+    @retry(
+        sleep_time=1,
+        timeout_error_message=f"{icons.red_dot} Function timed out after 1 minute",
+    )
+    def dyn_connect2():
+        with connect_semantic_model(
+            dataset=dataset, readonly=True, workspace=workspace
+        ) as tom:
+
+            tom.model
+
+    dyn_connect2()
+
+    with connect_semantic_model(
+        dataset=new_dataset, readonly=False, workspace=new_dataset_workspace
+    ) as tom:
+
+        isDirectLake = tom.is_direct_lake()
+
+        print(f"\n{icons.in_progress} Updating table properties...")
+        for t in tom.model.Tables:
+            t.IsHidden = bool(dfT.loc[dfT["Name"] == t.Name, "Hidden"].iloc[0])
+            t.Description = dfT.loc[dfT["Name"] == t.Name, "Description"].iloc[0]
+            t.DataCategory = dfT.loc[dfT["Name"] == t.Name, "Data Category"].iloc[0]
+
+            print(
+                f"{icons.green_dot} The '{t.Name}' table's properties have been updated."
+            )
+
+        print(f"\n{icons.in_progress} Updating column properties...")
+        for t in tom.model.Tables:
+            if (
+                t.Name not in dfP_fp["Table Name"].values
+            ):  # do not include field parameters
+                dfT_filtered = dfT[dfT["Name"] == t.Name]
+                tType = dfT_filtered["Type"].iloc[0]
+                for c in t.Columns:
+                    if not c.Name.startswith("RowNumber-"):
+                        dfC_filt = dfC[
+                            (dfC["Table Name"] == t.Name)
+                            & (dfC["Column Name"] == c.Name)
                         ]
-                    )
-                    .agg({"Level Name": list, "Column Name": list})
-                    .reset_index()
-                )
-
-                for i, r in dfH_grouped.iterrows():
-                    tName = r["Table Name"]
-                    hName = r["Hierarchy Name"]
-                    hDesc = r["Hierarchy Description"]
-                    hHid = bool(r["Hierarchy Hidden"])
-                    cols = r["Column Name"]
-                    lvls = r["Level Name"]
-
-                    if not any(
-                        t.Name == tName and h.Name == hName
-                        for t in tom.model.Tables
-                        for h in t.Hierarchies
-                    ):
-                        tom.add_hierarchy(
-                            table_name=tName,
-                            hierarchy_name=hName,
-                            hierarchy_description=hDesc,
-                            hierarchy_hidden=hHid,
-                            columns=cols,
-                            levels=lvls,
+                        cName = dfC_filt["Column Name"].iloc[0]
+                        c.Name = cName
+                        # if tType == "Table":
+                        #    c.SourceColumn = cName.replace(" ", "_")
+                        c.IsHidden = bool(dfC_filt["Hidden"].iloc[0])
+                        c.DataType = System.Enum.Parse(
+                            TOM.DataType, dfC_filt["Data Type"].iloc[0]
                         )
-                        print(
-                            f"{icons.green_dot} The '{hName}' hierarchy has been added."
-                        )
-
-                print(f"\n{icons.in_progress} Creating measures...")
-                for i, r in dfM.iterrows():
-                    tName = r["Table Name"]
-                    mName = r["Measure Name"]
-                    mExpr = r["Measure Expression"]
-                    mHidden = bool(r["Measure Hidden"])
-                    mDF = r["Measure Display Folder"]
-                    mDesc = r["Measure Description"]
-                    mFS = r["Format String"]
-
-                    if not any(m.Name == mName for m in tom.all_measures()):
-                        tom.add_measure(
-                            table_name=tName,
-                            measure_name=mName,
-                            expression=mExpr,
-                            hidden=mHidden,
-                            display_folder=mDF,
-                            description=mDesc,
-                            format_string=mFS,
+                        c.DisplayFolder = dfC_filt["Display Folder"].iloc[0]
+                        c.FormatString = dfC_filt["Format String"].iloc[0]
+                        c.SummarizeBy = System.Enum.Parse(
+                            TOM.AggregateFunction,
+                            dfC_filt["Summarize By"].iloc[0],
                         )
+                        c.DataCategory = dfC_filt["Data Category"].iloc[0]
+                        c.IsKey = bool(dfC_filt["Key"].iloc[0])
+                        sbc = dfC_filt["Sort By Column"].iloc[0]
+
+                        if sbc is not None:
+                            if any(
+                                o.Name == sbc and o.Parent.Name == c.Parent.Name
+                                for o in tom.all_columns()
+                            ):
+                                c.SortByColumn = tom.model.Tables[t.Name].Columns[sbc]
+                            else:
+                                print(
+                                    f"{icons.red_dot} Failed to create '{sbc}' as a Sort By Column for the '{c.Name}' in the '{t.Name}' table."
+                                )
                         print(
-                            f"{icons.green_dot} The '{mName}' measure has been added."
+                            f"{icons.green_dot} The '{t.Name}'[{c.Name}] column's properties have been updated."
                         )
-                print(f"\n{icons.in_progress} Creating calculation groups...")
-                for cgName in dfCI["Calculation Group Name"].unique():
 
-                    isHidden = bool(
-                        dfCI.loc[
-                            (dfCI["Calculation Group Name"] == cgName), "Hidden"
-                        ].iloc[0]
+        print(f"\n{icons.in_progress} Creating hierarchies...")
+        dfH_grouped = (
+            dfH.groupby(
+                [
+                    "Table Name",
+                    "Hierarchy Name",
+                    "Hierarchy Hidden",
+                    "Hierarchy Description",
+                ]
+            )
+            .agg({"Level Name": list, "Column Name": list})
+            .reset_index()
+        )
+
+        for i, r in dfH_grouped.iterrows():
+            tName = r["Table Name"]
+            hName = r["Hierarchy Name"]
+            hDesc = r["Hierarchy Description"]
+            hHid = bool(r["Hierarchy Hidden"])
+            cols = r["Column Name"]
+            lvls = r["Level Name"]
+
+            missing_columns = []
+            for col in cols:
+                if not any(
+                    c.Name == col
+                    for t in tom.model.Tables
+                    if t.Name == tName
+                    for c in t.Columns
+                ):
+                    missing_columns.append(col)
+
+            if any(
+                t.Name == tName and h.Name == hName
+                for t in tom.model.Tables
+                for h in t.Hierarchies
+            ):
+                print(
+                    f"{icons.warning} The '{hName}' hierarchy within the '{tName}' table already exists."
+                )
+            elif len(missing_columns) > 0:
+                print(
+                    f"{icons.red_dot} The '{hName}' hierarchy within the '{tName}' table cannot be created as the {missing_columns} column)s) do not exist."
+                )
+            else:
+                tom.add_hierarchy(
+                    table_name=tName,
+                    hierarchy_name=hName,
+                    hierarchy_description=hDesc,
+                    hierarchy_hidden=hHid,
+                    columns=cols,
+                    levels=lvls,
+                )
+                print(f"{icons.green_dot} The '{hName}' hierarchy has been added.")
+
+        print(f"\n{icons.in_progress} Creating measures...")
+        for i, r in dfM.iterrows():
+            tName = r["Table Name"]
+            mName = r["Measure Name"]
+            mExpr = r["Measure Expression"]
+            mHidden = bool(r["Measure Hidden"])
+            mDF = r["Measure Display Folder"]
+            mDesc = r["Measure Description"]
+            mFS = r["Format String"]
+
+            if not any(m.Name == mName for m in tom.all_measures()):
+                tom.add_measure(
+                    table_name=tName,
+                    measure_name=mName,
+                    expression=mExpr,
+                    hidden=mHidden,
+                    display_folder=mDF,
+                    description=mDesc,
+                    format_string=mFS,
+                )
+                print(f"{icons.green_dot} The '{mName}' measure has been added.")
+        print(f"\n{icons.in_progress} Creating calculation groups...")
+        for cgName in dfCI["Calculation Group Name"].unique():
+
+            isHidden = bool(
+                dfCI.loc[(dfCI["Calculation Group Name"] == cgName), "Hidden"].iloc[0]
+            )
+            prec = int(
+                dfCI.loc[(dfCI["Calculation Group Name"] == cgName), "Precedence"].iloc[
+                    0
+                ]
+            )
+            desc = dfCI.loc[
+                (dfCI["Calculation Group Name"] == cgName), "Description"
+            ].iloc[0]
+
+            if not any(t.Name == cgName for t in tom.model.Tables):
+                tom.add_calculation_group(
+                    name=cgName,
+                    description=desc,
+                    precedence=prec,
+                    hidden=isHidden,
+                )
+                print(
+                    f"{icons.green_dot} The '{cgName}' calculation group has been added."
+                )
+                tom.model.DiscourageImplicitMeasures = True
+
+                # print(
+                #    f"\n{icons.in_progress} Updating calculation group column names..."
+                # )
+                dfC_filt = dfC[(dfC["Table Name"] == cgName) & (dfC["Hidden"] == False)]
+                colName = dfC_filt["Column Name"].iloc[0]
+                tom.model.Tables[cgName].Columns["Name"].Name = colName
+
+            calcItems = dfCI.loc[
+                dfCI["Calculation Group Name"] == cgName,
+                "Calculation Item Name",
+            ].unique()
+
+            print(f"\n{icons.in_progress} Creating calculation items...")
+            for calcItem in calcItems:
+                ordinal = int(
+                    dfCI.loc[
+                        (dfCI["Calculation Group Name"] == cgName)
+                        & (dfCI["Calculation Item Name"] == calcItem),
+                        "Ordinal",
+                    ].iloc[0]
+                )
+                expr = dfCI.loc[
+                    (dfCI["Calculation Group Name"] == cgName)
+                    & (dfCI["Calculation Item Name"] == calcItem),
+                    "Expression",
+                ].iloc[0]
+                fse = dfCI.loc[
+                    (dfCI["Calculation Group Name"] == cgName)
+                    & (dfCI["Calculation Item Name"] == calcItem),
+                    "Format String Expression",
+                ].iloc[0]
+
+                if not any(
+                    ci.CalculationGroup.Parent.Name == cgName and ci.Name == calcItem
+                    for ci in tom.all_calculation_items()
+                ):
+                    tom.add_calculation_item(
+                        table_name=cgName,
+                        calculation_item_name=calcItem,
+                        expression=expr,
+                        format_string_expression=fse,
+                        ordinal=ordinal,
                     )
-                    prec = int(
-                        dfCI.loc[
-                            (dfCI["Calculation Group Name"] == cgName), "Precedence"
-                        ].iloc[0]
+                    print(
+                        f"{icons.green_dot} The '{calcItem}' has been added to the '{cgName}' calculation group."
                     )
-                    desc = dfCI.loc[
-                        (dfCI["Calculation Group Name"] == cgName), "Description"
-                    ].iloc[0]
 
-                    if not any(t.Name == cgName for t in tom.model.Tables):
-                        tom.add_calculation_group(
-                            name=cgName,
-                            description=desc,
-                            precedence=prec,
-                            hidden=isHidden,
-                        )
-                        print(
-                            f"{icons.green_dot} The '{cgName}' calculation group has been added."
-                        )
-                        tom.model.DiscourageImplicitMeasures = True
+        print(f"\n{icons.in_progress} Creating relationships...")
+        with connect_semantic_model(
+            dataset=dataset, readonly=True, workspace=workspace
+        ) as tom_old:
 
-                        # print(
-                        #    f"\n{icons.in_progress} Updating calculation group column names..."
-                        # )
-                        dfC_filt = dfC[
-                            (dfC["Table Name"] == cgName) & (dfC["Hidden"] == False)
-                        ]
-                        colName = dfC_filt["Column Name"].iloc[0]
-                        tom.model.Tables[cgName].Columns["Name"].Name = colName
-
-                    calcItems = dfCI.loc[
-                        dfCI["Calculation Group Name"] == cgName,
-                        "Calculation Item Name",
-                    ].unique()
-
-                    print(f"\n{icons.in_progress} Creating calculation items...")
-                    for calcItem in calcItems:
-                        ordinal = int(
-                            dfCI.loc[
-                                (dfCI["Calculation Group Name"] == cgName)
-                                & (dfCI["Calculation Item Name"] == calcItem),
-                                "Ordinal",
-                            ].iloc[0]
-                        )
-                        expr = dfCI.loc[
-                            (dfCI["Calculation Group Name"] == cgName)
-                            & (dfCI["Calculation Item Name"] == calcItem),
-                            "Expression",
-                        ].iloc[0]
-                        fse = dfCI.loc[
-                            (dfCI["Calculation Group Name"] == cgName)
-                            & (dfCI["Calculation Item Name"] == calcItem),
-                            "Format String Expression",
-                        ].iloc[0]
-
-                        if not any(
-                            ci.CalculationGroup.Parent.Name == cgName
-                            and ci.Name == calcItem
-                            for ci in tom.all_calculation_items()
-                        ):
-                            tom.add_calculation_item(
-                                table_name=cgName,
-                                calculation_item_name=calcItem,
-                                expression=expr,
-                                format_string_expression=fse,
-                                ordinal=ordinal,
-                            )
-                            print(
-                                f"{icons.green_dot} The '{calcItem}' has been added to the '{cgName}' calculation group."
-                            )
-
-                print(f"\n{icons.in_progress} Creating relationships...")
-                for index, row in dfR.iterrows():
-                    fromTable = row["From Table"]
-                    fromColumn = row["From Column"]
-                    toTable = row["To Table"]
-                    toColumn = row["To Column"]
-                    isActive = row["Active"]
-                    cfb = row["Cross Filtering Behavior"]
-                    sfb = row["Security Filtering Behavior"]
-                    rori = row["Rely On Referential Integrity"]
-                    mult = row["Multiplicity"]
-
-                    card_mapping = {"m": "Many", "1": "One", "0": "None"}
-
-                    fromCard = card_mapping.get(mult[0])
-                    toCard = card_mapping.get(mult[-1])
-
-                    relName = create_relationship_name(
-                        fromTable, fromColumn, toTable, toColumn
+            for r in tom_old.model.Relationships:
+                relName = create_relationship_name(
+                    r.FromTable.Name, r.FromColumn.Name, r.ToTable.Name, r.ToColumn.Name
+                )
+
+                # Relationship already exists
+                if any(
+                    rel.FromTable.Name == r.FromTable.Name
+                    and rel.FromColumn.Name == r.FromColumn.Name
+                    and rel.ToTable.Name == r.ToTable.Name
+                    and rel.ToColumn.Name == r.ToColumn.Name
+                    for rel in tom.model.Relationships
+                ):
+                    print(
+                        f"{icons.warning} The {relName} relationship was not created as it already exists in the '{new_dataset}' semantic model within the '{new_dataset_workspace}' workspace."
                     )
 
-                    if any(
-                        r.FromTable.Name == fromTable
-                        and r.FromColumn.Name == fromColumn
-                        and r.ToTable.Name == toTable
-                        and r.ToColumn.Name == toColumn
-                        for r in tom.model.Relationships
-                    ):
-                        print(
-                            f"{icons.yellow_dot} {relName} already exists as a relationship in the semantic model."
+                # Direct Lake with incompatible column data types
+                elif isDirectLake and r.FromColumn.DataType != r.ToColumn.DataType:
+                    print(
+                        f"{icons.warning} The {relName} relationship was not created as Direct Lake does not support relationships based on columns with different data types."
+                    )
+                # Direct Lake using DateTime columns
+                elif isDirectLake and (
+                    r.FromColumn.DataType == TOM.DataType.DateTime
+                    or r.ToColumn.DataType == TOM.DataType.DateTime
+                ):
+                    print(
+                        f"{icons.red_dot} The {relName} relationship was not created as Direct Lake does not support relationships based on columns of DateTime data type."
+                    )
+                # Columns do not exist in the new semantic model
+                elif not any(
+                    c.Name == r.FromColumn.Name and c.Parent.Name == r.FromTable.Name
+                    for c in tom.all_columns()
+                ) or not any(
+                    c.Name == r.ToColumn.Name and c.Parent.Name == r.ToTable.Name
+                    for c in tom.all_columns()
+                ):
+                    # Direct lake and based on calculated column
+                    if isDirectLake and (
+                        any(
+                            c.Name == r.FromColumn.Name
+                            and c.Parent.Name == r.FromTable.Name
+                            for c in tom_old.all_calculated_columns()
                         )
-                    elif isDirectLake and any(
-                        r.FromTable.Name == fromTable
-                        and r.FromColumn.Name == fromColumn
-                        and r.ToTable.Name == toTable
-                        and r.ToColumn.Name == toColumn
-                        and (
-                            r.FromColumn.DataType == "DateTime"
-                            or r.ToColumn.DataType == "DateTime"
+                        or any(
+                            c.Name == r.ToColumn.Name
+                            and c.Parent.Name == r.ToTable.Name
+                            for c in tom_old.all_calculated_columns()
                         )
-                        for r in tom.model.Relationships
                     ):
                         print(
-                            f"{icons.yellow_dot} {relName} was not created since relationships based on DateTime columns are not supported."
+                            f"{icons.red_dot} The {relName} relationship was not created as the necssary column(s) do not exist. This is due to Direct Lake not supporting calculated columns."
                         )
-                    elif isDirectLake and any(
-                        r.FromTable.Name == fromTable
-                        and r.FromColumn.Name == fromColumn
-                        and r.ToTable.Name == toTable
-                        and r.ToColumn.Name == toColumn
-                        and (r.FromColumn.DataType != r.ToColumn.DataType)
-                        for r in tom.model.Relationships
+                    elif not any(
+                        c.Name == r.FromColumn.Name
+                        and c.Parent.Name == r.FromTable.Name
+                        for c in tom.all_columns()
                     ):
                         print(
-                            f"{icons.yellow_dot} {relName} was not created since columns used in a relationship must have the same data type."
+                            f"{icons.red_dot} The {relName} relationship cannot be created because the {format_dax_object_name(r.FromTable.Name, r.FromColumn.Name)} column is not available in the '{new_dataset}' semantic model within the '{new_dataset_workspace}' workspace."
                         )
-                    else:
-                        if not any(
-                            r.FromTable.Name == fromTable
-                            and r.FromColumn.Name == fromColumn
-                            and r.ToTable.Name == toTable
-                            and r.ToColumn.Name == toColumn
-                            for r in tom.model.Relationships
-                        ):
-                            tom.add_relationship(
-                                from_table=fromTable,
-                                from_column=fromColumn,
-                                to_table=toTable,
-                                to_column=toColumn,
-                                from_cardinality=fromCard,
-                                to_cardinality=toCard,
-                                cross_filtering_behavior=cfb,
-                                security_filtering_behavior=sfb,
-                                rely_on_referential_integrity=rori,
-                                is_active=isActive,
-                            )
-                            print(
-                                f"{icons.green_dot} The {relName} relationship has been added."
-                            )
-                        else:
-                            print(
-                                f"{icons.red_dot} The {relName} relationship was not added."
-                            )
-
-                print(f"\n{icons.in_progress} Creating roles...")
-                for index, row in dfRole.iterrows():
-                    roleName = row["Role"]
-                    roleDesc = row["Description"]
-                    modPerm = row["Model Permission"]
-
-                    if not any(r.Name == roleName for r in tom.model.Roles):
-                        tom.add_role(
-                            role_name=roleName,
-                            model_permission=modPerm,
-                            description=roleDesc,
-                        )
-                        print(
-                            f"{icons.green_dot} The '{roleName}' role has been added."
-                        )
-
-                print(f"\n{icons.in_progress} Creating row level security...")
-                for index, row in dfRLS.iterrows():
-                    roleName = row["Role"]
-                    tName = row["Table"]
-                    expr = row["Filter Expression"]
-
-                    if any(t.Name == tName for t in tom.model.Tables):
-                        tom.set_rls(
-                            role_name=roleName, table_name=tName, filter_expression=expr
-                        )
-                        print(
-                            f"{icons.green_dot} Row level security for the '{tName}' table within the '{roleName}' role has been set."
-                        )
-                    else:
+                    elif not any(
+                        c.Name == r.ToColumn.Name and c.Parent.Name == r.ToTable.Name
+                        for c in tom.all_columns()
+                    ):
                         print(
-                            f"{icons.red_dot} Row level security for the '{tName}' table within the '{roleName}' role was not set."
+                            f"{icons.red_dot} The {relName} relationship cannot be created because the {format_dax_object_name(r.ToTable.Name, r.ToColumn.Name)} column is not available in the '{new_dataset}' semantic model within the '{new_dataset_workspace}' workspace."
                         )
+                else:
+                    tom.add_relationship(
+                        from_table=r.FromTable.Name,
+                        from_column=r.FromColumn.Name,
+                        to_table=r.ToTable.Name,
+                        to_column=r.ToColumn.Name,
+                        from_cardinality=str(r.FromCardinality),
+                        to_cardinality=str(r.ToCardinality),
+                        cross_filtering_behavior=str(r.CrossFilteringBehavior),
+                        security_filtering_behavior=str(r.SecurityFilteringBehavior),
+                        rely_on_referential_integrity=r.RelyOnReferentialIntegrity,
+                        is_active=r.IsActive,
+                    )
+                    print(
+                        f"{icons.green_dot} The {relName} relationship has been added."
+                    )
 
-                print(f"\n{icons.in_progress} Creating perspectives...")
-                for pName in dfP["Perspective Name"].unique():
+        print(f"\n{icons.in_progress} Creating roles...")
+        for index, row in dfRole.iterrows():
+            roleName = row["Role"]
+            roleDesc = row["Description"]
+            modPerm = row["Model Permission"]
+
+            if not any(r.Name == roleName for r in tom.model.Roles):
+                tom.add_role(
+                    role_name=roleName,
+                    model_permission=modPerm,
+                    description=roleDesc,
+                )
+                print(f"{icons.green_dot} The '{roleName}' role has been added.")
 
-                    if not any(p.Name == pName for p in tom.model.Perspectives):
-                        tom.add_perspective(perspective_name=pName)
-                        print(
-                            f"{icons.green_dot} The '{pName}' perspective has been added."
-                        )
+        print(f"\n{icons.in_progress} Creating row level security...")
+        for index, row in dfRLS.iterrows():
+            roleName = row["Role"]
+            tName = row["Table"]
+            expr = row["Filter Expression"]
 
-                print(f"\n{icons.in_progress} Adding objects to perspectives...")
-                for index, row in dfP.iterrows():
-                    pName = row["Perspective Name"]
-                    tName = row["Table Name"]
-                    oName = row["Object Name"]
-                    oType = row["Object Type"]
-                    tType = dfT.loc[(dfT["Name"] == tName), "Type"].iloc[0]
-
-                    try:
-                        if oType == "Table":
-                            tom.add_to_perspective(
-                                object=tom.model.Tables[tName], perspective_name=pName
-                            )
-                        elif oType == "Column":
-                            tom.add_to_perspective(
-                                object=tom.model.Tables[tName].Columns[oName],
-                                perspective_name=pName,
-                            )
-                        elif oType == "Measure":
-                            tom.add_to_perspective(
-                                object=tom.model.Tables[tName].Measures[oName],
-                                perspective_name=pName,
-                            )
-                        elif oType == "Hierarchy":
-                            tom.add_to_perspective(
-                                object=tom.model.Tables[tName].Hierarchies[oName],
-                                perspective_name=pName,
-                            )
-                    except Exception:
-                        pass
-
-                print(f"\n{icons.in_progress} Creating translation languages...")
-                for trName in dfTranslation["Culture Name"].unique():
-                    if not any(c.Name == trName for c in tom.model.Cultures):
-                        tom.add_translation(trName)
-                        print(
-                            f"{icons.green_dot} The '{trName}' translation language has been added."
-                        )
+            if any(t.Name == tName for t in tom.model.Tables):
+                tom.set_rls(
+                    role_name=roleName, table_name=tName, filter_expression=expr
+                )
+                print(
+                    f"{icons.green_dot} Row level security for the '{tName}' table within the '{roleName}' role has been set."
+                )
+            else:
+                print(
+                    f"{icons.red_dot} Row level security for the '{tName}' table within the '{roleName}' role was not set."
+                )
 
-                print(f"\n{icons.in_progress} Creating translation values...")
-                for index, row in dfTranslation.iterrows():
-                    trName = row["Culture Name"]
-                    tName = row["Table Name"]
-                    oName = row["Object Name"]
-                    oType = row["Object Type"]
-                    translation = row["Translation"]
-                    prop = row["Property"]
-
-                    if prop == "Caption":
-                        prop = "Name"
-                    elif prop == "DisplayFolder":
-                        prop = "Display Folder"
-
-                    try:
-                        if oType == "Table":
-                            tom.set_translation(
-                                object=tom.model.Tables[tName],
-                                language=trName,
-                                property=prop,
-                                value=translation,
-                            )
-                        elif oType == "Column":
-                            tom.set_translation(
-                                object=tom.model.Tables[tName].Columns[oName],
-                                language=trName,
-                                property=prop,
-                                value=translation,
-                            )
-                        elif oType == "Measure":
-                            tom.set_translation(
-                                object=tom.model.Tables[tName].Measures[oName],
-                                language=trName,
-                                property=prop,
-                                value=translation,
-                            )
-                        elif oType == "Hierarchy":
-                            tom.set_translation(
-                                object=tom.model.Tables[tName].Hierarchies[oName],
-                                language=trName,
-                                property=prop,
-                                value=translation,
-                            )
-                        elif oType == "Level":
-
-                            pattern = r"\[([^]]+)\]"
-                            matches = re.findall(pattern, oName)
-                            lName = matches[0]
-
-                            pattern = r"'([^']+)'"
-                            matches = re.findall(pattern, oName)
-                            hName = matches[0]
-                            tom.set_translation(
-                                object=tom.model.Tables[tName]
-                                .Hierarchies[hName]
-                                .Levels[lName],
-                                language=trName,
-                                property=prop,
-                                value=translation,
-                            )
-                    except Exception:
-                        pass
+        print(f"\n{icons.in_progress} Creating perspectives...")
+        for pName in dfP["Perspective Name"].unique():
+
+            if not any(p.Name == pName for p in tom.model.Perspectives):
+                tom.add_perspective(perspective_name=pName)
+                print(f"{icons.green_dot} The '{pName}' perspective has been added.")
+
+        print(f"\n{icons.in_progress} Adding objects to perspectives...")
+        for index, row in dfP.iterrows():
+            pName = row["Perspective Name"]
+            tName = row["Table Name"]
+            oName = row["Object Name"]
+            oType = row["Object Type"]
+            tType = dfT.loc[(dfT["Name"] == tName), "Type"].iloc[0]
+
+            try:
+                if oType == "Table":
+                    tom.add_to_perspective(
+                        object=tom.model.Tables[tName], perspective_name=pName
+                    )
+                elif oType == "Column":
+                    tom.add_to_perspective(
+                        object=tom.model.Tables[tName].Columns[oName],
+                        perspective_name=pName,
+                    )
+                elif oType == "Measure":
+                    tom.add_to_perspective(
+                        object=tom.model.Tables[tName].Measures[oName],
+                        perspective_name=pName,
+                    )
+                elif oType == "Hierarchy":
+                    tom.add_to_perspective(
+                        object=tom.model.Tables[tName].Hierarchies[oName],
+                        perspective_name=pName,
+                    )
+            except Exception:
+                pass
 
+        print(f"\n{icons.in_progress} Creating translation languages...")
+        for trName in dfTranslation["Culture Name"].unique():
+            if not any(c.Name == trName for c in tom.model.Cultures):
+                tom.add_translation(trName)
                 print(
-                    f"\n{icons.green_dot} Migration of objects from '{dataset}' -> '{new_dataset}' is complete."
+                    f"{icons.green_dot} The '{trName}' translation language has been added."
                 )
 
-        except Exception:
-            if datetime.datetime.now() - start_time > timeout:
-                break
-            time.sleep(1)
+        print(f"\n{icons.in_progress} Creating translation values...")
+        for index, row in dfTranslation.iterrows():
+            trName = row["Culture Name"]
+            tName = row["Table Name"]
+            oName = row["Object Name"]
+            oType = row["Object Type"]
+            translation = row["Translation"]
+            prop = row["Property"]
+
+            if prop == "Caption":
+                prop = "Name"
+            elif prop == "DisplayFolder":
+                prop = "Display Folder"
+
+            try:
+                if oType == "Table":
+                    tom.set_translation(
+                        object=tom.model.Tables[tName],
+                        language=trName,
+                        property=prop,
+                        value=translation,
+                    )
+                elif oType == "Column":
+                    tom.set_translation(
+                        object=tom.model.Tables[tName].Columns[oName],
+                        language=trName,
+                        property=prop,
+                        value=translation,
+                    )
+                elif oType == "Measure":
+                    tom.set_translation(
+                        object=tom.model.Tables[tName].Measures[oName],
+                        language=trName,
+                        property=prop,
+                        value=translation,
+                    )
+                elif oType == "Hierarchy":
+                    tom.set_translation(
+                        object=tom.model.Tables[tName].Hierarchies[oName],
+                        language=trName,
+                        property=prop,
+                        value=translation,
+                    )
+                elif oType == "Level":
+
+                    pattern = r"\[([^]]+)\]"
+                    matches = re.findall(pattern, oName)
+                    lName = matches[0]
+
+                    pattern = r"'([^']+)'"
+                    matches = re.findall(pattern, oName)
+                    hName = matches[0]
+                    tom.set_translation(
+                        object=tom.model.Tables[tName].Hierarchies[hName].Levels[lName],
+                        language=trName,
+                        property=prop,
+                        value=translation,
+                    )
+            except Exception:
+                pass
+
+        print(
+            f"\n{icons.green_dot} Migration of objects from '{dataset}' -> '{new_dataset}' is complete."
+        )