ttnn-visualizer 0.70.0__py3-none-any.whl → 0.71.0__py3-none-any.whl

ttnn_visualizer/app.py

@@ -28,7 +28,12 @@ from ttnn_visualizer.exceptions import (
 )
 from ttnn_visualizer.instances import create_instance_from_local_paths
 from ttnn_visualizer.settings import Config, DefaultConfig
-from ttnn_visualizer.utils import find_gunicorn_path, get_app_data_directory
+from ttnn_visualizer.utils import (
+    find_gunicorn_path,
+    get_app_data_directory,
+    get_report_data_directory,
+    migrate_old_data_directory,
+)
 from werkzeug.debug import DebuggedApplication
 from werkzeug.middleware.proxy_fix import ProxyFix
 
@@ -123,7 +128,10 @@ def extensions(app: flask.Flask):
     if app.config["USE_WEBSOCKETS"]:
         socketio.init_app(app)
 
+    # Create app data and report directories
     Path(app.config["APP_DATA_DIRECTORY"]).mkdir(parents=True, exist_ok=True)
+    Path(app.config["LOCAL_DATA_DIRECTORY"]).mkdir(parents=True, exist_ok=True)
+    Path(app.config["REMOTE_DATA_DIRECTORY"]).mkdir(parents=True, exist_ok=True)
     db.init_app(app)
 
     if app.config["USE_WEBSOCKETS"]:
@@ -345,6 +353,29 @@ def main():
             )
             config.SQLALCHEMY_DATABASE_URI = f"sqlite:///{_db_file_path}"
 
+    # Check for and migrate old data from site-packages if needed
+    # Only migrate if environment variables are not explicitly set
+    if not os.getenv("APP_DATA_DIRECTORY") and not os.getenv("REPORT_DATA_DIRECTORY"):
+        # Calculate what the old directories would have been (in site-packages)
+        old_app_data_dir = config.APPLICATION_DIR
+        old_report_data_dir = str(
+            Path(config.APPLICATION_DIR).joinpath("ttnn_visualizer", "data")
+        )
+
+        # Get new directories (already calculated in config)
+        new_app_data_dir = config.APP_DATA_DIRECTORY
+        new_report_data_dir = config.REPORT_DATA_DIRECTORY
+
+        # Only migrate if we're not in TT-Metal mode (migration doesn't apply there)
+        if not config.TT_METAL_HOME:
+            migrate_old_data_directory(
+                old_app_data_dir,
+                old_report_data_dir,
+                new_app_data_dir,
+                new_report_data_dir,
+                config.DB_VERSION,
+            )
+
     display_mode_info_without_db(config)
 
     # If profiler/performance paths are provided, create an instance

ttnn_visualizer/csv_queries.py

@@ -423,26 +423,30 @@ class OpsPerformanceReportQueries:
     ]
 
     STACKED_REPORT_COLUMNS = [
-        "percent",
-        "op_code",
-        "device_time_sum_us",
-        "ops_count",
-        "flops_min",
-        "flops_max",
-        "flops_mean",
-        "flops_std",
+        "%",
+        "OP Code Joined",
+        "Device_Time_Sum_us",
+        "Ops_count",
+        "Op_Category",
+        "Flops_min",
+        "Flops_max",
+        "Flops_mean",
+        "Flops_std",
+        "Flops_weighted_mean",
     ]
 
     STACKED_REPORT_COLUMNS_WITH_DEVICE = [
-        "percent",
-        "op_code",
-        "device",
-        "device_time_sum_us",
-        "ops_count",
-        "flops_min",
-        "flops_max",
-        "flops_mean",
-        "flops_std",
+        "%",
+        "OP Code Joined",
+        "Device",
+        "Device_Time_Sum_us",
+        "Ops_count",
+        "Op_Category",
+        "Flops_min",
+        "Flops_max",
+        "Flops_mean",
+        "Flops_std",
+        "Flops_weighted_mean",
     ]
 
     PASSTHROUGH_COLUMNS = {
@@ -455,6 +459,7 @@ class OpsPerformanceReportQueries:
     DEFAULT_PRINT_SIGNPOSTS = True
     DEFAULT_MIN_PERCENTAGE = 0.5
     DEFAULT_ID_RANGE = None
+    DEFAULT_ARCH = None
     DEFAULT_NO_ADVICE = False
     DEFAULT_TRACING_MODE = False
     DEFAULT_RAW_OP_CODES = True
@@ -462,29 +467,36 @@ class OpsPerformanceReportQueries:
     DEFAULT_NO_STACKED_REPORT = False
     DEFAULT_NO_STACK_BY_IN0 = True
     DEFAULT_MERGE_DEVICES = True
+    DEFAULT_STACKED_CSV_FILE = None  # Stacked report CSV output file
+    DEFAULT_NO_SUMMARY = False
+    DEFAULT_SUMMARY_FILE = None  # Stacked report output file
+    DEFAULT_CLASSIC_COLORS = False  # Colour scheme for plotted stacked report
+    DEFAULT_GROUP_BY = None  # Group by method for stacked report
 
     @classmethod
     def generate_report(cls, instance, **kwargs):
         raw_csv = OpsPerformanceQueries.get_raw_csv(instance)
         csv_file = StringIO(raw_csv)
-        csv_output_file = tempfile.mktemp(suffix=".csv")
-        csv_stacked_output_file = tempfile.mktemp(suffix=".csv")
+        csv_summary_file = tempfile.NamedTemporaryFile(delete=False)
+        csv_output_file = tempfile.NamedTemporaryFile(suffix=".csv", delete=False)
+        # The perf_report library creates files with format: {csv_summary_name}.csv and {csv_summary_name}.png
+        summary_csv_path = f"{csv_summary_file.name}.csv"
+        summary_png_path = f"{csv_summary_file.name}.png"
+        csv_summary_file.close()
+        csv_output_file.close()
+
         start_signpost = kwargs.get("start_signpost", cls.DEFAULT_START_SIGNPOST)
         end_signpost = kwargs.get("end_signpost", cls.DEFAULT_END_SIGNPOST)
         ignore_signposts = cls.DEFAULT_IGNORE_SIGNPOSTS
         print_signposts = kwargs.get("print_signposts", cls.DEFAULT_PRINT_SIGNPOSTS)
-        stack_by_in0 = kwargs.get("stack_by_in0", cls.DEFAULT_NO_STACK_BY_IN0)
         no_host_ops = kwargs.get("hide_host_ops", cls.DEFAULT_NO_HOST_OPS)
         merge_devices = kwargs.get("merge_devices", cls.DEFAULT_MERGE_DEVICES)
         tracing_mode = kwargs.get("tracing_mode", cls.DEFAULT_TRACING_MODE)
+        group_by = kwargs.get("group_by", cls.DEFAULT_GROUP_BY)
 
         if start_signpost or end_signpost:
             ignore_signposts = False
 
-        # perf_report currently generates a PNG alongside the CSV using the same temp name - we'll just delete it afterwards
-        stacked_png_file = csv_stacked_output_file + ".png"
-        stacked_csv_file = csv_stacked_output_file + ".csv"
-
         try:
             perf_report.generate_perf_report(
                 [csv_file],
@@ -494,14 +506,19 @@ class OpsPerformanceReportQueries:
                 print_signposts,
                 cls.DEFAULT_MIN_PERCENTAGE,
                 cls.DEFAULT_ID_RANGE,
-                csv_output_file,
+                cls.DEFAULT_ARCH,
+                csv_output_file.name,
                 cls.DEFAULT_NO_ADVICE,
                 tracing_mode,
                 cls.DEFAULT_RAW_OP_CODES,
                 no_host_ops,
+                cls.DEFAULT_NO_SUMMARY,
+                group_by,
+                cls.DEFAULT_CLASSIC_COLORS,
+                csv_summary_file.name,
                 cls.DEFAULT_NO_STACKED_REPORT,
-                stack_by_in0,
-                csv_stacked_output_file,
+                cls.DEFAULT_NO_STACK_BY_IN0,
+                cls.DEFAULT_STACKED_CSV_FILE,
                 not merge_devices,
             )
         except Exception as e:
@@ -533,9 +550,9 @@ class OpsPerformanceReportQueries:
 
         report = []
 
-        if os.path.exists(csv_output_file):
+        if os.path.exists(csv_output_file.name):
             try:
-                with open(csv_output_file, newline="") as csvfile:
+                with open(csv_output_file.name, newline="") as csvfile:
                     reader = csv.reader(csvfile, delimiter=",")
                     next(reader, None)
                     for row in reader:
@@ -575,13 +592,13 @@ class OpsPerformanceReportQueries:
             except csv.Error as e:
                 raise DataFormatError() from e
             finally:
-                os.unlink(csv_output_file)
+                os.unlink(csv_output_file.name)
 
         stacked_report = []
 
-        if os.path.exists(stacked_csv_file):
+        if os.path.exists(summary_csv_path):
             try:
-                with open(stacked_csv_file, newline="") as csvfile:
+                with open(summary_csv_path, newline="") as csvfile:
                     reader = csv.reader(csvfile, delimiter=",")
                     next(reader, None)
 
@@ -599,6 +616,11 @@ class OpsPerformanceReportQueries:
                             if index < len(row)
                         }
 
+                        # Map "OP Code Joined" to "op_code" for consistency with non-stacked report
+                        if "OP Code Joined" in processed_row:
+                            processed_row["op_code"] = processed_row["OP Code Joined"]
+                            del processed_row["OP Code Joined"]
+
                         if "op_code" in processed_row and any(
                             processed_row["op_code"] in signpost["op_code"]
                             for signpost in signposts
@@ -611,9 +633,14 @@ class OpsPerformanceReportQueries:
             except csv.Error as e:
                 raise DataFormatError() from e
             finally:
-                os.unlink(stacked_csv_file)
-                if os.path.exists(stacked_png_file):
-                    os.unlink(stacked_png_file)
+                # Clean up the files created by perf_report library
+                if os.path.exists(summary_csv_path):
+                    os.unlink(summary_csv_path)
+                if os.path.exists(summary_png_path):
+                    os.unlink(summary_png_path)
+                # Clean up the original temp file that was just used for its name
+                if os.path.exists(csv_summary_file.name):
+                    os.unlink(csv_summary_file.name)
 
         return {
             "report": report,

ttnn_visualizer/settings.py

@@ -9,6 +9,7 @@ from dotenv import load_dotenv
 from sqlalchemy.pool import NullPool
 from ttnn_visualizer.utils import (
     get_app_data_directory,
+    get_report_data_directory,
     is_running_in_container,
     str_to_bool,
 )
@@ -36,20 +37,21 @@ class DefaultConfig(object):
 
     # Path Settings
     DB_VERSION = "0.29.0"  # App version when DB schema last changed
+    APPLICATION_DIR = os.path.abspath(os.path.join(__file__, "..", os.pardir))
+    TT_METAL_HOME = os.getenv("TT_METAL_HOME", None)
+    APP_DATA_DIRECTORY = os.getenv(
+        "APP_DATA_DIRECTORY",
+        get_app_data_directory(TT_METAL_HOME, APPLICATION_DIR),
+    )
     REPORT_DATA_DIRECTORY = os.getenv(
-        "REPORT_DATA_DIRECTORY", Path(__file__).parent.absolute().joinpath("data")
+        "REPORT_DATA_DIRECTORY",
+        get_report_data_directory(TT_METAL_HOME, APPLICATION_DIR),
     )
     LOCAL_DATA_DIRECTORY = Path(REPORT_DATA_DIRECTORY).joinpath("local")
     REMOTE_DATA_DIRECTORY = Path(REPORT_DATA_DIRECTORY).joinpath("remote")
     PROFILER_DIRECTORY_NAME = "profiler-reports"
     PERFORMANCE_DIRECTORY_NAME = "performance-reports"
     NPE_DIRECTORY_NAME = "npe-reports"
-    APPLICATION_DIR = os.path.abspath(os.path.join(__file__, "..", os.pardir))
-    TT_METAL_HOME = os.getenv("TT_METAL_HOME", None)
-    APP_DATA_DIRECTORY = os.getenv(
-        "APP_DATA_DIRECTORY",
-        get_app_data_directory(TT_METAL_HOME, APPLICATION_DIR),
-    )
 
     STATIC_ASSETS_DIR = Path(APPLICATION_DIR).joinpath("ttnn_visualizer", "static")
     SEND_FILE_MAX_AGE_DEFAULT = 0

ttnn_visualizer/sftp_operations.py

@@ -27,7 +27,6 @@ logger = logging.getLogger(__name__)
 
 TEST_CONFIG_FILE = "config.json"
 TEST_PROFILER_FILE = "profile_log_device.csv"
-REPORT_DATA_DIRECTORY = Path(__file__).parent.absolute().joinpath("data")
 
 
 def start_background_task(task, *args):
@@ -853,7 +852,7 @@ def sync_remote_profiler_folders(
     """Main function to sync test folders, handles both compressed and individual syncs."""
     profiler_folder = Path(remote_folder_path).name
     destination_dir = Path(
-        REPORT_DATA_DIRECTORY,
+        current_app.config["REPORT_DATA_DIRECTORY"],
         path_prefix,
         remote_connection.host,
         current_app.config["PROFILER_DIRECTORY_NAME"],
@@ -877,7 +876,7 @@ def sync_remote_performance_folders(
     remote_folder_path = performance.remotePath
     profile_folder = Path(remote_folder_path).name
     destination_dir = Path(
-        REPORT_DATA_DIRECTORY,
+        current_app.config["REPORT_DATA_DIRECTORY"],
         path_prefix,
         remote_connection.host,
         current_app.config["PERFORMANCE_DIRECTORY_NAME"],

ttnn_visualizer/static/assets/{allPaths-DrpaDRaJ.js → allPaths-D6qA1aj4.js}

@@ -1 +1 @@
-import{I as s}from"./index-BmDjQHI0.js";import{I as r}from"./index-CzNKtOwn.js";import{p as n,I as c}from"./index-SMzJpwbG.js";function p(t,a){const o=n(t);return a===c.STANDARD?s[o]:r[o]}export{s as IconSvgPaths16,r as IconSvgPaths20,p as getIconPaths};
+import{I as s}from"./index-BmDjQHI0.js";import{I as r}from"./index-CzNKtOwn.js";import{p as n,I as c}from"./index-8RVye9cY.js";function p(t,a){const o=n(t);return a===c.STANDARD?s[o]:r[o]}export{s as IconSvgPaths16,r as IconSvgPaths20,p as getIconPaths};

ttnn_visualizer/static/assets/allPathsLoader-t8G4bNwo.js

@@ -0,0 +1,2 @@
+const __vite__mapDeps=(i,m=__vite__mapDeps,d=(m.f||(m.f=["assets/allPaths-D6qA1aj4.js","assets/index-BmDjQHI0.js","assets/index-CzNKtOwn.js","assets/index-8RVye9cY.js","assets/index-BVzPYDVR.css"])))=>i.map(i=>d[i]);
+import{_ as e}from"./index-8RVye9cY.js";const s=async(t,a)=>{const{getIconPaths:o}=await e(async()=>{const{getIconPaths:r}=await import("./allPaths-D6qA1aj4.js");return{getIconPaths:r}},__vite__mapDeps([0,1,2,3,4]));return o(t,a)};export{s as allPathsLoader};