tensorboard-plugin-profile 2.19.2__tar.gz → 2.19.4__tar.gz

{tensorboard_plugin_profile-2.19.2 → tensorboard_plugin_profile-2.19.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tensorboard_plugin_profile
-Version: 2.19.2
+Version: 2.19.4
 Summary: Profile Tensorboard Plugin
 Home-page: https://github.com/openxla/xprof
 Author: Google Inc.

{tensorboard_plugin_profile-2.19.2 → tensorboard_plugin_profile-2.19.4}/tensorboard_plugin_profile/convert/raw_to_tool_data.py

@@ -107,6 +107,12 @@ def xspace_to_tool_data(
   Returns:
     Returns a string of tool data and the content type for the response.
   """
+  if (tool[-1] == '^'):
+    old_tool = tool
+    tool = tool[:-1]  # Remove the trailing '^'
+    logger.warning(
+        'Received old tool format: %s; mapped to new format: %s', old_tool, tool
+    )
   data = None
   content_type = 'application/json'
   # tqx: gViz output format

{tensorboard_plugin_profile-2.19.2 → tensorboard_plugin_profile-2.19.4}/tensorboard_plugin_profile/convert/roofline_model_proto_to_gviz.py

@@ -152,17 +152,17 @@ def get_roofline_model_table_args_for_gpu(roofline_model_db):
     data.append(row)
   custom_properties = {
       "device_type": roofline_model_db.device_type,
-      "has_cmem": roofline_model_db.has_cmem,
-      "has_merged_vmem": roofline_model_db.has_merged_vmem,
-      "peak_flop_rate": roofline_model_db.peak_flop_rate,
-      "peak_hbm_bw": roofline_model_db.peak_hbm_bw,
-      "peak_shml1_write_bw": roofline_model_db.peak_vmem_write_bw,
-      "hbm_ridge_point": ridge_point(
+      "has_cmem": str(int(roofline_model_db.has_cmem)),
+      "has_merged_vmem": str(int(roofline_model_db.has_merged_vmem)),
+      "peak_flop_rate": str(roofline_model_db.peak_flop_rate),
+      "peak_hbm_bw": str(roofline_model_db.peak_hbm_bw),
+      "peak_shml1_write_bw": str(roofline_model_db.peak_vmem_write_bw),
+      "hbm_ridge_point": str(ridge_point(
           roofline_model_db.peak_flop_rate, roofline_model_db.peak_hbm_bw
-      ),
-      "shml1_write_ridge_point": ridge_point(
+      )),
+      "shml1_write_ridge_point": str(ridge_point(
           roofline_model_db.peak_flop_rate, roofline_model_db.peak_vmem_write_bw
-      ),
+      )),
   }
   return (table_description, data, custom_properties)
 

{tensorboard_plugin_profile-2.19.2 → tensorboard_plugin_profile-2.19.4}/tensorboard_plugin_profile/profile_plugin.py

@@ -731,7 +731,7 @@ class ProfilePlugin(base_plugin.TBPlugin):
       return respond(
           {'error': 'TensorFlow is not installed.'},
           'application/json',
-          code=200,
+          code=500,
       )
 
     def get_worker_list(
@@ -771,12 +771,12 @@ class ProfilePlugin(base_plugin.TBPlugin):
         )
         master_grpc_addr = tpu_cluster_resolver.get_master()
       except (ImportError, RuntimeError) as err:
-        return respond({'error': repr(err)}, 'application/json', code=200)
+        return respond({'error': repr(err)}, 'application/json', code=500)
       except (ValueError, TypeError):
         return respond(
             {'error': 'no TPUs with the specified names exist.'},
             'application/json',
-            code=200,
+            code=500,
         )
       if not worker_list:
         worker_list = get_worker_list(tpu_cluster_resolver)
@@ -817,7 +817,7 @@ class ProfilePlugin(base_plugin.TBPlugin):
       return respond(
           {'error': str(e)},
           'application/json',
-          code=200,
+          code=500,
       )
 
   def _get_graph_viewer_options(

tensorboard_plugin_profile-2.19.4/tensorboard_plugin_profile/protobuf/op_metrics_pb2.py

@@ -0,0 +1,54 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: plugin/tensorboard_plugin_profile/protobuf/op_metrics.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from tensorboard_plugin_profile.protobuf import source_info_pb2 as plugin_dot_tensorboard__plugin__profile_dot_protobuf_dot_source__info__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n;plugin/tensorboard_plugin_profile/protobuf/op_metrics.proto\x12\x13tensorflow.profiler\x1a<plugin/tensorboard_plugin_profile/protobuf/source_info.proto\"\xc8\x03\n\x0fPerformanceInfo\x12\x12\n\x05\x66lops\x18\x01 \x01(\x03H\x00\x88\x01\x01\x12\x1b\n\x0e\x62ytes_accessed\x18\x02 \x01(\x03H\x01\x88\x01\x01\x12V\n\x19memory_accessed_breakdown\x18\x03 \x03(\x0b\x32\x33.tensorflow.profiler.PerformanceInfo.MemoryAccessed\x1a\x88\x02\n\x0eMemoryAccessed\x12\x14\n\x07is_read\x18\x01 \x01(\x08H\x00\x88\x01\x01\x12Z\n\x0cmemory_space\x18\x02 \x01(\x0e\x32?.tensorflow.profiler.PerformanceInfo.MemoryAccessed.MemorySpaceH\x01\x88\x01\x01\x12\x1b\n\x0e\x62ytes_accessed\x18\x03 \x01(\x03H\x02\x88\x01\x01\"7\n\x0bMemorySpace\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x07\n\x03HBM\x10\x01\x12\x08\n\x04\x43MEM\x10\x02\x12\x08\n\x04VMEM\x10\x03\x42\n\n\x08_is_readB\x0f\n\r_memory_spaceB\x11\n\x0f_bytes_accessedB\x08\n\x06_flopsB\x11\n\x0f_bytes_accessedJ\x04\x08\x04\x10\x05\"\xc3\x01\n\x0eLayoutAnalysis\x12\x41\n\ndimensions\x18\x01 \x03(\x0b\x32-.tensorflow.profiler.LayoutAnalysis.Dimension\x1an\n\tDimension\x12\x0c\n\x04size\x18\x01 \x01(\x05\x12\x11\n\talignment\x18\x02 \x01(\x05\x12@\n\tsemantics\x18\x03 \x01(\x0e\x32-.tensorflow.profiler.LayoutDimensionSemantics\"_\n\x15MemoryAccessBreakdown\x12\x46\n\x0fmemory_accessed\x18\x01 \x03(\x0b\x32-.tensorflow.profiler.OpMetrics.MemoryAccessed\"\xf9\x06\n\tOpMetrics\x12\x15\n\rhlo_module_id\x18\r \x01(\x04\x12\x0c\n\x04name\x18\x06 \x01(\t\x12\x11\n\tlong_name\x18\x14 \x01(\t\x12\x10\n\x08\x63\x61tegory\x18\x0b \x01(\t\x12\x12\n\nprovenance\x18\x0c \x01(\t\x12\x10\n\x08is_eager\x18\x12 \x01(\x08\x12\x13\n\x0boccurrences\x18\x03 \x01(\r\x12\x0f\n\x07time_ps\x18\x07 \x01(\x04\x12\x13\n\x0bmin_time_ps\x18\x11 \x01(\x04\x12\x14\n\x0cself_time_ps\x18\x01 \x01(\x04\x12\r\n\x05\x66lops\x18\x02 \x01(\x04\x12\x13\n\x0bmodel_flops\x18\x18 \x01(\x04\x12\x13\n\x0b\x66ingerprint\x18\x19 \x01(\x04\x12\x16\n\x0e\x62ytes_accessed\x18\x05 \x01(\x04\x12P\n\x19memory_accessed_breakdown\x18\x13 \x03(\x0b\x32-.tensorflow.profiler.OpMetrics.MemoryAccessed\x12\x14\n\x0c\x64ma_stall_ps\x18\n \x01(\x04\x12\x33\n\x06layout\x18\x0e \x01(\x0b\x32#.tensorflow.profiler.LayoutAnalysis\x12\x19\n\x11\x64\x65\x64uplicated_name\x18\x0f \x01(\t\x12\x32\n\x08\x63hildren\x18\x10 \x01(\x0b\x32 .tensorflow.profiler.OpMetricsDb\x12\x11\n\tnum_cores\x18\x15 \x01(\r\x12\"\n\x1a\x63omputation_primitive_size\x18\x16 \x01(\r\x12\x11\n\tautotuned\x18\x17 \x01(\x08\x12\x39\n\x0bsource_info\x18\x1a \x01(\x0b\x32\x1f.tensorflow.profiler.SourceInfoH\x00\x88\x01\x01\x1a\xc6\x01\n\x0eMemoryAccessed\x12S\n\x0eoperation_type\x18\x01 \x01(\x0e\x32;.tensorflow.profiler.OpMetrics.MemoryAccessed.OperationType\x12\x14\n\x0cmemory_space\x18\x02 \x01(\x04\x12\x16\n\x0e\x62ytes_accessed\x18\x03 \x01(\x04\"1\n\rOperationType\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x08\n\x04READ\x10\x01\x12\t\n\x05WRITE\x10\x02\x42\x0e\n\x0c_source_infoJ\x04\x08\x04\x10\x05J\x04\x08\x08\x10\tJ\x04\x08\t\x10\n\"D\n\x0ePrecisionStats\x12\x18\n\x10\x63ompute_16bit_ps\x18\x01 \x01(\x04\x12\x18\n\x10\x63ompute_32bit_ps\x18\x02 \x01(\x04\"\xe8\x02\n\x0bOpMetricsDb\x12\x32\n\nmetrics_db\x18\n \x03(\x0b\x32\x1e.tensorflow.profiler.OpMetrics\x12)\n!total_host_infeed_enq_duration_ps\x18\x02 \x01(\x04\x12\x35\n-total_host_infeed_enq_start_timestamp_ps_diff\x18\x03 \x01(\x04\x12\x15\n\rtotal_time_ps\x18\x0b \x01(\x04\x12\x18\n\x10total_op_time_ps\x18\x0c \x01(\x04\x12<\n\x0fprecision_stats\x18\r \x01(\x0b\x32#.tensorflow.profiler.PrecisionStats\x12\x14\n\x0cidle_time_ps\x18\x0e \x01(\x04\x12\x14\n\x0c\x62usy_time_ps\x18\x0f \x01(\x04J\x04\x08\x01\x10\x02J\x04\x08\x04\x10\x05J\x04\x08\x05\x10\x06J\x04\x08\x06\x10\x07J\x04\x08\x07\x10\x08J\x04\x08\x08\x10\tJ\x04\x08\t\x10\n*\xe9\x01\n\tMemBwType\x12\x15\n\x11MEM_BW_TYPE_FIRST\x10\x00\x12\x16\n\x12MEM_BW_TYPE_HBM_RW\x10\x00\x12\x17\n\x13MEM_BW_TYPE_SRAM_RD\x10\x01\x12\x17\n\x13MEM_BW_TYPE_SRAM_WR\x10\x02\x12\x17\n\x13MEM_BW_TYPE_CMEM_RD\x10\x03\x12\x17\n\x13MEM_BW_TYPE_CMEM_WR\x10\x04\x12\x17\n\x13MEM_BW_TYPE_VMEM_RD\x10\x05\x12\x17\n\x13MEM_BW_TYPE_VMEM_WR\x10\x06\x12\x13\n\x0fMEM_BW_TYPE_MAX\x10\x02\x1a\x02\x10\x01*w\n\x0bMemorySpace\x12\x1a\n\x16MEMORY_SPACE_UNDEFINED\x10\x00\x12\x14\n\x10MEMORY_SPACE_HBM\x10\x01\x12\x1c\n\x14MEMORY_SPACE_ON_CHIP\x10\xfe\xff\xff\xff\x07\x12\x18\n\x10MEMORY_SPACE_ALL\x10\xff\xff\xff\xff\x07*V\n\x18LayoutDimensionSemantics\x12\x15\n\x11UNKNOWN_SEMANTICS\x10\x00\x12\x0b\n\x07\x46\x45\x41TURE\x10\x01\x12\t\n\x05\x42\x41TCH\x10\x02\x12\x0b\n\x07SPATIAL\x10\x03\x62\x06proto3')
+
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'plugin.tensorboard_plugin_profile.protobuf.op_metrics_pb2', globals())
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  _MEMBWTYPE._options = None
+  _MEMBWTYPE._serialized_options = b'\020\001'
+  _MEMBWTYPE._serialized_start=2226
+  _MEMBWTYPE._serialized_end=2459
+  _MEMORYSPACE._serialized_start=2461
+  _MEMORYSPACE._serialized_end=2580
+  _LAYOUTDIMENSIONSEMANTICS._serialized_start=2582
+  _LAYOUTDIMENSIONSEMANTICS._serialized_end=2668
+  _PERFORMANCEINFO._serialized_start=147
+  _PERFORMANCEINFO._serialized_end=603
+  _PERFORMANCEINFO_MEMORYACCESSED._serialized_start=304
+  _PERFORMANCEINFO_MEMORYACCESSED._serialized_end=568
+  _PERFORMANCEINFO_MEMORYACCESSED_MEMORYSPACE._serialized_start=465
+  _PERFORMANCEINFO_MEMORYACCESSED_MEMORYSPACE._serialized_end=520
+  _LAYOUTANALYSIS._serialized_start=606
+  _LAYOUTANALYSIS._serialized_end=801
+  _LAYOUTANALYSIS_DIMENSION._serialized_start=691
+  _LAYOUTANALYSIS_DIMENSION._serialized_end=801
+  _MEMORYACCESSBREAKDOWN._serialized_start=803
+  _MEMORYACCESSBREAKDOWN._serialized_end=898
+  _OPMETRICS._serialized_start=901
+  _OPMETRICS._serialized_end=1790
+  _OPMETRICS_MEMORYACCESSED._serialized_start=1558
+  _OPMETRICS_MEMORYACCESSED._serialized_end=1756
+  _OPMETRICS_MEMORYACCESSED_OPERATIONTYPE._serialized_start=1707
+  _OPMETRICS_MEMORYACCESSED_OPERATIONTYPE._serialized_end=1756
+  _PRECISIONSTATS._serialized_start=1792
+  _PRECISIONSTATS._serialized_end=1860
+  _OPMETRICSDB._serialized_start=1863
+  _OPMETRICSDB._serialized_end=2223
+# @@protoc_insertion_point(module_scope)

tensorboard_plugin_profile-2.19.4/tensorboard_plugin_profile/protobuf/op_profile_pb2.py

@@ -0,0 +1,38 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: plugin/tensorboard_plugin_profile/protobuf/op_profile.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from tensorboard_plugin_profile.protobuf import source_info_pb2 as plugin_dot_tensorboard__plugin__profile_dot_protobuf_dot_source__info__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n;plugin/tensorboard_plugin_profile/protobuf/op_profile.proto\x12\x1etensorflow.profiler.op_profile\x1a<plugin/tensorboard_plugin_profile/protobuf/source_info.proto\"\xd1\x02\n\x07Profile\x12\x39\n\x0b\x62y_category\x18\x01 \x01(\x0b\x32$.tensorflow.profiler.op_profile.Node\x12\x38\n\nby_program\x18\x04 \x01(\x0b\x32$.tensorflow.profiler.op_profile.Node\x12\x13\n\x0b\x64\x65vice_type\x18\x05 \x01(\t\x12\x46\n\x18\x62y_category_exclude_idle\x18\x06 \x01(\x0b\x32$.tensorflow.profiler.op_profile.Node\x12\x45\n\x17\x62y_program_exclude_idle\x18\x07 \x01(\x0b\x32$.tensorflow.profiler.op_profile.NodeJ\x04\x08\x02\x10\x03J\x04\x08\x03\x10\x04R\x14\x62y_program_structureR\x0bper_program\"\xcc\x06\n\x04Node\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x38\n\x07metrics\x18\x02 \x01(\x0b\x32\'.tensorflow.profiler.op_profile.Metrics\x12\x36\n\x08\x63hildren\x18\x03 \x03(\x0b\x32$.tensorflow.profiler.op_profile.Node\x12L\n\x08\x63\x61tegory\x18\x04 \x01(\x0b\x32\x38.tensorflow.profiler.op_profile.Node.InstructionCategoryH\x00\x12\x42\n\x03xla\x18\x05 \x01(\x0b\x32\x33.tensorflow.profiler.op_profile.Node.XLAInstructionH\x00\x12\x14\n\x0cnum_children\x18\x06 \x01(\x05\x1a\x15\n\x13InstructionCategory\x1a\xf8\x03\n\x0eXLAInstruction\x12\n\n\x02op\x18\x01 \x01(\t\x12\x12\n\nexpression\x18\x02 \x01(\t\x12\x12\n\nprovenance\x18\x03 \x01(\t\x12\x10\n\x08\x63\x61tegory\x18\x04 \x01(\t\x12R\n\x06layout\x18\x05 \x01(\x0b\x32\x42.tensorflow.profiler.op_profile.Node.XLAInstruction.LayoutAnalysis\x12\"\n\x1a\x63omputation_primitive_size\x18\x06 \x01(\r\x12\x13\n\x0b\x66ingerprint\x18\x07 \x01(\x04\x12\x12\n\nprogram_id\x18\x08 \x01(\x04\x12\x39\n\x0bsource_info\x18\t \x01(\x0b\x32\x1f.tensorflow.profiler.SourceInfoH\x00\x88\x01\x01\x1a\xb3\x01\n\x0eLayoutAnalysis\x12`\n\ndimensions\x18\x01 \x03(\x0b\x32L.tensorflow.profiler.op_profile.Node.XLAInstruction.LayoutAnalysis.Dimension\x1a?\n\tDimension\x12\x0c\n\x04size\x18\x01 \x01(\x05\x12\x11\n\talignment\x18\x02 \x01(\x05\x12\x11\n\tsemantics\x18\x03 \x01(\tB\x0e\n\x0c_source_infoB\n\n\x08\x63ontents\"\xd4\x01\n\x07Metrics\x12\r\n\x05\x66lops\x18\x02 \x01(\x01\x12\x17\n\x0f\x62\x61ndwidth_utils\x18\x05 \x03(\x01\x12\x10\n\x08raw_time\x18\x0b \x01(\x01\x12\x11\n\traw_flops\x18\x0c \x01(\x01\x12\x12\n\nbf16_flops\x18\x12 \x01(\x01\x12 \n\x18raw_bytes_accessed_array\x18\x0f \x03(\x01\x12\x13\n\x0boccurrences\x18\x10 \x01(\r\x12\x13\n\x0b\x61vg_time_ps\x18\x11 \x01(\x01J\x04\x08\x01\x10\x02J\x04\x08\x03\x10\x04J\x04\x08\x04\x10\x05J\x04\x08\r\x10\x0eJ\x04\x08\x0e\x10\x0f\x62\x06proto3')
+
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'plugin.tensorboard_plugin_profile.protobuf.op_profile_pb2', globals())
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  _PROFILE._serialized_start=158
+  _PROFILE._serialized_end=495
+  _NODE._serialized_start=498
+  _NODE._serialized_end=1342
+  _NODE_INSTRUCTIONCATEGORY._serialized_start=802
+  _NODE_INSTRUCTIONCATEGORY._serialized_end=823
+  _NODE_XLAINSTRUCTION._serialized_start=826
+  _NODE_XLAINSTRUCTION._serialized_end=1330
+  _NODE_XLAINSTRUCTION_LAYOUTANALYSIS._serialized_start=1135
+  _NODE_XLAINSTRUCTION_LAYOUTANALYSIS._serialized_end=1314
+  _NODE_XLAINSTRUCTION_LAYOUTANALYSIS_DIMENSION._serialized_start=1251
+  _NODE_XLAINSTRUCTION_LAYOUTANALYSIS_DIMENSION._serialized_end=1314
+  _METRICS._serialized_start=1345
+  _METRICS._serialized_end=1557
+# @@protoc_insertion_point(module_scope)

tensorboard_plugin_profile-2.19.4/tensorboard_plugin_profile/protobuf/source_info_pb2.py

@@ -0,0 +1,25 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: plugin/tensorboard_plugin_profile/protobuf/source_info.proto
+"""Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n<plugin/tensorboard_plugin_profile/protobuf/source_info.proto\x12\x13tensorflow.profiler\"I\n\nSourceInfo\x12\x11\n\tfile_name\x18\x01 \x01(\t\x12\x13\n\x0bline_number\x18\x02 \x01(\x05\x12\x13\n\x0bstack_frame\x18\x03 \x01(\tb\x06proto3')
+
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'plugin.tensorboard_plugin_profile.protobuf.source_info_pb2', globals())
+if _descriptor._USE_C_DESCRIPTORS == False:
+
+  DESCRIPTOR._options = None
+  _SOURCEINFO._serialized_start=85
+  _SOURCEINFO._serialized_end=158
+# @@protoc_insertion_point(module_scope)