tensorboard-plugin-profile 2.16.0__tar.gz → 2.18.0__tar.gz

{tensorboard_plugin_profile-2.16.0 → tensorboard_plugin_profile-2.18.0}/PKG-INFO

@@ -1,13 +1,12 @@
 Metadata-Version: 2.1
 Name: tensorboard_plugin_profile
-Version: 2.16.0
+Version: 2.18.0
 Summary: Profile Tensorboard Plugin
 Home-page: https://github.com/tensorflow/profiler
 Author: Google Inc.
 Author-email: packages@tensorflow.org
 License: Apache 2.0
 Keywords: tensorflow tensorboard xprof profile plugin
-Platform: UNKNOWN
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Education
 Classifier: Intended Audience :: Science/Research
@@ -20,4 +19,3 @@ Classifier: Topic :: Software Development :: Libraries
 Requires-Python: >= 2.7, != 3.0.*, != 3.1.*
 
 Profile Tensorboard Plugin
-

{tensorboard_plugin_profile-2.16.0 → tensorboard_plugin_profile-2.18.0}/tensorboard_plugin_profile/profile_plugin.py

@@ -18,13 +18,16 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import print_function
 
+from collections.abc import Callable, Iterator
 import gzip
 import json
 import logging
 import os
 import re
 import threading
+from typing import Any, List, TypedDict
 
+from etils import epath
 import six
 import tensorflow.compat.v2 as tf
 from werkzeug import wrappers
@@ -83,6 +86,8 @@ TOOLS = {
 
 ALL_HOSTS = 'ALL_HOSTS'
 
+HostMetadata = TypedDict('HostMetadata', {'hostname': str})
+
 _EXTENSION_TO_TOOL = {extension: tool for tool, extension in TOOLS.items()}
 
 _FILENAME_RE = re.compile(r'(?:(.*)\.)?(' +
@@ -123,7 +128,7 @@ XPLANE_TOOLS_ALL_HOSTS_ONLY = frozenset(
     ['overview_page^', 'pod_viewer^', 'tf_data_bottleneck_analysis^'])
 
 
-def use_xplane(tool):
+def use_xplane(tool: str) -> bool:
   return tool[-1] == '^'
 
 
@@ -131,11 +136,11 @@ def use_xplane(tool):
 HLO_TOOLS = frozenset(['graph_viewer^', 'memory_viewer^'])
 
 
-def use_hlo(tool):
+def use_hlo(tool: str) -> bool:
   return tool in HLO_TOOLS
 
 
-def make_filename(host, tool):
+def make_filename(host: str, tool: str) -> str:
   """Returns the name of the file containing data for the given host and tool.
 
   Args:
@@ -154,7 +159,7 @@ def make_filename(host, tool):
   return filename + TOOLS[tool]
 
 
-def _parse_filename(filename):
+def _parse_filename(filename: str) -> tuple[str | None, str | None]:
   """Returns the host and tool encoded in a filename in the run directory.
 
   Args:
@@ -172,7 +177,7 @@ def _parse_filename(filename):
   return m.group(1), _EXTENSION_TO_TOOL[m.group(2)]
 
 
-def _get_hosts(filenames):
+def _get_hosts(filenames: list[str]) -> set[str]:
   """Parses a list of filenames and returns the set of hosts.
 
   Args:
@@ -189,14 +194,14 @@ def _get_hosts(filenames):
   return hosts
 
 
-def _get_tools(filenames, profile_run_dir):
+def _get_tools(filenames: list[str], profile_run_dir: str) -> set[str]:
   """Parses a list of filenames and returns the set of tools.
 
   If xplane is present in the repository, add tools that can be generated by
   xplane if we don't have a file for the tool.
 
   Args:
-    filenames: A list of filenames (just basenames, no directory).
+    filenames: A list of filenames.
     profile_run_dir: The run directory of the profile.
 
   Returns:
@@ -233,7 +238,9 @@ def _get_tools(filenames, profile_run_dir):
   return tools
 
 
-def get_worker_list(cluster_resolver):
+def get_worker_list(
+    cluster_resolver: tf.distribute.cluster_resolver.ClusterResolver,
+) -> str:
   """Parses TPU workers list from the cluster resolver."""
   cluster_spec = cluster_resolver.cluster_spec()
   task_indices = cluster_spec.task_indices('worker')
@@ -244,7 +251,12 @@ def get_worker_list(cluster_resolver):
   return ','.join(worker_list)
 
 
-def respond(body, content_type, code=200, content_encoding=None):
+def respond(
+    body: Any,
+    content_type: str,
+    code: int = 200,
+    content_encoding: tuple[str, str] | None = None,
+) -> wrappers.Response:
   """Create a Werkzeug response, handling JSON serialization and CSP.
 
   Args:
@@ -258,7 +270,7 @@ def respond(body, content_type, code=200, content_encoding=None):
       encoding would be set to gzip.
 
   Returns:
-    A `werkzeug.wrappers.BaseResponse` object.
+    A `werkzeug.wrappers.Response` object.
   """
   if content_type == 'application/json' and isinstance(
       body, (dict, list, set, tuple)):
@@ -316,10 +328,13 @@ def respond(body, content_type, code=200, content_encoding=None):
     headers.append(('Content-Encoding', 'gzip'))
     body = gzip.compress(body)
   return wrappers.Response(
-      body, content_type=content_type, status=code, headers=headers)
+      body, content_type=content_type, status=code, headers=headers
+  )
 
 
-def _plugin_assets(logdir, runs, plugin_name):
+def _plugin_assets(
+    logdir: str, runs: list[str], plugin_name: str
+) -> dict[str, list[str]]:
   result = {}
   for run in runs:
     run_path = _tb_run_directory(logdir, run)
@@ -328,7 +343,7 @@ def _plugin_assets(logdir, runs, plugin_name):
   return result
 
 
-def _tb_run_directory(logdir, run):
+def _tb_run_directory(logdir: str, run: str) -> str:
   """Returns the TensorBoard run directory for a TensorBoard run name.
 
   This helper returns the TensorBoard-level run directory (the one that would)
@@ -347,7 +362,7 @@ def _tb_run_directory(logdir, run):
   return logdir if run == '.' else os.path.join(logdir, run)
 
 
-def filenames_to_hosts(filenames, tool):
+def filenames_to_hosts(filenames: list[str], tool: str) -> list[str]:
   """Convert a list of filenames to a list of host names given a tool.
 
   Args:
@@ -366,7 +381,9 @@ def filenames_to_hosts(filenames, tool):
   return sorted(hosts)
 
 
-def get_data_content_encoding(raw_data, tool, params):
+def get_data_content_encoding(
+    raw_data: Any, tool: str, params: dict[str, Any]
+) -> tuple[Any, str, str | None]:
   """Converts raw tool proto into the correct tool data.
 
   Args:
@@ -413,7 +430,7 @@ class ProfilePlugin(base_plugin.TBPlugin):
     # Cache to map profile run name to corresponding tensorboard dir name
     self._run_to_profile_run_dir = {}
 
-  def is_active(self):
+  def is_active(self) -> bool:
     """Whether this plugin is active and has any profile data to show.
 
     Returns:
@@ -423,7 +440,9 @@ class ProfilePlugin(base_plugin.TBPlugin):
       self._is_active = any(self.generate_runs())
     return self._is_active
 
-  def get_plugin_apps(self):
+  def get_plugin_apps(
+      self,
+  ) -> dict[str, Callable[[wrappers.Request], wrappers.Response]]:
     return {
         INDEX_JS_ROUTE: self.static_file_route,
         INDEX_HTML_ROUTE: self.static_file_route,
@@ -440,10 +459,10 @@ class ProfilePlugin(base_plugin.TBPlugin):
         CAPTURE_ROUTE: self.capture_route,
     }
 
-  def frontend_metadata(self):
+  def frontend_metadata(self) -> base_plugin.FrontendMetadata:
     return base_plugin.FrontendMetadata(es_module_path='/index.js')
 
-  def _read_static_file_impl(self, filename):
+  def _read_static_file_impl(self, filename: str) -> bytes:
     """Reads contents from a filename.
 
     Args:
@@ -463,8 +482,10 @@ class ProfilePlugin(base_plugin.TBPlugin):
       raise io_error
     return contents
 
+  # pytype: disable=wrong-arg-types
   @wrappers.Request.application
-  def static_file_route(self, request):
+  def static_file_route(self, request: wrappers.Request) -> wrappers.Response:
+    # pytype: enable=wrong-arg-types
     filename = os.path.basename(request.path)
     extention = os.path.splitext(filename)[1]
     if extention == '.html':
@@ -481,12 +502,14 @@ class ProfilePlugin(base_plugin.TBPlugin):
       return respond('Fail to read the files.', 'text/plain', code=404)
     return respond(contents, mimetype)
 
+  # pytype: disable=wrong-arg-types
   @wrappers.Request.application
-  def runs_route(self, request):
+  def runs_route(self, request: wrappers.Request) -> wrappers.Response:
+    # pytype: enable=wrong-arg-types
     runs = self.runs_imp(request)
     return respond(runs, 'application/json')
 
-  def runs_imp(self, request=None):
+  def runs_imp(self, request: wrappers.Request | None = None) -> list[str]:
     """Returns a list all runs for the profile plugin.
 
     Args:
@@ -495,13 +518,17 @@ class ProfilePlugin(base_plugin.TBPlugin):
     """
     return sorted(list(self.generate_runs()), reverse=True)
 
+  # pytype: disable=wrong-arg-types
   @wrappers.Request.application
-  def run_tools_route(self, request):
+  def run_tools_route(self, request: wrappers.Request) -> wrappers.Response:
+    # pytype: enable=wrong-arg-types
     run = request.args.get('run')
     run_tools = self.run_tools_imp(run, request)
     return respond(run_tools, 'application/json')
 
-  def run_tools_imp(self, run, request=None):
+  def run_tools_imp(
+      self, run, request: wrappers.Request | None = None
+  ) -> list[str]:
     """Returns a list of tools given a single run.
 
     Args:
@@ -511,22 +538,27 @@ class ProfilePlugin(base_plugin.TBPlugin):
     """
     return list(self.generate_tools_of_run(run))
 
-  def _run_host_impl(self, run, run_dir, tool):
+  def _run_host_impl(
+      self, run: str, run_dir: str, tool: str
+  ) -> List[HostMetadata]:
     if not run_dir:
       logger.warning('Cannot find asset directory for: %s', run)
       return []
     tool_pattern = make_filename('*', tool)
     filenames = []
     try:
-      filenames = tf.io.gfile.glob(os.path.join(run_dir, tool_pattern))
-    except tf.errors.OpError as e:
+      path = epath.Path(run_dir)
+      filenames = path.glob(tool_pattern)
+    except OSError as e:
       logger.warning('Cannot read asset directory: %s, OpError %s', run_dir, e)
-    filenames = [os.path.basename(f) for f in filenames]
+    filenames = [os.fspath(os.path.basename(f)) for f in filenames]
 
-    return filenames_to_hosts(filenames, tool)
+    return [{'hostname': host} for host in filenames_to_hosts(filenames, tool)]
 
-  def host_impl(self, run, tool, request=None):
-    """Returns available hosts for the run and tool in the log directory.
+  def host_impl(
+      self, run: str, tool: str, request: wrappers.Request | None = None
+  ) -> List[HostMetadata]:
+    """Returns available hosts and their metadata for the run and tool in the log directory.
 
     For HLO tools like memory_viewer and graph_viewer, this functions returns
     the module names for the run and tool instead of host names, because these
@@ -560,20 +592,26 @@ class ProfilePlugin(base_plugin.TBPlugin):
 
     Returns:
       A list of host names, e.g.:
-        host_impl(run1, trace_viewer) --> ["host1", "host2"]
-        host_impl(run1, memory_viewer) --> ["module1", "module2"]
+        host_impl(run1, trace_viewer) --> [{"hostname": "host1", {"hostname":
+        "host2"}]
+        host_impl(run1, memory_viewer) --> [{"hostname": "module1", {"hostname":
+        "module2"}]
     """
     run_dir = self._run_dir(run)
     return self._run_host_impl(run, run_dir, tool)
 
+  # pytype: disable=wrong-arg-types
   @wrappers.Request.application
-  def hosts_route(self, request):
+  def hosts_route(self, request: wrappers.Request) -> wrappers.Response:
+    # pytype: enable=wrong-arg-types
     run = request.args.get('run')
     tool = request.args.get('tag')
     hosts = self.host_impl(run, tool, request)
     return respond(hosts, 'application/json')
 
-  def data_impl(self, request):
+  def data_impl(
+      self, request: wrappers.Request
+  ) -> tuple[str | None, str, str | None]:
     """Retrieves and processes the tool data for a run and a host.
 
     Args:
@@ -623,8 +661,9 @@ class ProfilePlugin(base_plugin.TBPlugin):
       if host == ALL_HOSTS:
         file_pattern = make_filename('*', 'xplane')
         try:
-          asset_paths = tf.io.gfile.glob(os.path.join(run_dir, file_pattern))
-        except tf.errors.OpError as e:
+          path = epath.Path(run_dir)
+          asset_paths = path.glob(file_pattern)
+        except OSError as e:
           logger.warning('Cannot read asset directory: %s, OpError %s', run_dir,
                          e)
           raise IOError(
@@ -648,20 +687,20 @@ class ProfilePlugin(base_plugin.TBPlugin):
 
     raw_data = None
     try:
-      with tf.io.gfile.GFile(asset_path, 'rb') as f:
-        raw_data = f.read()
-    except tf.errors.NotFoundError:
-      logger.warning('Asset path %s not found', asset_path)
-    except tf.errors.OpError as e:
-      logger.warning("Couldn't read asset path: %s, OpError %s", asset_path, e)
+      path = epath.Path(asset_path)
+      raw_data = path.read_bytes()
+    except OSError as e:
+      logger.warning("Couldn't read asset path: %s, Error: %s", asset_path, e)
 
     if raw_data is None:
       return None, content_type, None
 
     return get_data_content_encoding(raw_data, tool, params)
 
+  # pytype: disable=wrong-arg-types
   @wrappers.Request.application
-  def data_route(self, request):
+  def data_route(self, request: wrappers.Request) -> wrappers.Response:
+    # pytype: enable=wrong-arg-types
     # params
     #   request: XMLHTTPRequest.
     try:
@@ -677,12 +716,15 @@ class ProfilePlugin(base_plugin.TBPlugin):
     except IOError as e:
       return respond(str(e), 'text/plain', code=500)
 
+  # pytype: disable=wrong-arg-types
   @wrappers.Request.application
-  def capture_route(self, request):
+  def capture_route(self, request: wrappers.Request) -> wrappers.Response:
+    # pytype: enable=wrong-arg-types
     return self.capture_route_impl(request)
 
-  def capture_route_impl(self, request):
+  def capture_route_impl(self, request: wrappers.Request) -> wrappers.Response:
     """Runs the client trace for capturing profiling information."""
+
     service_addr = request.args.get('service_addr')
     duration = int(request.args.get('duration', '1000'))
     is_tpu_name = request.args.get('is_tpu_name') == 'true'
@@ -703,11 +745,12 @@ class ProfilePlugin(base_plugin.TBPlugin):
 
     if is_tpu_name:
       try:
-        tpu_cluster_resolver = tf.distribute.cluster_resolver.TPUClusterResolver(
-            service_addr)
+        tpu_cluster_resolver = (
+            tf.distribute.cluster_resolver.TPUClusterResolver(service_addr)
+        )
         master_grpc_addr = tpu_cluster_resolver.get_master()
       except (ImportError, RuntimeError) as err:
-        return respond({'error': err.message}, 'application/json', code=200)
+        return respond({'error': repr(err)}, 'application/json', code=200)
       except (ValueError, TypeError):
         return respond(
             {'error': 'no TPUs with the specified names exist.'},
@@ -756,7 +799,9 @@ class ProfilePlugin(base_plugin.TBPlugin):
           code=200,
       )
 
-  def _get_graph_viewer_options(self, request):
+  def _get_graph_viewer_options(
+      self, request: wrappers.Request
+  ) -> dict[str, Any]:
     node_name = request.args.get('node_name')
     module_name = request.args.get('module_name')
     graph_width_str = request.args.get('graph_width') or ''
@@ -773,7 +818,7 @@ class ProfilePlugin(base_plugin.TBPlugin):
         'type': request.args.get('type')
     }
 
-  def _run_dir(self, run):
+  def _run_dir(self, run: str) -> str:
     """Helper that maps a frontend run name to a profile "run" directory.
 
     The frontend run name consists of the TensorBoard run name (aka the relative
@@ -798,14 +843,14 @@ class ProfilePlugin(base_plugin.TBPlugin):
     if not tb_run_name:
       tb_run_name = '.'
     tb_run_directory = _tb_run_directory(self.logdir, tb_run_name)
-    if not tf.io.gfile.isdir(tb_run_directory):
+    if not epath.Path(tb_run_directory).is_dir():
       raise RuntimeError('No matching run directory for run %s' % run)
 
     plugin_directory = plugin_asset_util.PluginDirectory(
         tb_run_directory, PLUGIN_NAME)
     return os.path.join(plugin_directory, profile_run_name)
 
-  def generate_runs(self):
+  def generate_runs(self) -> Iterator[str]:
     """Generator for a list of runs.
 
     The "run name" here is a "frontend run name" - see _run_dir() for the
@@ -861,7 +906,7 @@ class ProfilePlugin(base_plugin.TBPlugin):
     # backwards compatible with previously profile plugin behavior. Note that we
     # check if logdir is a directory to handle case where it's actually a
     # multipart directory spec, which this plugin does not support.
-    if '.' not in tb_runs and tf.io.gfile.isdir(self.logdir):
+    if '.' not in tb_runs and epath.Path(self.logdir).is_dir():
       tb_runs.append('.')
     tb_run_names_to_dirs = {
         run: _tb_run_directory(self.logdir, run) for run in tb_runs
@@ -880,22 +925,24 @@ class ProfilePlugin(base_plugin.TBPlugin):
         else:
           frontend_run = os.path.join(tb_run_name, profile_run)
         profile_run_dir = os.path.join(tb_plugin_dir, profile_run)
-        if tf.io.gfile.isdir(profile_run_dir):
+        if epath.Path(profile_run_dir).is_dir():
           self._run_to_profile_run_dir[frontend_run] = profile_run_dir
           yield frontend_run
 
-  def generate_tools_of_run(self, run):
+  def generate_tools_of_run(self, run: str) -> Iterator[str]:
     """Generate a list of tools given a certain run."""
     profile_run_dir = self._run_to_profile_run_dir[run]
-    if tf.io.gfile.isdir(profile_run_dir):
+    if epath.Path(profile_run_dir).is_dir():
       try:
-        filenames = tf.io.gfile.listdir(profile_run_dir)
-      except tf.errors.NotFoundError as e:
+        filenames = epath.Path(profile_run_dir).iterdir()
+      except OSError as e:
         logger.warning('Cannot read asset directory: %s, NotFoundError %s',
                        profile_run_dir, e)
         filenames = []
       if filenames:
-        for tool in self._get_active_tools(filenames, profile_run_dir):
+        for tool in self._get_active_tools(
+            [name.name for name in filenames], profile_run_dir
+        ):
           yield tool
 
   def _get_active_tools(self, filenames, profile_run_dir=''):

{tensorboard_plugin_profile-2.16.0 → tensorboard_plugin_profile-2.18.0}/tensorboard_plugin_profile/protobuf/dcn_slack_analysis_pb2.py

@@ -2,10 +2,9 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: plugin/tensorboard_plugin_profile/protobuf/dcn_slack_analysis.proto
 """Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import message as _message
-from google.protobuf import reflection as _reflection
 from google.protobuf import symbol_database as _symbol_database
 # @@protoc_insertion_point(imports)
 
@@ -16,40 +15,8 @@ _sym_db = _symbol_database.Default()
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\nCplugin/tensorboard_plugin_profile/protobuf/dcn_slack_analysis.proto\x12\x1atensorboard_plugin_profile\"8\n\nOpInstance\x12\x15\n\rstart_time_ps\x18\x01 \x01(\x04\x12\x13\n\x0b\x64uration_ps\x18\x02 \x01(\x04\"\x99\x04\n\x08\x44\x63nSlack\x12\x12\n\nrendezvous\x18\x01 \x01(\t\x12\x1a\n\x12send_start_time_us\x18\x02 \x01(\x04\x12\x1d\n\x15recv_done_end_time_us\x18\x03 \x01(\x04\x12\x10\n\x08slack_us\x18\x04 \x01(\x04\x12&\n\x1e\x62ytes_transmitted_over_network\x18\x05 \x01(\x04\x12\x19\n\x11stall_duration_us\x18\x06 \x01(\x04\x12\x14\n\x0crecv_op_name\x18\x07 \x01(\t\x12\x14\n\x0csend_op_name\x18\x08 \x01(\t\x12\x34\n\x04send\x18\t \x01(\x0b\x32&.tensorboard_plugin_profile.OpInstance\x12\x39\n\tsend_done\x18\n \x01(\x0b\x32&.tensorboard_plugin_profile.OpInstance\x12\x34\n\x04recv\x18\x0b \x01(\x0b\x32&.tensorboard_plugin_profile.OpInstance\x12\x39\n\trecv_done\x18\x0c \x01(\x0b\x32&.tensorboard_plugin_profile.OpInstance\x12\x15\n\rtransfer_type\x18\r \x01(\t\x12\x44\n\x14host_graph_execution\x18\x0e \x01(\x0b\x32&.tensorboard_plugin_profile.OpInstance\"\x94\x03\n\x0f\x44\x63nSlackSummary\x12\x12\n\nrendezvous\x18\x01 \x01(\t\x12\x10\n\x08slack_us\x18\x02 \x01(\x04\x12\x13\n\x0boccurrences\x18\x03 \x01(\x04\x12&\n\x1e\x62ytes_transmitted_over_network\x18\x04 \x01(\x04\x12\x19\n\x11stall_duration_us\x18\x05 \x01(\x04\x12\x1c\n\x14observed_duration_us\x18\x06 \x01(\x04\x12\x14\n\x0crecv_op_name\x18\x07 \x01(\t\x12\x14\n\x0csend_op_name\x18\x08 \x01(\t\x12\x18\n\x10send_duration_us\x18\t \x01(\x04\x12\x18\n\x10recv_duration_us\x18\n \x01(\x04\x12\x1d\n\x15send_done_duration_us\x18\x0b \x01(\x04\x12\x1d\n\x15recv_done_duration_us\x18\x0c \x01(\x04\x12\x15\n\rtransfer_type\x18\r \x01(\t\x12\x15\n\rhost_stall_us\x18\x0e \x01(\x03\x12\x19\n\x11host_events_count\x18\x0f \x01(\x04\"\x93\x01\n\x10\x44\x63nSlackAnalysis\x12\x37\n\tdcn_slack\x18\x01 \x03(\x0b\x32$.tensorboard_plugin_profile.DcnSlack\x12\x46\n\x11\x64\x63n_slack_summary\x18\x02 \x03(\x0b\x32+.tensorboard_plugin_profile.DcnSlackSummaryb\x06proto3')
 
-
-
-_OPINSTANCE = DESCRIPTOR.message_types_by_name['OpInstance']
-_DCNSLACK = DESCRIPTOR.message_types_by_name['DcnSlack']
-_DCNSLACKSUMMARY = DESCRIPTOR.message_types_by_name['DcnSlackSummary']
-_DCNSLACKANALYSIS = DESCRIPTOR.message_types_by_name['DcnSlackAnalysis']
-OpInstance = _reflection.GeneratedProtocolMessageType('OpInstance', (_message.Message,), {
-  'DESCRIPTOR' : _OPINSTANCE,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.dcn_slack_analysis_pb2'
-  # @@protoc_insertion_point(class_scope:tensorboard_plugin_profile.OpInstance)
-  })
-_sym_db.RegisterMessage(OpInstance)
-
-DcnSlack = _reflection.GeneratedProtocolMessageType('DcnSlack', (_message.Message,), {
-  'DESCRIPTOR' : _DCNSLACK,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.dcn_slack_analysis_pb2'
-  # @@protoc_insertion_point(class_scope:tensorboard_plugin_profile.DcnSlack)
-  })
-_sym_db.RegisterMessage(DcnSlack)
-
-DcnSlackSummary = _reflection.GeneratedProtocolMessageType('DcnSlackSummary', (_message.Message,), {
-  'DESCRIPTOR' : _DCNSLACKSUMMARY,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.dcn_slack_analysis_pb2'
-  # @@protoc_insertion_point(class_scope:tensorboard_plugin_profile.DcnSlackSummary)
-  })
-_sym_db.RegisterMessage(DcnSlackSummary)
-
-DcnSlackAnalysis = _reflection.GeneratedProtocolMessageType('DcnSlackAnalysis', (_message.Message,), {
-  'DESCRIPTOR' : _DCNSLACKANALYSIS,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.dcn_slack_analysis_pb2'
-  # @@protoc_insertion_point(class_scope:tensorboard_plugin_profile.DcnSlackAnalysis)
-  })
-_sym_db.RegisterMessage(DcnSlackAnalysis)
-
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'plugin.tensorboard_plugin_profile.protobuf.dcn_slack_analysis_pb2', globals())
 if _descriptor._USE_C_DESCRIPTORS == False:
 
   DESCRIPTOR._options = None

{tensorboard_plugin_profile-2.16.0 → tensorboard_plugin_profile-2.18.0}/tensorboard_plugin_profile/protobuf/diagnostics_pb2.py

@@ -2,10 +2,9 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: plugin/tensorboard_plugin_profile/protobuf/diagnostics.proto
 """Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import message as _message
-from google.protobuf import reflection as _reflection
 from google.protobuf import symbol_database as _symbol_database
 # @@protoc_insertion_point(imports)
 
@@ -16,16 +15,8 @@ _sym_db = _symbol_database.Default()
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n<plugin/tensorboard_plugin_profile/protobuf/diagnostics.proto\x12\x13tensorflow.profiler\"=\n\x0b\x44iagnostics\x12\x0c\n\x04info\x18\x01 \x03(\t\x12\x10\n\x08warnings\x18\x02 \x03(\t\x12\x0e\n\x06\x65rrors\x18\x03 \x03(\tb\x06proto3')
 
-
-
-_DIAGNOSTICS = DESCRIPTOR.message_types_by_name['Diagnostics']
-Diagnostics = _reflection.GeneratedProtocolMessageType('Diagnostics', (_message.Message,), {
-  'DESCRIPTOR' : _DIAGNOSTICS,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.diagnostics_pb2'
-  # @@protoc_insertion_point(class_scope:tensorflow.profiler.Diagnostics)
-  })
-_sym_db.RegisterMessage(Diagnostics)
-
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'plugin.tensorboard_plugin_profile.protobuf.diagnostics_pb2', globals())
 if _descriptor._USE_C_DESCRIPTORS == False:
 
   DESCRIPTOR._options = None

{tensorboard_plugin_profile-2.16.0 → tensorboard_plugin_profile-2.18.0}/tensorboard_plugin_profile/protobuf/input_pipeline_pb2.py

@@ -2,10 +2,9 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: plugin/tensorboard_plugin_profile/protobuf/input_pipeline.proto
 """Generated protocol buffer code."""
+from google.protobuf.internal import builder as _builder
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import message as _message
-from google.protobuf import reflection as _reflection
 from google.protobuf import symbol_database as _symbol_database
 # @@protoc_insertion_point(imports)
 
@@ -18,72 +17,8 @@ from tensorboard_plugin_profile.protobuf import diagnostics_pb2 as plugin_dot_te
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n?plugin/tensorboard_plugin_profile/protobuf/input_pipeline.proto\x12\x13tensorflow.profiler\x1a\x19google/protobuf/any.proto\x1a<plugin/tensorboard_plugin_profile/protobuf/diagnostics.proto\"\x80\x03\n\x12\x42ottleneckAnalysis\x12\x15\n\rinput_percent\x18\x07 \x01(\x01\x12\x16\n\x0eoutput_percent\x18\x08 \x01(\x01\x12\x14\n\x0cidle_percent\x18\t \x01(\x01\x12\x17\n\x0f\x63ompute_percent\x18\n \x01(\x01\x12\x1c\n\x14input_classification\x18\x01 \x01(\t\x12\x17\n\x0finput_statement\x18\x02 \x01(\t\x12$\n\x1ckernel_launch_classification\x18\x03 \x01(\t\x12\x1f\n\x17kernel_launch_statement\x18\x04 \x01(\t\x12 \n\x18\x61ll_other_classification\x18\x05 \x01(\t\x12\x1b\n\x13\x61ll_other_statement\x18\x06 \x01(\t\x12)\n!device_collectives_classification\x18\x0b \x01(\t\x12$\n\x1c\x64\x65vice_collectives_statement\x18\x0c \x01(\t\"\\\n\x0bStepSummary\x12\x0f\n\x07\x61verage\x18\x01 \x01(\x01\x12\x1a\n\x12standard_deviation\x18\x02 \x01(\x01\x12\x0f\n\x07minimum\x18\x03 \x01(\x01\x12\x0f\n\x07maximum\x18\x04 \x01(\x01\"\xe0\x02\n\x15PerGenericStepDetails\x12\x13\n\x0bstep_number\x18\x01 \x01(\x05\x12\x11\n\tstep_name\x18\x0e \x01(\t\x12\x14\n\x0cstep_time_ms\x18\x02 \x01(\x01\x12\x17\n\x0funknown_time_ms\x18\x03 \x01(\x01\x12\x1a\n\x12host_wait_input_ms\x18\x0b \x01(\x01\x12\x19\n\x11host_to_device_ms\x18\x0c \x01(\x01\x12\x11\n\toutput_ms\x18\x05 \x01(\x01\x12\x19\n\x11\x64\x65vice_compute_ms\x18\x06 \x01(\x01\x12\x1b\n\x13\x64\x65vice_to_device_ms\x18\x07 \x01(\x01\x12\x1d\n\x15\x64\x65vice_collectives_ms\x18\r \x01(\x01\x12\x17\n\x0fhost_compute_ms\x18\x08 \x01(\x01\x12\x17\n\x0fhost_prepare_ms\x18\t \x01(\x01\x12\x17\n\x0fhost_compile_ms\x18\n \x01(\x01J\x04\x08\x04\x10\x05\"\xa5\x01\n\x12InputTimeBreakdown\x12\x1d\n\x15\x64\x65manded_file_read_us\x18\x01 \x01(\x01\x12\x1d\n\x15\x61\x64vanced_file_read_us\x18\x02 \x01(\x01\x12\x18\n\x10preprocessing_us\x18\x03 \x01(\x01\x12\x12\n\nenqueue_us\x18\x04 \x01(\x01\x12#\n\x1bunclassified_non_enqueue_us\x18\x05 \x01(\x01\"\xa6\x01\n\x0eInputOpDetails\x12\x0f\n\x07op_name\x18\x01 \x01(\t\x12\r\n\x05\x63ount\x18\x02 \x01(\x04\x12\x12\n\ntime_in_ms\x18\x03 \x01(\x01\x12\x17\n\x0ftime_in_percent\x18\x04 \x01(\x01\x12\x17\n\x0fself_time_in_ms\x18\x05 \x01(\x01\x12\x1c\n\x14self_time_in_percent\x18\x06 \x01(\x01\x12\x10\n\x08\x63\x61tegory\x18\x07 \x01(\t\"\x84\x01\n#InputPipelineAnalysisRecommendation\x12\x0f\n\x07\x64\x65tails\x18\x01 \x03(\t\x12\x31\n\x13\x62ottleneck_analysis\x18\x02 \x01(\x0b\x32\x14.google.protobuf.Any\x12\x19\n\x11summary_next_step\x18\x03 \x01(\t\"\x85\x06\n\x18GenericStepTimeBreakdown\x12\x41\n\x17unknown_time_ms_summary\x18\x01 \x01(\x0b\x32 .tensorflow.profiler.StepSummary\x12\x44\n\x1ahost_wait_input_ms_summary\x18\t \x01(\x0b\x32 .tensorflow.profiler.StepSummary\x12\x43\n\x19host_to_device_ms_summary\x18\n \x01(\x0b\x32 .tensorflow.profiler.StepSummary\x12:\n\x10input_ms_summary\x18\x0b \x01(\x0b\x32 .tensorflow.profiler.StepSummary\x12;\n\x11output_ms_summary\x18\x03 \x01(\x0b\x32 .tensorflow.profiler.StepSummary\x12\x43\n\x19\x64\x65vice_compute_ms_summary\x18\x04 \x01(\x0b\x32 .tensorflow.profiler.StepSummary\x12\x45\n\x1b\x64\x65vice_to_device_ms_summary\x18\x05 \x01(\x0b\x32 .tensorflow.profiler.StepSummary\x12G\n\x1d\x64\x65vice_collectives_ms_summary\x18\x0c \x01(\x0b\x32 .tensorflow.profiler.StepSummary\x12\x41\n\x17host_compute_ms_summary\x18\x06 \x01(\x0b\x32 .tensorflow.profiler.StepSummary\x12\x41\n\x17host_prepare_ms_summary\x18\x07 \x01(\x0b\x32 .tensorflow.profiler.StepSummary\x12\x41\n\x17host_compile_ms_summary\x18\x08 \x01(\x0b\x32 .tensorflow.profiler.StepSummaryJ\x04\x08\x02\x10\x03\"\x97\x05\n\x1bInputPipelineAnalysisResult\x12\x0b\n\x03tag\x18\x10 \x01(\x08\x12\x15\n\rhardware_type\x18\t \x01(\t\x12;\n\x11step_time_summary\x18\x02 \x01(\x0b\x32 .tensorflow.profiler.StepSummary\x12?\n\x15input_percent_summary\x18\x03 \x01(\x0b\x32 .tensorflow.profiler.StepSummary\x12\x15\n\rinput_percent\x18\x0b \x01(\x01\x12\x16\n\x0eoutput_percent\x18\r \x01(\x01\x12\x14\n\x0cidle_percent\x18\x0e \x01(\x01\x12\x17\n\x0f\x63ompute_percent\x18\x0f \x01(\x01\x12*\n\x0cstep_details\x18\x04 \x03(\x0b\x32\x14.google.protobuf.Any\x12\x45\n\x14input_time_breakdown\x18\x05 \x01(\x0b\x32\'.tensorflow.profiler.InputTimeBreakdown\x12=\n\x10input_op_details\x18\x06 \x03(\x0b\x32#.tensorflow.profiler.InputOpDetails\x12P\n\x0erecommendation\x18\x07 \x01(\x0b\x32\x38.tensorflow.profiler.InputPipelineAnalysisRecommendation\x12\x31\n\x13step_time_breakdown\x18\x08 \x01(\x0b\x32\x14.google.protobuf.Any\x12\x35\n\x0b\x64iagnostics\x18\x0c \x01(\x0b\x32 .tensorflow.profiler.DiagnosticsJ\x04\x08\x01\x10\x02J\x04\x08\n\x10\x0b\x62\x06proto3')
 
-
-
-_BOTTLENECKANALYSIS = DESCRIPTOR.message_types_by_name['BottleneckAnalysis']
-_STEPSUMMARY = DESCRIPTOR.message_types_by_name['StepSummary']
-_PERGENERICSTEPDETAILS = DESCRIPTOR.message_types_by_name['PerGenericStepDetails']
-_INPUTTIMEBREAKDOWN = DESCRIPTOR.message_types_by_name['InputTimeBreakdown']
-_INPUTOPDETAILS = DESCRIPTOR.message_types_by_name['InputOpDetails']
-_INPUTPIPELINEANALYSISRECOMMENDATION = DESCRIPTOR.message_types_by_name['InputPipelineAnalysisRecommendation']
-_GENERICSTEPTIMEBREAKDOWN = DESCRIPTOR.message_types_by_name['GenericStepTimeBreakdown']
-_INPUTPIPELINEANALYSISRESULT = DESCRIPTOR.message_types_by_name['InputPipelineAnalysisResult']
-BottleneckAnalysis = _reflection.GeneratedProtocolMessageType('BottleneckAnalysis', (_message.Message,), {
-  'DESCRIPTOR' : _BOTTLENECKANALYSIS,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.input_pipeline_pb2'
-  # @@protoc_insertion_point(class_scope:tensorflow.profiler.BottleneckAnalysis)
-  })
-_sym_db.RegisterMessage(BottleneckAnalysis)
-
-StepSummary = _reflection.GeneratedProtocolMessageType('StepSummary', (_message.Message,), {
-  'DESCRIPTOR' : _STEPSUMMARY,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.input_pipeline_pb2'
-  # @@protoc_insertion_point(class_scope:tensorflow.profiler.StepSummary)
-  })
-_sym_db.RegisterMessage(StepSummary)
-
-PerGenericStepDetails = _reflection.GeneratedProtocolMessageType('PerGenericStepDetails', (_message.Message,), {
-  'DESCRIPTOR' : _PERGENERICSTEPDETAILS,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.input_pipeline_pb2'
-  # @@protoc_insertion_point(class_scope:tensorflow.profiler.PerGenericStepDetails)
-  })
-_sym_db.RegisterMessage(PerGenericStepDetails)
-
-InputTimeBreakdown = _reflection.GeneratedProtocolMessageType('InputTimeBreakdown', (_message.Message,), {
-  'DESCRIPTOR' : _INPUTTIMEBREAKDOWN,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.input_pipeline_pb2'
-  # @@protoc_insertion_point(class_scope:tensorflow.profiler.InputTimeBreakdown)
-  })
-_sym_db.RegisterMessage(InputTimeBreakdown)
-
-InputOpDetails = _reflection.GeneratedProtocolMessageType('InputOpDetails', (_message.Message,), {
-  'DESCRIPTOR' : _INPUTOPDETAILS,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.input_pipeline_pb2'
-  # @@protoc_insertion_point(class_scope:tensorflow.profiler.InputOpDetails)
-  })
-_sym_db.RegisterMessage(InputOpDetails)
-
-InputPipelineAnalysisRecommendation = _reflection.GeneratedProtocolMessageType('InputPipelineAnalysisRecommendation', (_message.Message,), {
-  'DESCRIPTOR' : _INPUTPIPELINEANALYSISRECOMMENDATION,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.input_pipeline_pb2'
-  # @@protoc_insertion_point(class_scope:tensorflow.profiler.InputPipelineAnalysisRecommendation)
-  })
-_sym_db.RegisterMessage(InputPipelineAnalysisRecommendation)
-
-GenericStepTimeBreakdown = _reflection.GeneratedProtocolMessageType('GenericStepTimeBreakdown', (_message.Message,), {
-  'DESCRIPTOR' : _GENERICSTEPTIMEBREAKDOWN,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.input_pipeline_pb2'
-  # @@protoc_insertion_point(class_scope:tensorflow.profiler.GenericStepTimeBreakdown)
-  })
-_sym_db.RegisterMessage(GenericStepTimeBreakdown)
-
-InputPipelineAnalysisResult = _reflection.GeneratedProtocolMessageType('InputPipelineAnalysisResult', (_message.Message,), {
-  'DESCRIPTOR' : _INPUTPIPELINEANALYSISRESULT,
-  '__module__' : 'plugin.tensorboard_plugin_profile.protobuf.input_pipeline_pb2'
-  # @@protoc_insertion_point(class_scope:tensorflow.profiler.InputPipelineAnalysisResult)
-  })
-_sym_db.RegisterMessage(InputPipelineAnalysisResult)
-
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'plugin.tensorboard_plugin_profile.protobuf.input_pipeline_pb2', globals())
 if _descriptor._USE_C_DESCRIPTORS == False:
 
   DESCRIPTOR._options = None