xprof-nightly 2.22.3a20251208__cp311-none-manylinux2014_x86_64.whl

xprof/version.py

@@ -0,0 +1,17 @@
+# Copyright 2023 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+"""Version information for tensorboard-plugin-profile."""
+
+__version__ = "2.22.3a20251208"

xprof_nightly-2.22.3a20251208.dist-info/METADATA

@@ -0,0 +1,301 @@
+Metadata-Version: 2.4
+Name: xprof-nightly
+Version: 2.22.3a20251208
+Summary: XProf Profiler Plugin
+Home-page: https://github.com/openxla/xprof
+Author: Google Inc.
+Author-email: packages@tensorflow.org
+License: Apache 2.0
+Keywords: jax pytorch xla tensorflow tensorboard xprof profile plugin
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Education
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 2
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Scientific/Engineering :: Mathematics
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Classifier: Topic :: Software Development :: Libraries
+Requires-Python: >= 2.7, != 3.0.*, != 3.1.*
+Description-Content-Type: text/markdown
+Requires-Dist: gviz_api>=1.9.0
+Requires-Dist: protobuf>=3.19.6
+Requires-Dist: setuptools>=41.0.0
+Requires-Dist: six>=1.10.0
+Requires-Dist: werkzeug>=0.11.15
+Requires-Dist: etils[epath]>=1.0.0
+Requires-Dist: cheroot>=10.0.1
+Requires-Dist: fsspec>=2024.3.1
+Requires-Dist: gcsfs>=2024.3.1
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: keywords
+Dynamic: license
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
+
+# XProf (+ Tensorboard Profiler Plugin)
+
+XProf offers a number of tools to analyse and visualize the
+performance of your model across multiple devices. Some of the tools include:
+
+*   **Overview**: A high-level overview of the performance of your model. This
+    is an aggregated overview for your host and all devices. It includes:
+    *   Performance summary and breakdown of step times.
+    *   A graph of individual step times.
+    *   High level details of the run environment.
+*   **Trace Viewer**: Displays a timeline of the execution of your model that shows:
+    *   The duration of each op.
+    *   Which part of the system (host or device) executed an op.
+    *   The communication between devices.
+*   **Memory Profile Viewer**: Monitors the memory usage of your model.
+*   **Graph Viewer**: A visualization of the graph structure of HLOs of your model.
+
+To learn more about the various XProf tools, check out the [XProf documentation](https://openxla.org/xprof)
+
+## Demo
+First time user? Come and check out this [Colab Demo](https://docs.jaxstack.ai/en/latest/JAX_for_LLM_pretraining.html).
+
+## Quick Start
+
+### Prerequisites
+
+* xprof >= 2.20.0
+* (optional) TensorBoard >= 2.20.0
+
+Note: XProf requires access to the Internet to load the [Google Chart library](https://developers.google.com/chart/interactive/docs/basic_load_libs#basic-library-loading).
+Some charts and tables may be missing if you run XProf entirely offline on
+your local machine, behind a corporate firewall, or in a datacenter.
+
+If you use Google Cloud to run your workloads, we recommend the
+[xprofiler tool](https://github.com/AI-Hypercomputer/cloud-diagnostics-xprof).
+It provides a streamlined profile collection and viewing experience using VMs
+running XProf.
+
+### Installation
+
+To get the most recent release version of XProf, install it via pip:
+
+```
+$ pip install xprof
+```
+
+## Running XProf
+
+XProf can be launched as a standalone server or used as a plugin within
+TensorBoard. For large-scale use, it can be deployed in a distributed mode with
+separate aggregator and worker instances ([more details on it later in the
+doc](#distributed-profiling)).
+
+### Command-Line Arguments
+
+When launching XProf from the command line, you can use the following arguments:
+
+*   **`logdir`** (optional): The directory containing XProf profile data (files
+    ending in `.xplane.pb`). This can be provided as a positional argument or
+    with `-l` or `--logdir`. If provided, XProf will load and display profiles
+    from this directory. If omitted, XProf will start without loading any
+    profiles, and you can dynamically load profiles using `session_path` or
+    `run_path` URL parameters, as described in the [Log Directory
+    Structure](#log-directory-structure) section.
+*   **`-p <port>`**, **`--port <port>`**: The port for the XProf web server.
+    Defaults to `8791`.
+*   **`-gp <grpc_port>`**, **`--grpc_port <grpc_port>`**: The port for the gRPC
+    server used for distributed processing. Defaults to `50051`. This must be
+    different from `--port`.
+*   **`-wsa <addresses>`**, **`--worker_service_address <addresses>`**: A
+    comma-separated list of worker addresses (e.g., `host1:50051,host2:50051`)
+    for distributed processing. Defaults to to `0.0.0.0:<grpc_port>`.
+*   **`-hcpb`**, **`--hide_capture_profile_button`**: If set, hides the 'Capture
+    Profile' button in the UI.
+
+### Standalone
+
+If you have profile data in a directory (e.g., `profiler/demo`), you can view it
+by running:
+
+```
+$ xprof profiler/demo --port=6006
+```
+
+Or with the optional flag:
+
+```
+$ xprof --logdir=profiler/demo --port=6006
+```
+
+### With TensorBoard
+
+If you have TensorBoard installed, you can run:
+
+```
+$ tensorboard --logdir=profiler/demo
+```
+
+If you are behind a corporate firewall, you may need to include the `--bind_all`
+tensorboard flag.
+
+Go to `localhost:6006/#profile` of your browser, you should now see the demo
+overview page show up.
+Congratulations! You're now ready to capture a profile.
+
+### Log Directory Structure
+
+When using XProf, profile data must be placed in a specific directory structure.
+XProf expects `.xplane.pb` files to be in the following path:
+
+```
+<log_dir>/plugins/profile/<session_name>/
+```
+
+*   `<log_dir>`: This is the root directory that you supply to `tensorboard
+    --logdir`.
+*   `plugins/profile/`: This is a required subdirectory.
+*   `<session_name>/`: Each subdirectory inside `plugins/profile/` represents a
+    single profiling session. The name of this directory will appear in the
+    TensorBoard UI dropdown to select the session.
+
+**Example:**
+
+If your log directory is structured like this:
+
+```
+/path/to/your/log_dir/
+└── plugins/
+    └── profile/
+        ├── my_experiment_run_1/
+        │   └── host0.xplane.pb
+        └── benchmark_20251107/
+            └── host1.xplane.pb
+```
+
+You would launch TensorBoard with:
+
+```bash
+tensorboard --logdir /path/to/your/log_dir/
+```
+
+The runs `my_experiment_run_1` and `benchmark_20251107` will be available in the
+"Sessions" tab of the UI.
+
+You can also dynamically load sessions from a GCS bucket or local filesystem by
+passing URL parameters when loading XProf in your browser. This method works
+whether or not you provided a `logdir` at startup and is useful for viewing
+profiles from various locations without restarting XProf.
+
+For example, if you start XProf with no log directory:
+
+```bash
+xprof
+```
+
+You can load sessions using the following URL parameters.
+
+Assume you have profile data stored on GCS or locally, structured like this:
+
+```
+gs://your-bucket/profile_runs/
+├── my_experiment_run_1/
+│   ├── host0.xplane.pb
+│   └── host1.xplane.pb
+└── benchmark_20251107/
+    └── host0.xplane.pb
+```
+
+There are two URL parameters you can use:
+
+*   **`session_path`**: Use this to load a *single* session directly. The path
+    should point to a directory containing `.xplane.pb` files for one session.
+
+    *   GCS Example:
+        `http://localhost:8791/?session_path=gs://your-bucket/profile_runs/my_experiment_run_1`
+    *   Local Path Example:
+                `http://localhost:8791/?session_path=/path/to/profile_runs/my_experiment_run_1`
+    *   Result: XProf will load the `my_experiment_run_1`
+                        session, and you will see its data in the UI.
+
+*   **`run_path`**: Use this to point to a directory that contains *multiple*
+    session directories.
+
+    *   GCS Example:
+        `http://localhost:8791/?run_path=gs://your-bucket/profile_runs/`
+    *   Local Path Example:
+        `http://localhost:8791/?run_path=/path/to/profile_runs/`
+    *   Result: XProf will list all session directories found under `run_path`
+        (i.e., `my_experiment_run_1` and `benchmark_20251107`) in the "Sessions"
+    dropdown in the UI, allowing you to switch between them.
+
+**Loading Precedence**
+
+If multiple sources are provided, XProf uses the following order of precedence
+to determine which profiles to load:
+
+1.  **`session_path`** URL parameter
+2.  **`run_path`** URL parameter
+3.  **`logdir`** command-line argument
+
+### Distributed Profiling
+
+XProf supports distributed profile processing by using an aggregator that
+distributes work to multiple XProf workers. This is useful for processing large
+profiles or handling multiple users.
+
+**Note**: Currently, distributed processing only benefits the following tools:
+`overview_page`, `framework_op_stats`, `input_pipeline`, and `pod_viewer`.
+
+**Note**: The ports used in these examples (`6006` for the aggregator HTTP
+server, `9999` for the worker HTTP server, and `50051` for the worker gRPC
+server) are suggestions and can be customized.
+
+**Worker Node**
+
+Each worker node should run XProf with a gRPC port exposed so it can receive
+processing requests. You should also hide the capture button as workers are not
+meant to be interacted with directly.
+
+```
+$ xprof --grpc_port=50051 --port=9999 --hide_capture_profile_button
+```
+
+**Aggregator Node**
+
+The aggregator node runs XProf with the `--worker_service_address` flag pointing
+to all available workers. Users will interact with aggregator node's UI.
+
+```
+$ xprof --worker_service_address=<worker1_ip>:50051,<worker2_ip>:50051 --port=6006 --logdir=profiler/demo
+```
+
+Replace `<worker1_ip>, <worker2_ip>` with the addresses of your worker machines.
+Requests sent to the aggregator on port 6006 will be distributed among the
+workers for processing.
+
+For deploying a distributed XProf setup in a Kubernetes environment, see
+[Kubernetes Deployment Guide](docs/kubernetes_deployment.md).
+
+## Nightlies
+
+Every night, a nightly version of the package is released under the name of
+`xprof-nightly`. This package contains the latest changes made by the XProf
+developers.
+
+To install the nightly version of profiler:
+
+```
+$ pip uninstall xprof tensorboard-plugin-profile
+$ pip install xprof-nightly
+```
+
+## Next Steps
+
+* [JAX Profiling Guide](https://jax.readthedocs.io/en/latest/profiling.html#xprof-tensorboard-profiling)
+* [PyTorch/XLA Profiling Guide](https://cloud.google.com/tpu/docs/pytorch-xla-performance-profiling-tpu-vm)
+* [TensorFlow Profiling Guide](https://tensorflow.org/guide/profiler)
+* [Cloud TPU Profiling Guide](https://cloud.google.com/tpu/docs/cloud-tpu-tools)
+* [Colab Tutorial](https://www.tensorflow.org/tensorboard/tensorboard_profiling_keras)
+* [Tensorflow Colab](https://www.tensorflow.org/tensorboard/tensorboard_profiling_keras)

xprof_nightly-2.22.3a20251208.dist-info/RECORD

@@ -0,0 +1,65 @@
+xprof/__init__.py,sha256=78OA7RY_Liq0MjrozS91P2gcJlQBCQNmop-HJZWW-Hg,967
+xprof/profile_plugin.py,sha256=cdGDaXNwfh1e2OQbSa0YKGudtVuIhSW2H8iRpJEIdTQ,51890
+xprof/profile_plugin_loader.py,sha256=Cj8FKMU1zopF8xI0t2BNRFwrl3VCg5LuORvr4PSm6Fo,2844
+xprof/server.py,sha256=pXj-le7_FxvXSiGYZqbBaPwo1SGoRa2CYB88LixuG5A,9363
+xprof/version.py,sha256=p8prIIx4mK_OQsvNxSKb9i-zU0s23rMZQ2nkLIMzVRM,780
+xprof/convert/_pywrap_profiler_plugin.so,sha256=XRZzwJcjx4INIwEDiMCo3C_X3_99Iofofq5bTzVu4yM,55494392
+xprof/convert/csv_writer.py,sha256=KWbJ_iZTusHWqePu0dt7dAv-wMTUw4b6QWEQfI4Gp-0,2594
+xprof/convert/raw_to_tool_data.py,sha256=bEc3R0Oftmd2xYOjzfSgtyJ8NcpGB4P4WDVngri60dw,8244
+xprof/convert/trace_events_json.py,sha256=Ob3_G4udJJbwTFhTdmjehYb0DWOyzyftTD2sLXCqYN0,3482
+xprof/integration_tests/tf_mnist.py,sha256=QRhDRWd4EGr-iJgKR5xvvHpSKDS0f84gD0DnmWFgkSI,3693
+xprof/integration_tests/tf_profiler_session.py,sha256=ojn5w3H66aKbWx0vIG93CbQv-H3Fyk4IdvZ0WFk294k,1570
+xprof/integration_tests/tpu/tensorflow/tpu_tf2_keras_test.py,sha256=WwkPJO60EIh8jh06PlAJnNbi6TBrOBe_zX1wfnTrozs,6178
+xprof/protobuf/dcn_collective_info_pb2.py,sha256=nRBYAifPKJD1Q5r2Mfgywg6cPb2ysqUksldWJuSnAfQ,3041
+xprof/protobuf/dcn_slack_analysis_pb2.py,sha256=qPkEO6eZ4qz_v9yU1F-0j91st-lnsyvyoeZ9-ZbrZBA,3528
+xprof/protobuf/diagnostics_pb2.py,sha256=TR9h0uB6wB2hsYHXywXiMRqYeIgxxNn4s3fOMKpc78Q,1458
+xprof/protobuf/event_time_fraction_analyzer_pb2.py,sha256=qJCSEWdgQvQUici9CRa8QArVlkvZg0egXkZl8ZhPmdY,2436
+xprof/protobuf/hardware_types_pb2.py,sha256=l5rimwnRwgTSVbmFBDiXZqNRQNuNhOOY8o3-YoUibuI,2169
+xprof/protobuf/hlo_stats_pb2.py,sha256=kOYJ5eqP7063kd05jmtclvTrWfAtB7h4imnA_yyJAsM,3512
+xprof/protobuf/inference_stats_pb2.py,sha256=Fm0MtsXjyxToKgHN-3wn3DHIBj2CTv9u11u9iKIrdEY,11600
+xprof/protobuf/input_pipeline_pb2.py,sha256=FZ0Mvz23p2dybFcMQWwzVEiqzHwt3r2i91rlzHqbH1w,6895
+xprof/protobuf/kernel_stats_pb2.py,sha256=VQVv0qCQzycqS1aqSMlrRKCeMiPWfn9gehJiNjShsCY,2183
+xprof/protobuf/memory_profile_pb2.py,sha256=GjSyu66CfuzghEenNr5wyhVjprlDUyCQ8kJc0j5d2C0,5146
+xprof/protobuf/memory_viewer_preprocess_pb2.py,sha256=TqF7g7a43zn9g2YCe_9TJ_jbtT6wP9CgbxZ92ocdsfY,4783
+xprof/protobuf/op_metrics_pb2.py,sha256=_R3GK-WNRszXJd49qTncF54E8PpR_-gqJTypzlvLa0Y,7598
+xprof/protobuf/op_profile_pb2.py,sha256=41Ikf2ktT1aPGe_giUrAp0BLBYwjJe6b9eNZBSWU8OM,4979
+xprof/protobuf/op_stats_pb2.py,sha256=FazYLgDDrNSZohQSZtswzwMCaOcJnm0BUJhsEP2k40c,8367
+xprof/protobuf/overview_page_pb2.py,sha256=GhDMKKmTLtrWwWuyl16wpvBK3MsACJdsLxqJ79VdPUc,9701
+xprof/protobuf/pod_stats_pb2.py,sha256=RXyLmXYrfdndahkVZ6NgeWnYNMxb5GtDujLqHvsYKRA,3135
+xprof/protobuf/pod_viewer_pb2.py,sha256=u731Yc2ommVCqBE6ZmtzBhEq9xaBNBr-4jUSZghC3sM,5898
+xprof/protobuf/power_metrics_pb2.py,sha256=ywJZ-40er8VqQ6oE35ddyWF40IOpJaiqIWKTViOB4_8,2033
+xprof/protobuf/roofline_model_pb2.py,sha256=1O1QdCTv1Y6xY0fuxF_5rZ_5o0qQop8vPokd6RcVwf0,5018
+xprof/protobuf/smart_suggestion_pb2.py,sha256=rCgNgdcXO400ra4WWLWiXDEtBfTjEdMLuxwKWRWIj5M,1687
+xprof/protobuf/source_info_pb2.py,sha256=hzQT_w4KpIEPyJ7yKMi-CezpY-2Mh7xjAvdhuhibiO0,1460
+xprof/protobuf/source_stats_pb2.py,sha256=gxHcmAGrzHAaUCyEBxzRzbGQTaCejXJxCVjgptD4SiM,3075
+xprof/protobuf/steps_db_pb2.py,sha256=EakwPVEyc5ZXA1FOkuY5LYk7W3a5P98A7-EamU_NxZQ,8072
+xprof/protobuf/task_pb2.py,sha256=7cJW9WuO1EPsYUu4GP5qhSOSut7Kv6xSdU7jZQ55VUE,2091
+xprof/protobuf/tf_data_stats_pb2.py,sha256=579_nnLxjlOPTsKgLmYHCV8RjW4gr7NKI9lWsHjh1Bk,6886
+xprof/protobuf/tf_function_pb2.py,sha256=ybsgfWM9xOhU9E8UAJjLd1zOOjR22cYINg5tGAJ14ic,3527
+xprof/protobuf/tf_stats_pb2.py,sha256=k3pl73NIuVp8TDYOScvTPBdg1GBl3XkRgJjpYU5mhyE,3708
+xprof/protobuf/tfstreamz_pb2.py,sha256=EFc36V2kn_g5o5XHfh9cJ0RHWAiADMBWKr_YEegNdxE,2309
+xprof/protobuf/topology_pb2.py,sha256=9eOA5jAbVpUPSkSPw7AcyCqdDc3Tk7OYYs0F96BzPBs,3720
+xprof/protobuf/tpu_input_pipeline_pb2.py,sha256=_g2HwRPZk5uDa2GsyYAzBacDMYi4hC_DhFOw40I6HPc,4930
+xprof/protobuf/trace_events_old_pb2.py,sha256=mS2hbO8_AGX4KcugIdDBRC4vemlB_OYEhR5Z9hbyBmY,3399
+xprof/protobuf/trace_events_pb2.py,sha256=LNvHSkW_g9X6h0_pMvImRJeTG7I_ehxYUjYpd07cBi8,5345
+xprof/protobuf/trace_events_raw_pb2.py,sha256=HHtNSuRf8pLv2Y6uZP6BxSaO1T1OicsDeeDarJsb3Y8,3078
+xprof/protobuf/trace_filter_config_pb2.py,sha256=Mr-CxIkfdyKRf02MkC3wkUlkUiormYE9HkFXw5bpgMY,2570
+xprof/standalone/base_plugin.py,sha256=wkUAZ5PSysYzyvnAmFcIxXZRedwGVipLtRWA0P_DuIg,1585
+xprof/standalone/context.py,sha256=BKlQeHWTbfC6KwaKkHYt3QfnUERIAWYUGxCkz4oZ9sA,867
+xprof/standalone/data_provider.py,sha256=pyfeARB-UBB3tGWv5B0b9ml9L3F1p2LXsvCKoJohvkQ,1214
+xprof/standalone/plugin_asset_util.py,sha256=I0bFgqc_8dTf54TjMXURblkyOYvoyhEga9x4z0obOrA,4023
+xprof/standalone/plugin_event_multiplexer.py,sha256=Si4Xh1AZsBJiKBqJQPQkdNOHtZfEQVoAutmTJ3Ruq6M,5151
+xprof/standalone/tensorboard_shim.py,sha256=2I8a3InvfbMIi0HZqLa7yO97t7eMvapqy-ykl-VNv1A,1436
+xprof/static/bundle.js,sha256=mcqPYsGxo13Pz25lMMMQVuLXqOklWszRDj2wxMBRbGY,25006556
+xprof/static/index.html,sha256=TBDEDCCieTgrUcWGDbHRgU5z0jp-0OoR_m2Q3WrkfY0,1733
+xprof/static/index.js,sha256=6k9xoStOyq8WLqAbeujc6RnudtedUiKSHgwGNg9_yPc,76
+xprof/static/materialicons.woff2,sha256=RRfwo4kyIt8HMUExPBeMy8mTQ_OQP7EgIxc7DZ3nirk,60832
+xprof/static/styles.css,sha256=p0jlPi8L57wDLox9m5G-psyqJJZwTqPu9fc-AYxP-aU,210865
+xprof/static/trace_viewer_index.html,sha256=JUcGQyu-JwFjwP5bRCbttBljWM3poHMvDtThjOlg22k,136561
+xprof/static/trace_viewer_index.js,sha256=DQX8KAClj4g2OHY59-Hc8g1x05q80BPFr5C0tXocynA,2842835
+xprof/static/zone.js,sha256=YMw-4VujXc6xhxsSyJ15ImBvBq2aKPlsCy5v82GTk20,572373
+xprof_nightly-2.22.3a20251208.dist-info/METADATA,sha256=br-T37G5F5893IbUNdywztY94TI0urvu2rxMVRy3-DQ,10804
+xprof_nightly-2.22.3a20251208.dist-info/WHEEL,sha256=HlfSuhSmZKaxRybW83AJqf6QGccQ3l_ux9bKThlZuzo,110
+xprof_nightly-2.22.3a20251208.dist-info/entry_points.txt,sha256=xltzdsFMJnbkt_VqqEd3E-AkWwECarbEs9zyalYs8Fw,125
+xprof_nightly-2.22.3a20251208.dist-info/top_level.txt,sha256=ZQblo3gDytpGjmOhiN_dK7Ou2EA-Z0mBUUprE63CkeM,6
+xprof_nightly-2.22.3a20251208.dist-info/RECORD,,

xprof_nightly-2.22.3a20251208.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.9.0)
+Root-Is-Purelib: true
+Tag: cp311-none-manylinux2014_x86_64
+

xprof_nightly-2.22.3a20251208.dist-info/entry_points.txt

@@ -0,0 +1,5 @@
+[console_scripts]
+xprof = xprof.server:main
+
+[tensorboard_plugins]
+profile = xprof.profile_plugin_loader:ProfilePluginLoader

xprof_nightly-2.22.3a20251208.dist-info/top_level.txt

@@ -0,0 +1 @@
+xprof