tritonparse 0.3.1.dev20251028071524__py3-none-any.whl → 0.3.1.dev20251029071541__py3-none-any.whl

tritonparse/cli.py

@@ -68,12 +68,20 @@ def main():
         }
         unified_parse(**parse_args)
     elif args.func == "reproduce":
+        replacer = None
+        if args.use_fbcode:
+            from tritonparse.fb.reproducer.replacer import FBCodePlaceholderReplacer
+
+            replacer = FBCodePlaceholderReplacer()
+            print(f"Using FBCode placeholder replacer for template: {args.template}")
+
         reproduce(
             input_path=args.input,
             line_index=args.line - 1,  # Convert 1-based line number to 0-based index
             out_dir=args.out_dir,
             template=args.template,
             kernel_import=args.kernel_import,
+            replacer=replacer,
         )
     else:
         raise RuntimeError(f"Unknown command: {args.func}")

tritonparse/reproducer/cli.py

@@ -46,3 +46,8 @@ def _add_reproducer_args(parser: argparse.ArgumentParser) -> None:
             "Defaults to 'default'."
         ),
     )
+    parser.add_argument(
+        "--use-fbcode",
+        action="store_true",
+        help=("Use fbcode to setup repro environment."),
+    )

tritonparse/reproducer/orchestrator.py

@@ -23,7 +23,7 @@ def reproduce(
     template: str,
     replacer: Optional[PlaceholderReplacer] = None,
     kernel_import: KernelImportMode = KernelImportMode.DEFAULT,
-) -> dict[str, Path]:
+) -> dict[str, str]:
     """
     Generate a reproducer script from NDJSON trace file.
 
@@ -45,7 +45,7 @@ def reproduce(
         f"Built context bundle for kernel: {context_bundle.kernel_info.function_name}"
     )
     out_py_path, temp_json_path = determine_output_paths(
-        out_dir, context_bundle.kernel_info.function_name
+        out_dir, context_bundle.kernel_info.function_name, template
     )
     save_prettified_json(context_bundle.raw_launch_event, temp_json_path)
 

tritonparse/reproducer/placeholder_replacer.py

@@ -76,21 +76,39 @@ class DefaultPlaceholderReplacer(PlaceholderReplacer):
     - # {{KERNEL_INVOCATION_PLACEHOLDER}}: Replaced with kernel invocation code
     """
 
+    KERNEL_NAME_PLACEHOLDER = "{{KERNEL_NAME_PLACEHOLDER}}"
+    JSON_FILE_NAME_PLACEHOLDER = "{{JSON_FILE_NAME_PLACEHOLDER}}"
+    IR_OVERRIDE_SETUP_PLACEHOLDER = "# {{IR_OVERRIDE_SETUP_PLACEHOLDER}}"
+    KERNEL_SYSPATH_PLACEHOLDER = "# {{KERNEL_SYSPATH_PLACEHOLDER}}"
+    KERNEL_IMPORT_PLACEHOLDER = "# {{KERNEL_IMPORT_PLACEHOLDER}}"
+    UTILITY_FUNCTIONS_PLACEHOLDER = "# {{UTILITY_FUNCTIONS_PLACEHOLDER}}"
+    KERNEL_INVOCATION_PLACEHOLDER = "# {{KERNEL_INVOCATION_PLACEHOLDER}}"
+
     def __init__(self):
         super().__init__()
         # Register all default handlers
-        self.register("{{JSON_FILE_NAME_PLACEHOLDER}}", self._replace_json_filename)
+        self.register(self.JSON_FILE_NAME_PLACEHOLDER, self._replace_json_filename)
         self.register(
-            "# {{IR_OVERRIDE_SETUP_PLACEHOLDER}}", self._replace_ir_override_setup
+            self.IR_OVERRIDE_SETUP_PLACEHOLDER, self._replace_ir_override_setup
         )
-        self.register("# {{KERNEL_SYSPATH_PLACEHOLDER}}", self._replace_kernel_syspath)
-        self.register("# {{KERNEL_IMPORT_PLACEHOLDER}}", self._replace_kernel_import)
+        self.register(self.KERNEL_SYSPATH_PLACEHOLDER, self._replace_kernel_syspath)
+        self.register(self.KERNEL_IMPORT_PLACEHOLDER, self._replace_kernel_import)
         self.register(
-            "# {{UTILITY_FUNCTIONS_PLACEHOLDER}}", self._replace_utility_functions
+            self.UTILITY_FUNCTIONS_PLACEHOLDER, self._replace_utility_functions
         )
         self.register(
-            "# {{KERNEL_INVOCATION_PLACEHOLDER}}", self._replace_kernel_invocation
+            self.KERNEL_INVOCATION_PLACEHOLDER, self._replace_kernel_invocation
         )
+        self.register(self.KERNEL_NAME_PLACEHOLDER, self._replace_kernel_name)
+
+    def _replace_kernel_name(
+        self, code: str, context_bundle: ContextBundle, **kwargs
+    ) -> str:
+        """Replace the kernel name placeholder."""
+        kernel_name = context_bundle.kernel_info.function_name
+        if not kernel_name:
+            raise ValueError("Kernel function name is not available")
+        return code.replace(self.KERNEL_NAME_PLACEHOLDER, kernel_name)
 
     def _replace_json_filename(
         self, code: str, context_bundle: ContextBundle, **kwargs
@@ -99,7 +117,7 @@ class DefaultPlaceholderReplacer(PlaceholderReplacer):
         temp_json_path = kwargs.get("temp_json_path")
         if temp_json_path is None:
             raise ValueError("temp_json_path is required for JSON filename replacement")
-        return code.replace("{{JSON_FILE_NAME_PLACEHOLDER}}", temp_json_path.name)
+        return code.replace(self.JSON_FILE_NAME_PLACEHOLDER, temp_json_path.name)
 
     def _replace_ir_override_setup(
         self, code: str, context_bundle: ContextBundle, **kwargs
@@ -108,7 +126,7 @@ class DefaultPlaceholderReplacer(PlaceholderReplacer):
         kernel_import = kwargs.get("kernel_import", KernelImportMode.DEFAULT)
 
         if kernel_import != KernelImportMode.OVERRIDE_TTIR:
-            return code.replace("# {{IR_OVERRIDE_SETUP_PLACEHOLDER}}", "")
+            return code.replace(self.IR_OVERRIDE_SETUP_PLACEHOLDER, "")
 
         comp_json_filename = kwargs.get("comp_json_filename")
         if not comp_json_filename:
@@ -158,7 +176,7 @@ _original_autotune = triton.autotune
 triton.autotune = _patched_autotune
 '''
 
-        return code.replace("# {{IR_OVERRIDE_SETUP_PLACEHOLDER}}", setup_code)
+        return code.replace(self.IR_OVERRIDE_SETUP_PLACEHOLDER, setup_code)
 
     def _replace_kernel_syspath(
         self, code: str, context_bundle: ContextBundle, **kwargs
@@ -168,15 +186,15 @@ triton.autotune = _patched_autotune
 
         if kernel_import == KernelImportMode.DEFAULT:
             sys_stmt, _ = _generate_import_statements(context_bundle.kernel_info)
-            return code.replace("# {{KERNEL_SYSPATH_PLACEHOLDER}}", sys_stmt)
+            return code.replace(self.KERNEL_SYSPATH_PLACEHOLDER, sys_stmt)
         elif kernel_import == KernelImportMode.COPY:
             comment = (
                 "# Kernel sys.path setup skipped - kernel source code embedded below"
             )
-            return code.replace("# {{KERNEL_SYSPATH_PLACEHOLDER}}", comment)
+            return code.replace(self.KERNEL_SYSPATH_PLACEHOLDER, comment)
         elif kernel_import == KernelImportMode.OVERRIDE_TTIR:
             comment = "# Kernel sys.path setup skipped - using IR override mode"
-            return code.replace("# {{KERNEL_SYSPATH_PLACEHOLDER}}", comment)
+            return code.replace(self.KERNEL_SYSPATH_PLACEHOLDER, comment)
         else:
             raise ValueError(f"Unknown kernel_import mode: {kernel_import}")
 
@@ -190,7 +208,7 @@ triton.autotune = _patched_autotune
             _, import_statement = _generate_import_statements(
                 context_bundle.kernel_info
             )
-            return code.replace("# {{KERNEL_IMPORT_PLACEHOLDER}}", import_statement)
+            return code.replace(self.KERNEL_IMPORT_PLACEHOLDER, import_statement)
         elif kernel_import == KernelImportMode.COPY:
             source_code = context_bundle.kernel_info.source_code
             func_name = context_bundle.kernel_info.function_name
@@ -216,10 +234,10 @@ triton.autotune = _patched_autotune
             embedded_code += "\n" + source_code
             embedded_code += f"\n\n# Use kernel function directly\nimported_kernel_function = {func_name}"
 
-            return code.replace("# {{KERNEL_IMPORT_PLACEHOLDER}}", embedded_code)
+            return code.replace(self.KERNEL_IMPORT_PLACEHOLDER, embedded_code)
         elif kernel_import == KernelImportMode.OVERRIDE_TTIR:
             comment = "# Kernel import skipped - using IR override mode with TTIR"
-            return code.replace("# {{KERNEL_IMPORT_PLACEHOLDER}}", comment)
+            return code.replace(self.KERNEL_IMPORT_PLACEHOLDER, comment)
         else:
             raise ValueError(f"Unknown kernel_import mode: {kernel_import}")
 
@@ -228,7 +246,7 @@ triton.autotune = _patched_autotune
     ) -> str:
         """Replace the utility functions placeholder with extracted functions."""
         utility_code = extract_utility_functions()
-        return code.replace("# {{UTILITY_FUNCTIONS_PLACEHOLDER}}", utility_code)
+        return code.replace(self.UTILITY_FUNCTIONS_PLACEHOLDER, utility_code)
 
     def _replace_kernel_invocation(
         self, code: str, context_bundle: ContextBundle, **kwargs
@@ -237,4 +255,4 @@ triton.autotune = _patched_autotune
         source_code = context_bundle.kernel_info.source_code
         pos_args, kw_args = _parse_kernel_signature(source_code)
         invocation_snippet = _generate_invocation_snippet(pos_args, kw_args)
-        return code.replace("# {{KERNEL_INVOCATION_PLACEHOLDER}}", invocation_snippet)
+        return code.replace(self.KERNEL_INVOCATION_PLACEHOLDER, invocation_snippet)

tritonparse/reproducer/templates/example.py

@@ -14,7 +14,7 @@ import torch
 # {{UTILITY_FUNCTIONS_PLACEHOLDER}}
 
 
-if __name__ == "__main__":
+def launch_kernel():
     script_dir = Path(__file__).resolve().parent  # noqa: F821
     json_file = script_dir / "{{JSON_FILE_NAME_PLACEHOLDER}}"
     grid, args_dict = create_args_from_json_file(str(json_file))  # noqa: F821
@@ -28,3 +28,7 @@ if __name__ == "__main__":
 
     torch.cuda.synchronize()
     print("Kernel execution finished.")
+
+
+if __name__ == "__main__":
+    launch_kernel()

tritonparse/reproducer/templates/tritonbench.py

@@ -0,0 +1,103 @@
+# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.
+
+from pathlib import Path
+from typing import Any, Callable, Dict, Optional, Tuple
+
+import torch
+from tritonbench.utils.triton_op import (
+    BenchmarkOperator,
+    register_benchmark,
+    REGISTERED_X_VALS,
+)
+
+
+imported_kernel_function: Optional[Callable[[Tuple[int], Dict[str, Any]], None]] = None
+
+# {{IR_OVERRIDE_SETUP_PLACEHOLDER}}
+
+# {{KERNEL_SYSPATH_PLACEHOLDER}}
+
+# {{KERNEL_IMPORT_PLACEHOLDER}}
+
+# {{UTILITY_FUNCTIONS_PLACEHOLDER}}
+
+assert imported_kernel_function is not None, "imported_kernel_function is missing"
+
+KERNEL_NAME = "{{KERNEL_NAME_PLACEHOLDER}}"
+REPRO_CONTEXT_FILE_NAME = "{{JSON_FILE_NAME_PLACEHOLDER}}"
+
+
+def _get_launch_kernel_args() -> Tuple[Tuple[int], Dict[str, Any]]:
+    script_dir = Path(__file__).resolve().parent  # noqa: F821
+    json_file = script_dir / REPRO_CONTEXT_FILE_NAME
+
+    grid, args_dict = create_args_from_json_file(json_file)  # noqa: F821, F841
+
+    print("Recorded kernel arguments dictionary:")
+    for name, arg in args_dict.items():
+        if isinstance(arg, torch.Tensor):
+            print(
+                f"  {name}: Tensor:  {arg.shape} {arg.dtype} stride: {arg.stride()}, is_contiguous: {arg.is_contiguous()}"
+            )
+        else:
+            print(f"  {name}: {arg}")
+    print(f"Grid: {grid}")
+
+    return tuple(grid), args_dict
+
+
+grid, args_dict = _get_launch_kernel_args()
+
+
+def _launch_kernel(grid: tuple[int], args_dict: dict[str, Any]):
+    try:
+        assert grid is not None
+        assert args_dict is not None
+
+        # {{KERNEL_INVOCATION_PLACEHOLDER}}
+
+    except Exception as e:
+        print(f"Error: {e}")
+        print("Failed to launch kernel!")
+
+
+# HACK: @register_x_val doesn't allow us to pass `operator_name`` as a parameter
+tensor_args = {k: v for k, v in args_dict.items() if isinstance(v, torch.Tensor)}
+x_vals_label = ", ".join(tensor_args.keys())
+REGISTERED_X_VALS[KERNEL_NAME] = x_vals_label
+
+
+class Operator(BenchmarkOperator):
+    @register_benchmark(operator_name=KERNEL_NAME)
+    def run_kernel(self, grid, args_dict):
+        return lambda: _launch_kernel(grid, args_dict)
+
+    def get_input_iter(self):
+        yield {"grid": grid, "args_dict": args_dict}
+
+    def get_x_val(self, example_inputs):
+        tensors_shapes = [
+            tuple(v.shape)
+            for v in example_inputs["args_dict"].values()
+            if isinstance(v, torch.Tensor)
+        ]
+        return tuple(tensors_shapes)
+
+
+if __name__ == "__main__":
+    print("do_benchmark...")
+
+    args = [
+        "--benchmark-name",
+        KERNEL_NAME,
+    ]
+
+    from tritonbench.utils.parser import get_parser
+
+    parser = get_parser(args)
+    tb_args, extra_args = parser.parse_known_args(args)
+    bench = Operator(tb_args, extra_args)
+    bench.run()
+
+    print(bench.output)
+    print("Benchmark completed successfully!")

tritonparse/reproducer/utils.py

@@ -327,7 +327,7 @@ def _create_arg_from_info(arg_info):
         return None
 
 
-def determine_output_paths(out_dir: str, kernel_name: str):
+def determine_output_paths(out_dir: str, kernel_name: str, template: str):
     """
     Determine output file paths for reproducer script and context data.
 
@@ -342,7 +342,12 @@ def determine_output_paths(out_dir: str, kernel_name: str):
     output_directory = Path(out_dir) / kernel_name
     output_directory.mkdir(parents=True, exist_ok=True)
 
-    out_py_path = output_directory / f"repro_{timestamp}.py"
+    filename_parts = ["repro"]
+    if template != "example":
+        filename_parts.append(template.replace(".", "_"))
+    filename_parts.append(timestamp)
+    filename = "_".join(filename_parts) + ".py"
+    out_py_path = output_directory / filename
     temp_json_path = output_directory / f"repro_context_{timestamp}.json"
 
     return out_py_path, temp_json_path

{tritonparse-0.3.1.dev20251028071524.dist-info → tritonparse-0.3.1.dev20251029071541.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tritonparse
-Version: 0.3.1.dev20251028071524
+Version: 0.3.1.dev20251029071541
 Summary: TritonParse: A Compiler Tracer, Visualizer, and mini-Reproducer Generator for Triton Kernels
 Author-email: Yueming Hao <yhao@meta.com>
 License-Expression: BSD-3-Clause

{tritonparse-0.3.1.dev20251028071524.dist-info → tritonparse-0.3.1.dev20251029071541.dist-info}/RECORD

@@ -1,6 +1,6 @@
 tritonparse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tritonparse/__main__.py,sha256=RXbkALBewcb1xlJBnsQl9IaBRUNln7U8NuRZKT8UdIk,117
-tritonparse/cli.py,sha256=Z3nz_rGYXF6NKmI3LsTomWqM51sJ8Tp-ybxRq7l20BI,2569
+tritonparse/cli.py,sha256=JqBwzpxiFKb0TFdhovDXnz3gwkjeASYgIe311GRBy0o,2876
 tritonparse/common.py,sha256=MJo9bVCgSKkwXpEoUkUczPo_5jOYpJgXLq4UsWYqN3c,13924
 tritonparse/context_manager.py,sha256=OdMn11qbApYL2c9IlbUpcT27r04ZSa4DfvrY2mLA958,2243
 tritonparse/event_diff.py,sha256=USCjfjYr-7Ie-EfZgtCFMZMA1KRzFRDe7yDFy98zYI4,4962
@@ -16,16 +16,17 @@ tritonparse/tp_logger.py,sha256=vXzY7hMDmVnRBGBhIjFZe3nHZzG5NKKPONGUszJhGgU,242
 tritonparse/trace_processor.py,sha256=aQPqlnpTtWoGzHYv4BXWUH4nCeUQGSK3o-fj0LD9I0c,14147
 tritonparse/utils.py,sha256=Jnlptcd79llSDev-_1XyyOnv2izUqv0PEL74A8GF2tc,4565
 tritonparse/reproducer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tritonparse/reproducer/cli.py,sha256=wk0K8qJhvP9gty2EBMH3WEc3TSFcszvNq3JbfYu_sTw,1577
+tritonparse/reproducer/cli.py,sha256=95AgH9QOlSFpkC5iR89XV9wubv_5vfD1MKl2IxpAIzs,1718
 tritonparse/reproducer/function_extractor.py,sha256=kQr10JKHy8EvAN7ic4Azjz6TYe-udBW2DVmbQ--c1pc,6643
-tritonparse/reproducer/orchestrator.py,sha256=GotBOJjrShN1oCFc_xTMXn8WWT1Jlfap5qcM21dKBpM,3259
-tritonparse/reproducer/placeholder_replacer.py,sha256=ARPZAa9A3Fyit_dIclOKe1JzFgUPBFdHvfy3z20x2E8,9607
+tritonparse/reproducer/orchestrator.py,sha256=OO-eeT4iN-QcB6uXMfH-VoMmiYHJUtrQDQnfneWkuAM,3268
+tritonparse/reproducer/placeholder_replacer.py,sha256=_ehcve5V8_TwemE0NftoO97gZpf4i-n626juAIrixOE,10515
 tritonparse/reproducer/types.py,sha256=86wql3NaGgpkOzx0gDFb5qexNjKExzhL0uIwGU7grrw,564
-tritonparse/reproducer/utils.py,sha256=yFS1Mg2IhRgW-1UNfqjWH5gRSqc8Wbn5Ykre8L-EWcU,16599
+tritonparse/reproducer/utils.py,sha256=DsO7695AuGaFOp4sRSCmsljBeyKnQud9NOKntaUL_VE,16803
 tritonparse/reproducer/ingestion/ndjson.py,sha256=7amSwpbtG-od1-pW18Nm9AiaFc3Etd0-UETXwiYCmgw,7443
 tritonparse/reproducer/templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tritonparse/reproducer/templates/example.py,sha256=jR3c8_d7fAFJYaj1DuUuthnI4Xd-_606bWDRdUPMNyo,785
+tritonparse/reproducer/templates/example.py,sha256=mTK_H4BfHntFdk9bybMEYSx8TyKXzQDwMxZok0Urw5s,828
 tritonparse/reproducer/templates/loader.py,sha256=x14KHXkovOIcXFKii3Jx4XjpEhXqUMqp575qAffi370,1975
+tritonparse/reproducer/templates/tritonbench.py,sha256=vRQ9xvIF3pgPHN2nGVBay6ngXScVdicU3agCV3f9Ao0,2875
 tritonparse/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tritonparse/tools/decompress_bin_ndjson.py,sha256=Gn5foDIlxBN5D5wmcdrEmwvxo3_wRlH8ih2U2Ys3RdM,4199
 tritonparse/tools/disasm.py,sha256=c4HmNNoPPeXPQBQkPVcMaHwDHbHNZNxuqXn4UIIs1Z0,2434
@@ -33,9 +34,9 @@ tritonparse/tools/format_fix.py,sha256=ISalg_N_L7Xktag3mLr-G9T6Opxv793s1WG6A9wUt
 tritonparse/tools/load_tensor.py,sha256=7-LbpboKDNJFBLNhiKS3enoqRlVAb55OjPc70PwHXAw,2789
 tritonparse/tools/prettify_ndjson.py,sha256=kR8hmBCv-iJeuzpi2_6CZv9T4_edRQbBOSOPpMm6wrw,11117
 tritonparse/tools/readme.md,sha256=w6PWYfYnRgoPArLjxG9rVrpcLUkoVMGuRlbpF-o0IQM,110
-tritonparse-0.3.1.dev20251028071524.dist-info/licenses/LICENSE,sha256=4ZciugpyN7wcM4L-9pyDh_etvMUeIfBhDTyH1zeZlQM,1515
-tritonparse-0.3.1.dev20251028071524.dist-info/METADATA,sha256=6PkpYMi1Qjf4Lar46WHsMPBo6dQts6i6n3IcwmijYeg,8282
-tritonparse-0.3.1.dev20251028071524.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-tritonparse-0.3.1.dev20251028071524.dist-info/entry_points.txt,sha256=wEXdaieDoRRCCdhEv2p_C68iytnaXU_2pwt5CqjfbWY,56
-tritonparse-0.3.1.dev20251028071524.dist-info/top_level.txt,sha256=ITcTKgp3vf_bXV9vixuQU9IrZa3L1EfDSZwvRzRaoJU,12
-tritonparse-0.3.1.dev20251028071524.dist-info/RECORD,,
+tritonparse-0.3.1.dev20251029071541.dist-info/licenses/LICENSE,sha256=4ZciugpyN7wcM4L-9pyDh_etvMUeIfBhDTyH1zeZlQM,1515
+tritonparse-0.3.1.dev20251029071541.dist-info/METADATA,sha256=IX0-TFnQLPgqNePCfPvAn87E9HbfQWXH7mns7P2UBp0,8282
+tritonparse-0.3.1.dev20251029071541.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+tritonparse-0.3.1.dev20251029071541.dist-info/entry_points.txt,sha256=wEXdaieDoRRCCdhEv2p_C68iytnaXU_2pwt5CqjfbWY,56
+tritonparse-0.3.1.dev20251029071541.dist-info/top_level.txt,sha256=ITcTKgp3vf_bXV9vixuQU9IrZa3L1EfDSZwvRzRaoJU,12
+tritonparse-0.3.1.dev20251029071541.dist-info/RECORD,,