tritonparse 0.3.1.dev20251018071448__tar.gz → 0.3.3.dev20251231071619__tar.gz

tritonparse-0.3.3.dev20251231071619/.github/scripts/check_new_commits.sh

@@ -0,0 +1,122 @@
+#!/bin/bash
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# Check if there are new commits since the last nightly PyPI release.
+# This script is used by nightly-pypi.yml to implement on-demand nightly publishing.
+#
+# Exit code:
+#   Always exits with 0 (success). The publish decision is communicated via GITHUB_OUTPUT.
+#
+# Output:
+#   Sets GITHUB_OUTPUT variable: should_publish=true/false
+#     - true: New commits found or check skipped due to errors (fail-open behavior)
+#     - false: No new commits since last nightly release
+
+set -o pipefail
+# Note: set -e is intentionally not used to allow explicit error handling.
+# The script implements fail-open behavior where errors should not block publishing.
+
+# Configuration
+MAX_RETRIES=3
+RETRY_DELAY=5
+CURL_TIMEOUT=10
+PACKAGE_NAME="${PACKAGE_NAME:-tritonparse}"
+PACKAGE_PATH="${PACKAGE_PATH:-}"  # Optional: subdirectory to check (e.g., "python/")
+
+# Dependencies: This script requires 'jq' and 'curl' to be installed.
+# These are pre-installed on ubuntu-latest GitHub Actions runners.
+
+# Function: Fetch latest nightly version from PyPI with retry
+fetch_latest_nightly() {
+    local retries=0
+
+    while [ $retries -lt $MAX_RETRIES ]; do
+        local response
+        response=$(curl -s --max-time $CURL_TIMEOUT \
+            "https://pypi.org/pypi/${PACKAGE_NAME}/json" 2>/dev/null)
+        local curl_exit=$?
+
+        if [ $curl_exit -eq 0 ] && [ -n "$response" ]; then
+            # Try to parse and extract latest dev version
+            local latest
+            latest=$(echo "$response" | \
+                jq -r '.releases | keys[] | select(contains(".dev"))' 2>/dev/null | \
+                sort -V | tail -1)
+            local jq_exit=$?
+
+            if [ $jq_exit -eq 0 ] && [ -n "$latest" ]; then
+                echo "$latest"
+                return 0
+            fi
+        fi
+
+        retries=$((retries + 1))
+        echo "::warning::PyPI API request failed (attempt $retries/$MAX_RETRIES)"
+
+        if [ $retries -lt $MAX_RETRIES ]; then
+            echo "Retrying in ${RETRY_DELAY}s..."
+            sleep $RETRY_DELAY
+        fi
+    done
+
+    echo "::warning::All $MAX_RETRIES attempts failed"
+    return 1
+}
+
+main() {
+    echo "Checking for new commits since last nightly release..."
+
+    # Step 1: Fetch latest nightly version (with retry)
+    LATEST_NIGHTLY=$(fetch_latest_nightly)
+    FETCH_STATUS=$?
+
+    # Step 2: Network request failed -> skip check, proceed with publish
+    if [ $FETCH_STATUS -ne 0 ]; then
+        echo "::warning::Failed to fetch PyPI data after $MAX_RETRIES attempts"
+        echo "::warning::Skipping commit check, proceeding with publish"
+        echo "should_publish=true" >> "$GITHUB_OUTPUT"
+        exit 0
+    fi
+
+    # Step 3: No nightly version exists -> first nightly release
+    if [ -z "$LATEST_NIGHTLY" ]; then
+        echo "No existing nightly version found, proceeding with publish"
+        echo "should_publish=true" >> "$GITHUB_OUTPUT"
+        exit 0
+    fi
+
+    echo "Latest nightly on PyPI: $LATEST_NIGHTLY"
+
+    # Step 4: Extract timestamp from version (format: X.Y.Z.devYYYYMMDDHHMMSS)
+    TIMESTAMP=$(echo "$LATEST_NIGHTLY" | sed -n 's/.*\.dev\([0-9]\{14\}\).*/\1/p')
+
+    if [ -z "$TIMESTAMP" ]; then
+        echo "::warning::Cannot parse timestamp from version, proceeding with publish"
+        echo "should_publish=true" >> "$GITHUB_OUTPUT"
+        exit 0
+    fi
+
+    # Step 5: Convert to date format for git log
+    SINCE_DATE="${TIMESTAMP:0:4}-${TIMESTAMP:4:2}-${TIMESTAMP:6:2} ${TIMESTAMP:8:2}:${TIMESTAMP:10:2}:${TIMESTAMP:12:2} UTC"
+    echo "Last nightly published at: $SINCE_DATE"
+
+    # Step 6: Check for new commits since last nightly
+    # If PACKAGE_PATH is set, only check commits in that subdirectory
+    if [ -n "$PACKAGE_PATH" ]; then
+        echo "Checking commits in path: $PACKAGE_PATH"
+        COMMITS_SINCE=$(git log --since="$SINCE_DATE" --oneline -- "$PACKAGE_PATH" | wc -l)
+    else
+        COMMITS_SINCE=$(git log --since="$SINCE_DATE" --oneline | wc -l)
+    fi
+
+    if [ "$COMMITS_SINCE" -eq 0 ]; then
+        echo "No new commits since last nightly, skipping publish"
+        echo "should_publish=false" >> "$GITHUB_OUTPUT"
+        exit 0
+    else
+        echo "Found $COMMITS_SINCE new commit(s) since last nightly"
+        echo "should_publish=true" >> "$GITHUB_OUTPUT"
+        exit 0
+    fi
+}
+
+main

{tritonparse-0.3.1.dev20251018071448 → tritonparse-0.3.3.dev20251231071619}/.github/workflows/nightly-pypi.yml

@@ -10,6 +10,7 @@ on:
 
 permissions:
   contents: read
+  id-token: write  # Required for Trusted Publishing (OIDC)
 
 jobs:
   build-and-publish:
@@ -23,9 +24,15 @@ jobs:
       - uses: actions/setup-python@v5
         with:
           python-version: "3.11"
+
+      - name: Check for new commits since last nightly
+        id: check
+        if: github.ref_type != 'tag'
+        run: bash .github/scripts/check_new_commits.sh
+
       - name: Compute nightly version from latest tag (next patch + timestamp)
         id: ver
-        if: github.ref_type != 'tag'
+        if: github.ref_type != 'tag' && steps.check.outputs.should_publish != 'false'
         run: |
           # Get latest tag; allow 'v' prefix; fail if none
           if ! TAG=$(git describe --tags --abbrev=0 2>/dev/null); then
@@ -46,6 +53,7 @@ jobs:
           echo "Computed nightly version: ${NEXT}.dev${DATE}"
 
       - name: Build sdist/wheel
+        if: github.ref_type == 'tag' || steps.check.outputs.should_publish != 'false'
         run: |
           python -m pip install --upgrade pip
           pip install build setuptools-scm
@@ -55,14 +63,14 @@ jobs:
           python -m build
 
       - name: Check metadata
+        if: github.ref_type == 'tag' || steps.check.outputs.should_publish != 'false'
         run: |
           pip install twine
           twine check dist/*
 
-      - name: Publish to PyPI (API token)
-        if: github.event_name == 'schedule' || github.ref_type == 'tag'
+      - name: Publish to PyPI (Trusted Publishing)
+        if: (github.event_name == 'schedule' || github.ref_type == 'tag') && steps.check.outputs.should_publish != 'false'
         uses: pypa/gh-action-pypi-publish@release/v1
         with:
-          user: __token__
-          password: ${{ secrets.PYPI_API_TOKEN }}
+          attestations: true
           skip-existing: true

tritonparse-0.3.3.dev20251231071619/.github/workflows/website-build.yml

@@ -0,0 +1,63 @@
+name: Website Build Test
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - "website/**"
+      - ".github/workflows/website-build.yml"
+  pull_request:
+    branches: [main]
+    paths:
+      - "website/**"
+      - ".github/workflows/website-build.yml"
+  workflow_dispatch:
+
+jobs:
+  build-test:
+    runs-on: ubuntu-slim
+    timeout-minutes: 10
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: "24"
+          cache: "npm"
+          cache-dependency-path: "website/package-lock.json"
+
+      - name: Install dependencies
+        working-directory: ./website
+        run: npm ci
+
+      - name: Run ESLint
+        working-directory: ./website
+        run: npm run lint
+
+      - name: Build website
+        working-directory: ./website
+        run: npm run build
+
+      - name: Build standalone website
+        working-directory: ./website
+        run: npm run build:single
+
+      - name: Verify build output
+        run: |
+          if [ ! -d "website/dist" ]; then
+            echo "❌ Build failed: dist directory not found"
+            exit 1
+          fi
+          if [ ! -f "website/dist/index.html" ]; then
+            echo "❌ Build failed: index.html not found"
+            exit 1
+          fi
+          if [ ! -f "website/dist/standalone.html" ]; then
+            echo "❌ Build failed: standalone.html not found"
+            exit 1
+          fi
+          echo "✅ Build successful: all expected files present"
+          ls -la website/dist/

tritonparse-0.3.3.dev20251231071619/CHANGELOG.md

@@ -0,0 +1,26 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+For detailed release notes, see [GitHub Releases](https://github.com/meta-pytorch/tritonparse/releases).
+
+## [0.3.2] - 2025-12-22
+See [release notes](https://github.com/meta-pytorch/tritonparse/releases/tag/v0.3.2)
+
+## [0.3.1] - 2025-11-03
+See [release notes](https://github.com/meta-pytorch/tritonparse/releases/tag/v0.3.1)
+
+## [0.3.0] - 2025-10-14
+See [release notes](https://github.com/meta-pytorch/tritonparse/releases/tag/v0.3.0)
+
+## [0.2.3] - 2025-09-19
+See [release notes](https://github.com/meta-pytorch/tritonparse/releases/tag/v0.2.3)
+
+## [0.2.0] - 2025-09-11
+See [release notes](https://github.com/meta-pytorch/tritonparse/releases/tag/v0.2.0)
+
+## [0.1.1] - 2025-07-25
+See [release notes](https://github.com/meta-pytorch/tritonparse/releases/tag/v0.1.1)
+
+## [0.1.0] - 2025-07-21
+See [release notes](https://github.com/meta-pytorch/tritonparse/releases/tag/v0.1.0)

tritonparse-0.3.3.dev20251231071619/Makefile

@@ -0,0 +1,86 @@
+# Makefile for tritonparse project
+
+.PHONY: help format format-check lint lint-check test test-cuda clean install-dev website-install website-lint website-build website-build-single website-dev
+
+# Default target
+help:
+	@echo "Available targets:"
+	@echo "  format           - Format all Python files"
+	@echo "  format-check     - Check formatting without making changes"
+	@echo "  lint             - Run all linters"
+	@echo "  lint-check       - Check linting without making changes"
+	@echo "  test             - Run tests (CPU only)"
+	@echo "  test-cuda        - Run tests (including CUDA tests)"
+	@echo "  clean            - Clean up cache files"
+	@echo "  install-dev      - Install development dependencies"
+	@echo ""
+	@echo "Website targets:"
+	@echo "  website-install     - Install website dependencies"
+	@echo "  website-lint        - Run ESLint on website"
+	@echo "  website-build       - Build website"
+	@echo "  website-build-single - Build standalone website"
+	@echo "  website-dev         - Run website dev server"
+
+# Formatting targets
+format:
+	@echo "Running format fix script..."
+	python -m tritonparse.tools.format_fix --verbose
+
+format-check:
+	@echo "Checking formatting..."
+	python -m tritonparse.tools.format_fix --check-only --verbose
+
+# Linting targets
+lint:
+	@echo "Running linters..."
+	ruff check .
+	black --check .
+
+lint-check:
+	@echo "Checking linting..."
+	ruff check --diff .
+	black --check --diff .
+
+# Testing targets
+test:
+	@echo "Running tests (CPU only)..."
+	pytest tests/ -v -m "not cuda"
+
+test-cuda:
+	@echo "Running all tests (including CUDA)..."
+	pytest tests/ -v
+
+# Utility targets
+clean:
+	@echo "Cleaning up cache files..."
+	find . -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true
+	find . -type f -name "*.pyc" -delete 2>/dev/null || true
+	find . -type f -name "*.pyo" -delete 2>/dev/null || true
+	find . -type f -name ".coverage" -delete 2>/dev/null || true
+	find . -type d -name "*.egg-info" -exec rm -rf {} + 2>/dev/null || true
+	find . -type d -name ".pytest_cache" -exec rm -rf {} + 2>/dev/null || true
+
+install-dev:
+	@echo "Installing development dependencies..."
+	pip install -U black usort ruff coverage
+
+# Website targets
+website-install:
+	@echo "Installing website dependencies..."
+	cd website && npm ci
+
+website-lint:
+	@echo "Running ESLint on website..."
+	cd website && npm run lint
+
+website-build:
+	@echo "Building website..."
+	cd website && npm run build
+
+website-build-single:
+	@echo "Building standalone website..."
+	cd website && npm run build:single
+
+website-dev:
+	@echo "Starting website dev server..."
+	cd website && npm run dev

{tritonparse-0.3.1.dev20251018071448/tritonparse.egg-info → tritonparse-0.3.3.dev20251231071619}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tritonparse
-Version: 0.3.1.dev20251018071448
+Version: 0.3.3.dev20251231071619
 Summary: TritonParse: A Compiler Tracer, Visualizer, and mini-Reproducer Generator for Triton Kernels
 Author-email: Yueming Hao <yhao@meta.com>
 License-Expression: BSD-3-Clause
@@ -78,18 +78,24 @@ pip install triton
 
 ```python
 import tritonparse.structured_logging
-import tritonparse.utils
+import tritonparse.parse.utils
 
-# Initialize logging
-tritonparse.structured_logging.init("./logs/", enable_trace_launch=True)
+# Initialize logging with full tracing options
+tritonparse.structured_logging.init(
+    "./logs/",
+    enable_trace_launch=True,                 # Capture kernel launch events (enables torch.compile tracing automatically)
+    enable_more_tensor_information=True,      # Optional: collect tensor statistics (min/max/mean/std)
+)
 
 # Your Triton/PyTorch code here
 # ... your kernels ...
 
 # Parse and generate trace files
-tritonparse.utils.unified_parse("./logs/", out="./parsed_output")
+tritonparse.parse.utils.unified_parse("./logs/", out="./parsed_output")
 ```
 
+> **💡 Note**: `enable_trace_launch=True` automatically enables tracing for both native Triton kernels (`@triton.jit`) and `torch.compile` / TorchInductor kernels.
+
 <details>
 <summary>📝 Example output (click to expand)</summary>
 
@@ -120,8 +126,9 @@ tritonparse.utils.unified_parse("./logs/", out="./parsed_output")
 Extract any kernel into a standalone, executable Python script for debugging or testing:
 
 ```bash
-# Generate reproducer from first launch event
-tritonparseoss reproduce ./parsed_output/trace.ndjson.gz --line 2 --out-dir repro_output
+# Generate reproducer for the first launch event
+# (--line is 0-based: line 0 is compilation event, line 1 is first launch event)
+tritonparseoss reproduce ./parsed_output/trace.ndjson.gz --line 1 --out-dir repro_output
 
 # Run the generated reproducer
 cd repro_output/<kernel_name>/
@@ -134,7 +141,7 @@ from tritonparse.reproducer.orchestrator import reproduce
 
 result = reproduce(
     input_path="./parsed_output/trace.ndjson.gz",
-    line_index=1,           # Which launch event (1-based)
+    line_index=0,           # 0-based index (first event is 0)
     out_dir="repro_output"
 )
 ```
@@ -161,6 +168,9 @@ result = reproduce(
 | **[🔧 Developer Guide](https://github.com/meta-pytorch/tritonparse/wiki/04.-Developer-Guide)** | Contributing and architecture overview |
 | **[📝 Code Formatting](https://github.com/meta-pytorch/tritonparse/wiki/05.-Code-Formatting)** | Formatting standards and tools |
 | **[❓ FAQ](https://github.com/meta-pytorch/tritonparse/wiki/06.-FAQ)** | Quick answers and troubleshooting |
+| **[⚙️ Environment Variables](https://github.com/meta-pytorch/tritonparse/wiki/07.-Environment-Variables-Reference)** | Complete environment variable reference |
+| **[📖 Python API Reference](https://github.com/meta-pytorch/tritonparse/wiki/08.-Python-API-Reference)** | Full API documentation |
+| **[🔄 Reproducer Guide](https://github.com/meta-pytorch/tritonparse/wiki/09.-Reproducer-Guide)** | Comprehensive kernel reproducer guide |
 
 ## 📊 Understanding Triton Compilation
 

{tritonparse-0.3.1.dev20251018071448 → tritonparse-0.3.3.dev20251231071619}/README.md

@@ -60,18 +60,24 @@ pip install triton
 
 ```python
 import tritonparse.structured_logging
-import tritonparse.utils
+import tritonparse.parse.utils
 
-# Initialize logging
-tritonparse.structured_logging.init("./logs/", enable_trace_launch=True)
+# Initialize logging with full tracing options
+tritonparse.structured_logging.init(
+    "./logs/",
+    enable_trace_launch=True,                 # Capture kernel launch events (enables torch.compile tracing automatically)
+    enable_more_tensor_information=True,      # Optional: collect tensor statistics (min/max/mean/std)
+)
 
 # Your Triton/PyTorch code here
 # ... your kernels ...
 
 # Parse and generate trace files
-tritonparse.utils.unified_parse("./logs/", out="./parsed_output")
+tritonparse.parse.utils.unified_parse("./logs/", out="./parsed_output")
 ```
 
+> **💡 Note**: `enable_trace_launch=True` automatically enables tracing for both native Triton kernels (`@triton.jit`) and `torch.compile` / TorchInductor kernels.
+
 <details>
 <summary>📝 Example output (click to expand)</summary>
 
@@ -102,8 +108,9 @@ tritonparse.utils.unified_parse("./logs/", out="./parsed_output")
 Extract any kernel into a standalone, executable Python script for debugging or testing:
 
 ```bash
-# Generate reproducer from first launch event
-tritonparseoss reproduce ./parsed_output/trace.ndjson.gz --line 2 --out-dir repro_output
+# Generate reproducer for the first launch event
+# (--line is 0-based: line 0 is compilation event, line 1 is first launch event)
+tritonparseoss reproduce ./parsed_output/trace.ndjson.gz --line 1 --out-dir repro_output
 
 # Run the generated reproducer
 cd repro_output/<kernel_name>/
@@ -116,7 +123,7 @@ from tritonparse.reproducer.orchestrator import reproduce
 
 result = reproduce(
     input_path="./parsed_output/trace.ndjson.gz",
-    line_index=1,           # Which launch event (1-based)
+    line_index=0,           # 0-based index (first event is 0)
     out_dir="repro_output"
 )
 ```
@@ -143,6 +150,9 @@ result = reproduce(
 | **[🔧 Developer Guide](https://github.com/meta-pytorch/tritonparse/wiki/04.-Developer-Guide)** | Contributing and architecture overview |
 | **[📝 Code Formatting](https://github.com/meta-pytorch/tritonparse/wiki/05.-Code-Formatting)** | Formatting standards and tools |
 | **[❓ FAQ](https://github.com/meta-pytorch/tritonparse/wiki/06.-FAQ)** | Quick answers and troubleshooting |
+| **[⚙️ Environment Variables](https://github.com/meta-pytorch/tritonparse/wiki/07.-Environment-Variables-Reference)** | Complete environment variable reference |
+| **[📖 Python API Reference](https://github.com/meta-pytorch/tritonparse/wiki/08.-Python-API-Reference)** | Full API documentation |
+| **[🔄 Reproducer Guide](https://github.com/meta-pytorch/tritonparse/wiki/09.-Reproducer-Guide)** | Comprehensive kernel reproducer guide |
 
 ## 📊 Understanding Triton Compilation
 

{tritonparse-0.3.1.dev20251018071448 → tritonparse-0.3.3.dev20251231071619}/tests/test_add.py

@@ -12,9 +12,8 @@ import os
 import torch
 import triton
 import triton.language as tl
-
+import tritonparse.parse.utils
 import tritonparse.structured_logging
-import tritonparse.utils
 
 log_path = "./logs"
 tritonparse.structured_logging.init(log_path, enable_trace_launch=True)
@@ -76,6 +75,6 @@ def test_tensor_add():
 if __name__ == "__main__":
     test_tensor_add()
     # Use improved unified_parse with explicit output directory
-    tritonparse.utils.unified_parse(
+    tritonparse.parse.utils.unified_parse(
         source=log_path, out="./parsed_output", overwrite=True
     )