scitex 2.16.2__py3-none-any.whl → 2.17.0__py3-none-any.whl

scitex/cli/verify.py

@@ -0,0 +1,476 @@
+#!/usr/bin/env python3
+# Timestamp: "2026-02-01 (ywatanabe)"
+# File: /home/ywatanabe/proj/scitex-python/src/scitex/cli/verify.py
+"""
+SciTeX CLI - Verify Commands (Hash-based verification).
+
+Provides commands for tracking and verifying reproducibility of computations.
+"""
+
+import sys
+from pathlib import Path
+
+import click
+
+
+@click.group(
+    context_settings={"help_option_names": ["-h", "--help"]},
+    invoke_without_command=True,
+)
+@click.option("--help-recursive", is_flag=True, help="Show help for all subcommands")
+@click.pass_context
+def verify(ctx, help_recursive):
+    """
+    Hash-based verification for reproducible science.
+
+    \b
+    Commands:
+      list      List all tracked runs with verification status
+      run       Verify a specific session run
+      chain     Verify dependency chain for a target file
+      status    Show changed files (like git status)
+      stats     Show database statistics
+
+    \b
+    Examples:
+      scitex verify list                          # List all runs
+      scitex verify run 2025Y-11M-18D-09h12m03s   # Verify specific run
+      scitex verify chain ./results/figure3.png  # Trace back to source
+      scitex verify status                        # Show changes
+    """
+    if help_recursive:
+        _print_help_recursive(ctx)
+        ctx.exit(0)
+    elif ctx.invoked_subcommand is None:
+        click.echo(ctx.get_help())
+
+
+def _print_help_recursive(ctx):
+    """Print help for all commands recursively."""
+    fake_parent = click.Context(click.Group(), info_name="scitex")
+    parent_ctx = click.Context(verify, info_name="verify", parent=fake_parent)
+    click.secho("━━━ scitex verify ━━━", fg="cyan", bold=True)
+    click.echo(verify.get_help(parent_ctx))
+    for name in sorted(verify.list_commands(ctx) or []):
+        cmd = verify.get_command(ctx, name)
+        if cmd is None:
+            continue
+        click.echo()
+        click.secho(f"━━━ scitex verify {name} ━━━", fg="cyan", bold=True)
+        with click.Context(cmd, info_name=name, parent=parent_ctx) as sub_ctx:
+            click.echo(cmd.get_help(sub_ctx))
+
+
+@verify.command("list")
+@click.option(
+    "--limit", "-n", type=int, default=50, help="Maximum number of runs to show"
+)
+@click.option(
+    "--filter-status",
+    "-s",
+    type=click.Choice(["all", "success", "failed", "running"]),
+    default="all",
+    help="Filter by run status",
+)
+@click.option("--no-verify", is_flag=True, help="Skip verification (faster)")
+@click.option("--json", "as_json", is_flag=True, help="Output as JSON")
+def list_runs(limit, filter_status, no_verify, as_json):
+    """
+    List all tracked runs with verification status.
+
+    \b
+    Examples:
+      scitex verify list                    # List all runs
+      scitex verify list -n 10              # Limit to 10 runs
+      scitex verify list -s success         # Only successful runs
+      scitex verify list --no-verify        # Skip verification (faster)
+    """
+    try:
+        from scitex.verify import format_list, get_db
+
+        db = get_db()
+        status_filter = None if filter_status == "all" else filter_status
+        runs = db.list_runs(status=status_filter, limit=limit)
+
+        if as_json:
+            import json
+
+            output = []
+            for run in runs:
+                output.append(
+                    {
+                        "session_id": run["session_id"],
+                        "script_path": run.get("script_path"),
+                        "status": run.get("status"),
+                        "started_at": run.get("started_at"),
+                        "finished_at": run.get("finished_at"),
+                    }
+                )
+            click.echo(json.dumps(output, indent=2))
+        else:
+            if not runs:
+                click.echo("No tracked runs found.")
+                click.echo(
+                    "\nTo start tracking, use @stx.session decorator with stx.io."
+                )
+                return
+
+            output = format_list(runs, verify=not no_verify)
+            click.echo(output)
+            click.echo(f"\nShowing {len(runs)} runs (use --limit to change)")
+
+    except Exception as e:
+        click.secho(f"Error: {e}", fg="red", err=True)
+        sys.exit(1)
+
+
+@verify.command("run")
+@click.argument("targets", nargs=-1, required=True)
+@click.option("--rerun", is_flag=True, help="Re-execute script and compare (thorough)")
+@click.option("-v", "--verbose", is_flag=True, help="Show detailed file information")
+@click.option("--json", "as_json", is_flag=True, help="Output as JSON")
+def verify_run_cmd(targets, rerun, verbose, as_json):
+    """
+    Verify session run(s).
+
+    TARGETS can be (one or multiple):
+    - A session ID: 2025Y-11M-18D-09h12m03s_HmH5
+    - A script path: ./script.py (latest run of this script)
+    - An artifact path: ./results/figure3.png (session that produced it)
+
+    \b
+    Examples:
+      scitex verify run 2025Y-11M-18D-09h12m03s_HmH5
+      scitex verify run ./results/figure3.png
+      scitex verify run ./script.py --rerun
+      scitex verify run file1.csv file2.csv --rerun
+    """
+    try:
+        from scitex.verify import format_run_verification, verify_by_rerun, verify_run
+
+        results = []
+        for target in targets:
+            if rerun:
+                verification = verify_by_rerun(target)
+            else:
+                verification = verify_run(target)
+            results.append(verification)
+
+        if as_json:
+            import json
+
+            output = [
+                {
+                    "session_id": v.session_id,
+                    "script_path": v.script_path,
+                    "status": v.status.value,
+                    "level": v.level.value,
+                    "is_verified": v.is_verified,
+                }
+                for v in results
+            ]
+            click.echo(json.dumps(output, indent=2))
+        else:
+            all_verified = True
+            for v in results:
+                badge = "✓✓" if v.level.value == "rerun" else "✓"
+                if v.is_verified:
+                    click.secho(f"{badge} {v.session_id}", fg="green")
+                else:
+                    click.secho(f"✗ {v.session_id}", fg="red")
+                    all_verified = False
+                if verbose:
+                    click.echo(format_run_verification(v, verbose=True))
+
+            if not all_verified:
+                sys.exit(1)
+
+    except Exception as e:
+        click.secho(f"Error: {e}", fg="red", err=True)
+        sys.exit(1)
+
+
+@verify.command("chain")
+@click.argument("target_file", type=click.Path(exists=True))
+@click.option("-v", "--verbose", is_flag=True, help="Show detailed information")
+@click.option("--mermaid", is_flag=True, help="Output as Mermaid diagram")
+@click.option("--json", "as_json", is_flag=True, help="Output as JSON")
+def verify_chain_cmd(target_file, verbose, mermaid, as_json):
+    """
+    Verify the dependency chain for a target file.
+
+    Traces back through all sessions that contributed to producing
+    the target file and verifies each one.
+
+    \b
+    Examples:
+      scitex verify chain ./results/figure3.png
+      scitex verify chain ./results/figure3.png -v
+      scitex verify chain ./results/figure3.png --mermaid
+    """
+    try:
+        from scitex.verify import (
+            format_chain_verification,
+            generate_mermaid_dag,
+            verify_chain,
+        )
+
+        chain = verify_chain(target_file)
+
+        if mermaid:
+            output = generate_mermaid_dag(target_file=str(Path(target_file).resolve()))
+            click.echo(output)
+        elif as_json:
+            import json
+
+            output = {
+                "target_file": chain.target_file,
+                "status": chain.status.value,
+                "is_verified": chain.is_verified,
+                "runs": [
+                    {
+                        "session_id": r.session_id,
+                        "script_path": r.script_path,
+                        "status": r.status.value,
+                        "is_verified": r.is_verified,
+                    }
+                    for r in chain.runs
+                ],
+            }
+            click.echo(json.dumps(output, indent=2))
+        else:
+            output = format_chain_verification(chain, verbose=verbose)
+            click.echo(output)
+
+            if chain.is_verified:
+                click.echo()
+                click.secho("✓ Chain fully verified!", fg="green")
+            else:
+                click.echo()
+                click.secho("✗ Chain verification failed", fg="red")
+                if chain.failed_runs:
+                    click.echo(f"  {len(chain.failed_runs)} run(s) have issues")
+                sys.exit(1)
+
+    except Exception as e:
+        click.secho(f"Error: {e}", fg="red", err=True)
+        sys.exit(1)
+
+
+@verify.command("render")
+@click.argument("output_path", type=click.Path())
+@click.option("--session", "-s", help="Session ID to visualize")
+@click.option("--file", "-f", "target_file", help="Target file to trace chain")
+@click.option("--title", "-t", default="Verification DAG", help="Title for output")
+@click.option("--plotly", "-p", is_flag=True, help="Use Plotly (interactive)")
+def render_cmd(output_path, session, target_file, title, plotly):
+    """
+    Render verification DAG to file (HTML, PNG, SVG, or Mermaid).
+
+    The output format is determined by the file extension:
+    - .html: Interactive HTML (Mermaid.js or Plotly with --plotly)
+    - .png: PNG image
+    - .svg: SVG image
+    - .mmd: Raw Mermaid code
+
+    \b
+    Examples:
+      scitex verify render dag.html --file ./results/fig.png
+      scitex verify render dag.html --file ./results/fig.png --plotly
+      scitex verify render dag.png --session 2025Y-11M-18D-09h12m03s
+    """
+    try:
+        if not session and not target_file:
+            click.secho("Error: Specify --session or --file", fg="red", err=True)
+            sys.exit(1)
+
+        if plotly:
+            from scitex.verify import render_plotly_dag
+
+            result_path = render_plotly_dag(
+                output_path=output_path,
+                session_id=session,
+                target_file=target_file,
+                title=title,
+            )
+        else:
+            from scitex.verify import render_dag
+
+            result_path = render_dag(
+                output_path=output_path,
+                session_id=session,
+                target_file=target_file,
+                title=title,
+            )
+        click.secho(f"Rendered to: {result_path}", fg="green")
+
+    except Exception as e:
+        click.secho(f"Error: {e}", fg="red", err=True)
+        sys.exit(1)
+
+
+@verify.command("status")
+@click.option("--json", "as_json", is_flag=True, help="Output as JSON")
+def status_cmd(as_json):
+    """
+    Show verification status (like git status).
+
+    Displays a summary of all tracked runs and highlights any
+    that have changed files (hash mismatches) or missing files.
+
+    \b
+    Examples:
+      scitex verify status
+      scitex verify status --json
+    """
+    try:
+        from scitex.verify import format_status, get_status
+
+        status = get_status()
+
+        if as_json:
+            import json
+
+            click.echo(json.dumps(status, indent=2))
+        else:
+            output = format_status(status)
+            click.echo(output)
+
+    except Exception as e:
+        click.secho(f"Error: {e}", fg="red", err=True)
+        sys.exit(1)
+
+
+@verify.command("stats")
+@click.option("--json", "as_json", is_flag=True, help="Output as JSON")
+def stats_cmd(as_json):
+    """
+    Show database statistics.
+
+    \b
+    Examples:
+      scitex verify stats
+      scitex verify stats --json
+    """
+    try:
+        from scitex.verify import get_db
+
+        db = get_db()
+        db_stats = db.stats()
+
+        if as_json:
+            import json
+
+            click.echo(json.dumps(db_stats, indent=2))
+        else:
+            click.secho("Verification Database Statistics", fg="cyan", bold=True)
+            click.echo("=" * 40)
+            click.echo(f"Database path:        {db_stats['db_path']}")
+            click.echo(f"Total runs:           {db_stats['total_runs']}")
+            click.echo(f"  Successful:         {db_stats['success_runs']}")
+            click.echo(f"  Failed:             {db_stats['failed_runs']}")
+            click.echo(f"Total file records:   {db_stats['total_file_records']}")
+            click.echo(f"Unique files tracked: {db_stats['unique_files']}")
+
+    except Exception as e:
+        click.secho(f"Error: {e}", fg="red", err=True)
+        sys.exit(1)
+
+
+@verify.command("clear")
+@click.option("--force", "-f", is_flag=True, help="Skip confirmation")
+def clear_cmd(force):
+    """
+    Clear the verification database.
+
+    \b
+    Examples:
+      scitex verify clear
+      scitex verify clear -f
+    """
+    try:
+        from scitex.verify import get_db
+
+        db = get_db()
+        db_stats = db.stats()
+
+        if not force:
+            click.echo(f"This will delete {db_stats['total_runs']} runs and ")
+            click.echo(f"{db_stats['total_file_records']} file records.")
+            if not click.confirm("Are you sure?"):
+                click.echo("Cancelled.")
+                return
+
+        # Delete the database file
+        db_path = Path(db_stats["db_path"])
+        if db_path.exists():
+            db_path.unlink()
+            click.secho("Database cleared.", fg="green")
+        else:
+            click.echo("Database already empty.")
+
+    except Exception as e:
+        click.secho(f"Error: {e}", fg="red", err=True)
+        sys.exit(1)
+
+
+@verify.group(invoke_without_command=True)
+@click.pass_context
+def mcp(ctx):
+    """
+    MCP (Model Context Protocol) server operations.
+
+    \b
+    Commands:
+      list-tools - List available MCP tools
+
+    \b
+    Examples:
+      scitex verify mcp list-tools
+    """
+    if ctx.invoked_subcommand is None:
+        click.echo(ctx.get_help())
+
+
+@mcp.command("list-tools")
+def list_tools():
+    """
+    List available MCP tools for verification.
+
+    \b
+    Example:
+      scitex verify mcp list-tools
+    """
+    click.secho("Verify MCP Tools", fg="cyan", bold=True)
+    click.echo()
+    tools = [
+        ("verify_list", "List all tracked runs with verification status"),
+        ("verify_run", "Verify a specific session run"),
+        ("verify_chain", "Verify dependency chain for a target file"),
+        ("verify_status", "Show verification status (like git status)"),
+        ("verify_stats", "Show database statistics"),
+    ]
+    for name, desc in tools:
+        click.echo(f"  {name}: {desc}")
+
+
+@verify.command("list-python-apis")
+@click.option("-v", "--verbose", count=True, help="Verbosity: -v +doc, -vv full doc")
+@click.option("-d", "--max-depth", type=int, default=5, help="Max recursion depth")
+@click.option("--json", "as_json", is_flag=True, help="Output as JSON")
+@click.pass_context
+def list_python_apis(ctx, verbose, max_depth, as_json):
+    """List Python APIs (alias for: scitex introspect api scitex.verify)."""
+    from scitex.cli.introspect import api
+
+    ctx.invoke(
+        api,
+        dotted_path="scitex.verify",
+        verbose=verbose,
+        max_depth=max_depth,
+        as_json=as_json,
+    )
+
+
+if __name__ == "__main__":
+    verify()

scitex/dev/plt/__init__.py

@@ -16,7 +16,7 @@ Usage:
     from scitex.dev.plt import PLOTTERS_STX, PLOTTERS_SNS, PLOTTERS_MPL
 
     @stx.session
-    def main(plt=stx.INJECTED, rng=stx.INJECTED):
+    def main(plt=stx.INJECTED, rngg=stx.INJECTED):
         rng = rng("demo")
 
         # stx_* API (ArrayLike)

scitex/dev/plt/data/mpl/PLOTTING_FUNCTIONS.yaml

@@ -0,0 +1,90 @@
+# Timestamp: "2025-12-21 12:37:14 (ywatanabe)"
+# File: ./src/scitex/dev/plt/data/mpl/PLOTTING_FUNCTIONS.yaml
+
+basic:
+  - plot           # Line/marker plots
+  - scatter        # Scatter plots
+  - bar            # Vertical bar charts
+  - barh           # Horizontal bar charts
+  - stem           # Stem plots
+  - step           # Step plots
+  - fill           # Filled polygons
+  - fill_between   # Fill between y-values
+  - fill_betweenx  # Fill between x-values
+
+statistical:
+  - hist           # Histogram
+  - hist2d         # 2D histogram
+  - boxplot        # Box and whisker plots
+  - bxp            # Box plot from precomputed stats
+  - violinplot     # Violin plots
+  - violin         # Single violin
+  - errorbar       # Error bar plots
+  - pie            # Pie charts
+  - ecdf           # Empirical cumulative distribution
+
+image:
+  - imshow         # Display image/array
+  - matshow        # Display matrix
+  - pcolor         # Pseudocolor plot
+  - pcolormesh     # Pseudocolor mesh (faster)
+  - pcolorfast     # Pseudocolor (fastest)
+  - contour        # Contour lines
+  - contourf       # Filled contours
+  - hexbin         # Hexagonal binning
+  - spy            # Sparsity pattern
+
+vector:
+  - quiver         # Arrow/vector field
+  - streamplot     # Streamlines
+  - barbs          # Wind barbs
+
+spectral:
+  - specgram           # Spectrogram
+  - psd                # Power spectral density
+  - csd                # Cross spectral density
+  - cohere             # Coherence
+  - acorr              # Autocorrelation
+  - xcorr              # Cross-correlation
+  - angle_spectrum     # Phase angle spectrum
+  - magnitude_spectrum # Magnitude spectrum
+  - phase_spectrum     # Phase spectrum
+
+triangulation:
+  - tricontour   # Triangular contour lines
+  - tricontourf  # Triangular filled contours
+  - tripcolor    # Triangular pseudocolor
+  - triplot      # Triangular grid lines
+
+composite:
+  - stackplot    # Stacked area plots
+  - stairs       # Stair/step plots
+  - eventplot    # Event sequence plots
+  - broken_barh  # Broken horizontal bars
+
+log_scale:
+  - loglog       # Log-log scale plot
+  - semilogx     # Semi-log x scale
+  - semilogy     # Semi-log y scale
+
+annotation:
+  - annotate     # Text with arrow annotation
+  - text         # Text at position
+  - arrow        # Arrow patch
+  - axhline      # Horizontal line across axes
+  - axvline      # Vertical line across axes
+  - hlines       # Horizontal lines at y positions
+  - vlines       # Vertical lines at x positions
+  - axhspan      # Horizontal span (shaded region)
+  - axvspan      # Vertical span (shaded region)
+  - axline       # Infinite line
+
+decoration:
+  - legend       # Add legend
+  - grid         # Add grid
+  - table        # Add table
+  - clabel       # Contour labels
+  - bar_label    # Bar chart labels
+  - quiverkey    # Quiver key/legend
+
+# EOF