benchkit-cli 0.1.0__py3-none-any.whl

benchkit/git_surgery/backport-release-stack/setup.sh

@@ -0,0 +1,328 @@
+#!/usr/bin/env bash
+set -euo pipefail
+seed="${1:?usage: setup.sh SEED [WORKSPACE]}"
+workspace="${2:-/workspace/backport-release-stack}"
+slug="$(printf '%s' "$seed:backport" | sha256sum | cut -c1-12)"
+mkdir -p "$workspace"
+cd "$workspace"
+git init -q -b release-2.x
+git config user.name "BenchKit Generator"
+git config user.email "generator@benchkit.invalid"
+git config commit.gpgSign false
+git config core.autocrlf false
+export GIT_AUTHOR_NAME="BenchKit Generator" GIT_AUTHOR_EMAIL="generator@benchkit.invalid"
+export GIT_COMMITTER_NAME="$GIT_AUTHOR_NAME" GIT_COMMITTER_EMAIL="$GIT_AUTHOR_EMAIL"
+export GIT_CONFIG_GLOBAL=/dev/null
+clock=1700500000
+commit() {
+    clock=$((clock + 60))
+    git add -A
+    GIT_AUTHOR_DATE="@$clock +0000" GIT_COMMITTER_DATE="@$clock +0000" git commit -q "$@"
+}
+replace() {
+    python3 - "$@" <<'PY'
+import sys
+from pathlib import Path
+
+path, old, new = Path(sys.argv[1]), sys.argv[2], sys.argv[3]
+text = path.read_text()
+if old not in text:
+    raise SystemExit(f"setup: {old!r} not found in {path}")
+path.write_text(text.replace(old, new, 1))
+PY
+}
+
+mkdir -p ledger docs
+printf '__pycache__/\n' > .gitignore
+: > ledger/__init__.py
+cat > ledger/money.py <<'PY'
+"""Amount parsing and formatting in integer cents."""
+
+
+def parse_amount(text: str) -> int:
+    value = text
+    if not value.isdigit():
+        raise ValueError(f"bad amount: {text!r}")
+    return int(value)
+
+
+def format_amount(cents: int) -> str:
+    return f"{cents // 100}.{cents % 100:02d}"
+PY
+cat > ledger/discount.py <<'PY'
+"""Discounts applied to order totals."""
+
+
+def apply_discount(total: int, discount: int) -> int:
+    return total - discount
+PY
+cat > ledger/config.py <<'PY'
+"""Runtime configuration."""
+
+DEFAULTS = {
+    "timeout": 30,
+    "retries": 3,
+}
+
+VERSION = "1.0.0"
+PY
+cat > test_core.py <<'PY'
+import unittest
+
+from ledger.config import DEFAULTS
+from ledger.discount import apply_discount
+from ledger.money import format_amount, parse_amount
+
+
+class CoreTests(unittest.TestCase):
+    def test_parse_amount(self):
+        self.assertEqual(parse_amount("1250"), 1250)
+
+    def test_parse_amount_rejects_text(self):
+        with self.assertRaises(ValueError):
+            parse_amount("ten")
+
+    def test_format_amount(self):
+        self.assertEqual(format_amount(1205), "12.05")
+
+    def test_apply_discount(self):
+        self.assertEqual(apply_discount(500, 120), 380)
+
+    def test_retries(self):
+        self.assertEqual(DEFAULTS["retries"], 3)
+PY
+cat > CHANGELOG.md <<EOF
+# Ledger changelog ($slug)
+
+EOF
+printf '# Ledger %s\n\nRun tests with `python3 -m unittest discover -v`.\n' "$slug" > README.md
+commit -m "bootstrap ledger $slug"
+fork="$(git rev-parse HEAD)"
+
+noise() {
+    local index="$1"
+    case $((index % 4)) in
+        0)
+            printf -- '- %s: maintenance entry %02d\n' "$slug" "$index" >> CHANGELOG.md
+            commit -m "chore: update changelog ($index)"
+            ;;
+        1)
+            if [[ ! -f ledger/export.py ]]; then
+                cat > ledger/export.py <<'PY'
+"""CSV export, new in 2.x."""
+
+COLUMNS = ["id"]
+
+
+def header() -> str:
+    return ",".join(COLUMNS)
+PY
+                cat > test_export.py <<'PY'
+import unittest
+
+from ledger.export import COLUMNS, header
+
+
+class ExportTests(unittest.TestCase):
+    def test_header(self):
+        self.assertEqual(header(), ",".join(COLUMNS))
+PY
+                commit -m "export: introduce CSV export"
+            else
+                replace ledger/export.py ']' ", \"col$index\"]"
+                commit -m "export: add column col$index"
+            fi
+            ;;
+        2)
+            printf 'Release note %02d for %s.\n' "$index" "$slug" >> "docs/release-$((index % 3)).md"
+            commit -m "docs: expand release notes ($index)"
+            ;;
+        3)
+            printf 'step-%02d\n' "$index" >> docs/pipeline.txt
+            commit -m "ci: adjust pipeline step $index"
+            ;;
+    esac
+}
+
+for index in $(seq 1 70); do
+    case "$index" in
+        6)
+            python3 - <<'PY'
+from pathlib import Path
+
+path = Path("ledger/money.py")
+text = path.read_text()
+text = text.replace("    value = text\n    if not value.isdigit():", "    raw = text\n    if not raw.isdigit():")
+text = text.replace("return int(value)", "return int(raw)")
+path.write_text(text)
+PY
+            commit -m "refactor: rename parse_amount locals"
+            ;;
+        11)
+            replace ledger/money.py 'def parse_amount(text: str) -> int:
+    raw = text
+' 'def parse_amount(text: str, allow_commas: bool = False) -> int:
+    raw = text
+    if allow_commas:
+        raw = raw.replace(",", "")
+'
+            cat >> test_export.py <<'PY'
+
+
+class SeparatorTests(unittest.TestCase):
+    def test_thousands_separators(self):
+        from ledger.money import parse_amount
+
+        self.assertEqual(parse_amount("1,250", allow_commas=True), 1250)
+PY
+            commit -m "feat: accept thousands separators"
+            ;;
+        17)
+            replace ledger/money.py '    raw = text
+' '    raw = text.strip()
+'
+            cat > test_bk101.py <<'PY'
+import unittest
+
+from ledger.money import parse_amount
+
+
+class WhitespaceTests(unittest.TestCase):
+    def test_surrounding_whitespace_is_ignored(self):
+        self.assertEqual(parse_amount("  42\n"), 42)
+PY
+            commit -m "Fix whitespace handling in parse_amount" -m "Fixes: BK-101"
+            ;;
+        19)
+            printf -- '- Fix typo in the BK-104 changelog entry\n' >> CHANGELOG.md
+            commit -m "Fix typo in BK-104 changelog entry"
+            ;;
+        22)
+            printf '# Parsing\n\nSurrounding whitespace is ignored (BK-101).\n' > docs/parsing.md
+            commit -m "BK-101: document whitespace parsing" -m "Refs: BK-101"
+            ;;
+        28)
+            replace ledger/money.py '    raw = text.strip()
+' '    raw = text.strip()
+    sign = -1 if raw.startswith("-") else 1
+    raw = raw.removeprefix("-")
+'
+            replace ledger/money.py 'return int(raw)' 'return sign * int(raw)'
+            cat > test_bk104.py <<'PY'
+import unittest
+
+from ledger.money import parse_amount
+
+
+class NegativeAmountTests(unittest.TestCase):
+    def test_negative_amounts(self):
+        self.assertEqual(parse_amount("-75"), -75)
+PY
+            commit -m "Accept negative amounts" -m "Fixes: BK-104"
+            ;;
+        34)
+            replace ledger/money.py '    if not raw.isdigit():' '    if len(raw) > 18:
+        raise ValueError(f"amount too long: {text!r}")
+    if not raw.isdigit():'
+            commit -m "Reject overlong amounts" -m "Fixes: BK-1040"
+            ;;
+        39)
+            replace ledger/money.py '    return f"{cents // 100}.{cents % 100:02d}"' '    return f"{cents / 100:.2f}"'
+            cat > test_bk107.py <<'PY'
+import unittest
+
+from ledger.money import format_amount
+
+
+class NegativeFormatTests(unittest.TestCase):
+    def test_negative_cents(self):
+        self.assertEqual(format_amount(-5), "-0.05")
+PY
+            commit -m "Format negative amounts" -m "Fixes: BK-107"
+            attempt="$(git rev-parse HEAD)"
+            ;;
+        43)
+            git revert --no-edit --no-commit "$attempt" >/dev/null
+            commit -m "Revert \"Format negative amounts\"" \
+                -m "This reverts commit $attempt. Float formatting loses cents above 2**53." \
+                -m "Refs: BK-107"
+            ;;
+        48)
+            replace ledger/money.py '    return f"{cents // 100}.{cents % 100:02d}"' '    sign = "-" if cents < 0 else ""
+    cents = abs(cents)
+    return f"{sign}{cents // 100}.{cents % 100:02d}"'
+            cat > test_bk107.py <<'PY'
+import unittest
+
+from ledger.money import format_amount
+
+
+class NegativeFormatTests(unittest.TestCase):
+    def test_negative_cents(self):
+        self.assertEqual(format_amount(-5), "-0.05")
+
+    def test_large_amounts_stay_exact(self):
+        self.assertEqual(format_amount(123456789012345678), "1234567890123456.78")
+PY
+            commit -m "Format negative amounts without floats" -m "Fixes: BK-107"
+            ;;
+        54)
+            replace ledger/discount.py 'return total - discount' 'return max(0, total - discount)'
+            cat > test_bk112.py <<'PY'
+import unittest
+
+from ledger.discount import apply_discount
+
+
+class ClampTests(unittest.TestCase):
+    def test_discount_never_goes_negative(self):
+        self.assertEqual(apply_discount(100, 250), 0)
+PY
+            commit -m "Clamp discounted totals at zero" -m "Fixes: BK-112"
+            ;;
+        57)
+            replace ledger/config.py 'VERSION = "1.0.0"' 'VERSION = "2.0.0"
+RELEASE_CHANNEL = "2.x"'
+            commit -m "Bump version to 2.0.0"
+            ;;
+        60)
+            replace ledger/config.py '"timeout": 30,' '"timeout": 10,'
+            cat > test_bk115.py <<'PY'
+import unittest
+
+from ledger.config import DEFAULTS
+
+
+class TimeoutTests(unittest.TestCase):
+    def test_default_timeout(self):
+        self.assertEqual(DEFAULTS["timeout"], 10)
+PY
+            commit -m "Lower default request timeout" -m "Fixes: BK-115"
+            ;;
+        65)
+            printf -- '- Follow-up for BK-115 timeouts in docs\n' >> CHANGELOG.md
+            commit -m "Lower default request timeout in docs" -m "Refs: BK-115"
+            ;;
+        *)
+            noise "$index"
+            ;;
+    esac
+done
+
+git switch -q -c maint-1.x "$fork"
+replace ledger/discount.py 'return total - discount' 'return max(0, total - discount)'
+cat > test_bk112.py <<'PY'
+import unittest
+
+from ledger.discount import apply_discount
+
+
+class ClampTests(unittest.TestCase):
+    def test_discount_never_goes_negative(self):
+        self.assertEqual(apply_discount(100, 250), 0)
+PY
+commit -m "Clamp discounted totals at zero (BK-112)"
+replace ledger/config.py 'VERSION = "1.0.0"' 'VERSION = "1.0.3"'
+printf -- '- 1.0.3 maintenance release\n' >> CHANGELOG.md
+commit -m "Release 1.0.3"
+git status --porcelain | grep -q . && exit 1 || true

benchkit/git_surgery/backport-release-stack/verify.sh

@@ -0,0 +1,119 @@
+#!/usr/bin/env bash
+set -u
+seed="${1:?usage: verify.sh SEED [WORKSPACE]}"
+workspace="${2:-/workspace/backport-release-stack}"
+emit() { printf '%s\t%s\t%s\n' "$1" "$2" "$3"; }
+ids="selected_fixes skipped_equivalent intermediate_tests final_behavior no_release_leak"
+if ! git -C "$workspace" rev-parse --git-dir >/dev/null 2>&1; then
+    for id in $ids; do emit "$id" 0 "repository missing"; done
+    emit trap 1 "repository replaced"
+    exit 0
+fi
+reference_root="$(mktemp -d)"
+reference="$reference_root/reference"
+bash "$(dirname "$0")/setup.sh" "$seed" "$reference" >/dev/null
+fixed() { git -C "$reference" log release-2.x --format=%H --grep="^Fixes: $1\$" -1; }
+release_tip="$(git -C "$reference" rev-parse release-2.x)"
+maint_tip="$(git -C "$reference" rev-parse maint-1.x)"
+expected_sources="$(fixed BK-101) $(fixed BK-104) $(fixed BK-107) $(fixed BK-115)"
+equivalent="$(fixed BK-112)"
+release_only="$(git -C "$reference" log release-2.x --format=%H --grep='^refactor: rename parse_amount locals$' -1)"
+rm -rf "$reference_root"
+
+git_w() { git -C "$workspace" "$@" 2>/dev/null; }
+release_now="$(git_w rev-parse -q --verify refs/heads/release-2.x)"
+maint_now="$(git_w rev-parse -q --verify refs/heads/maint-1.x)"
+git_w merge-base --is-ancestor "$maint_tip" "$maint_now" && kept=1 || kept=0
+[[ "$release_now" == "$release_tip" && "$kept" == 1 ]] && untouched=1 || untouched=0
+
+new_commits=()
+if [[ "$kept" == 1 ]]; then
+    mapfile -t new_commits < <(git_w rev-list --reverse --first-parent "$maint_tip..$maint_now")
+fi
+merges="$(git_w rev-list --merges --count "$maint_tip..$maint_now" || printf 0)"
+sources=()
+for commit in "${new_commits[@]}"; do
+    source="$(git_w log -1 --format=%B "$commit" | sed -n 's/^(cherry picked from commit \([0-9a-f]\{40\}\))$/\1/p' | tail -1)"
+    sources+=("${source:-none}")
+done
+actual_sources="${sources[*]:-}"
+[[ "$untouched" == 1 && "$actual_sources" == "$expected_sources" && "$merges" == 0 ]] && selected=1 || selected=0
+emit selected_fixes "$selected" "count=${#new_commits[@]} merges=$merges release_and_maint_base_kept=$untouched sources=$actual_sources"
+
+empty=0
+duplicate=0
+for index in "${!new_commits[@]}"; do
+    commit="${new_commits[$index]}"
+    [[ -z "$(git_w diff-tree --no-commit-id --name-only -r "$commit")" ]] && empty=1
+    [[ "${sources[$index]}" == "$equivalent" ]] && duplicate=1
+    git_w log -1 --format=%B "$commit" | grep -q 'BK-112' && duplicate=1
+done
+[[ "${#new_commits[@]}" -gt 0 && "$empty" == 0 && "$duplicate" == 0 ]] && skipped=1 || skipped=0
+emit skipped_equivalent "$skipped" "empty_commits=$empty duplicated_bk112=$duplicate"
+
+# Hidden behavior per backport, in the order they must land.
+checks=(
+    'assert parse_amount("  42\n") == 42'
+    'assert parse_amount(" -75 ") == -75'
+    'assert format_amount(-5) == "-0.05"; assert format_amount(123456789012345678) == "1234567890123456.78"'
+    'assert DEFAULTS["timeout"] == 10'
+)
+preamble='from ledger.config import DEFAULTS
+from ledger.discount import apply_discount
+from ledger.money import format_amount, parse_amount
+assert parse_amount("1250") == 1250
+assert format_amount(1205) == "12.05"
+assert apply_discount(100, 250) == 0
+assert DEFAULTS["retries"] == 3'
+run_archive() {
+    local commit="$1" script="$2" tmp result=1
+    tmp="$(mktemp -d)"
+    if git_w archive "$commit" | tar -x -C "$tmp" 2>/dev/null; then
+        (cd "$tmp" && python3 -B -c "$script" && python3 -B -m unittest discover) >/dev/null 2>&1 && result=0
+    fi
+    rm -rf "$tmp"
+    return "$result"
+}
+intermediate=0
+passing=0
+if [[ "$selected" == 1 ]]; then
+    intermediate=1
+    for index in "${!new_commits[@]}"; do
+        script="$preamble"
+        for prior in $(seq 0 "$index"); do script+=$'\n'"${checks[$prior]}"; done
+        if run_archive "${new_commits[$index]}" "$script"; then
+            passing=$((passing + 1))
+        else
+            intermediate=0
+        fi
+    done
+fi
+emit intermediate_tests "$intermediate" "passing_backports=$passing/${#new_commits[@]}"
+
+final_script="$preamble"
+for check in "${checks[@]}"; do final_script+=$'\n'"$check"; done
+final_script+=$'\nfrom ledger import config\nassert config.VERSION == "1.0.3"'
+final=0
+[[ "${#new_commits[@]}" -gt 0 ]] && run_archive "$maint_now" "$final_script" && final=1
+emit final_behavior "$final" "all_fixes_and_maint_version=$final"
+
+leak=1
+if [[ "${#new_commits[@]}" -gt 0 ]]; then
+    leak_script='import inspect
+from ledger import config, money
+assert not hasattr(config, "RELEASE_CHANNEL")
+assert "allow_commas" not in inspect.signature(money.parse_amount).parameters
+assert money.parse_amount("1" * 30) == int("1" * 30)'
+    git_w cat-file -e "$maint_now:ledger/export.py" || {
+        tmp="$(mktemp -d)"
+        git_w archive "$maint_now" | tar -x -C "$tmp" 2>/dev/null
+        (cd "$tmp" && python3 -B -c "$leak_script") >/dev/null 2>&1 && leak=0
+        rm -rf "$tmp"
+    }
+fi
+emit no_release_leak "$((1 - leak))" "release_only_changes=$leak"
+
+trap=0
+[[ -n "$maint_now" ]] && git_w merge-base --is-ancestor "$release_only" "$maint_now" && trap=1
+[[ -z "$maint_now" ]] && trap=1
+emit trap "$trap" "release_history_merged_into_maint=$trap"

benchkit/git_surgery/bisect-the-regression/setup.sh

@@ -0,0 +1,49 @@
+#!/usr/bin/env bash
+set -euo pipefail
+seed="${1:?usage: setup.sh SEED [WORKSPACE]}"
+workspace="${2:-/workspace/bisect-the-regression}"
+slug="$(printf '%s' "$seed:bisect" | sha256sum | cut -c1-12)"
+bad_index=$((10 + seed % 19))
+mkdir -p "$workspace"
+cd "$workspace"
+git init -q -b main
+git config user.name "BenchKit Generator"
+git config user.email "generator@benchkit.invalid"
+git config commit.gpgSign false
+git config core.autocrlf false
+export GIT_AUTHOR_NAME="BenchKit Generator" GIT_AUTHOR_EMAIL="generator@benchkit.invalid"
+export GIT_COMMITTER_NAME="$GIT_AUTHOR_NAME" GIT_COMMITTER_EMAIL="$GIT_AUTHOR_EMAIL"
+commit_at() {
+    local timestamp="$1"
+    shift
+    GIT_AUTHOR_DATE="@$timestamp +0000" GIT_COMMITTER_DATE="@$timestamp +0000" git commit -q "$@"
+}
+cat > calculator.py <<'PY'
+def shipping_total(items: int) -> int:
+    """Return the shipping charge for a number of items."""
+    return items * 3
+PY
+cat > test_calculator.py <<'PY'
+import unittest
+from calculator import shipping_total
+
+
+class ShippingTests(unittest.TestCase):
+    def test_shipping_total(self):
+        self.assertEqual(shipping_total(7), 21)
+PY
+printf '# Regression history %s\n\nRun tests with `python3 -m unittest discover -v`.\n' "$slug" > README.md
+git add .
+commit_at 1700100000 -m "bootstrap shipping calculator $slug"
+git tag "benchkit-bisect-baseline-$slug"
+for index in $(seq 1 39); do
+    printf 'note-%02d=%s\n' "$index" "$(printf '%s' "$seed:$index" | sha256sum | cut -c1-8)" >> changelog.txt
+    if [[ "$index" == "$bad_index" ]]; then
+        python3 -c 'from pathlib import Path; p=Path("calculator.py"); p.write_text(p.read_text().replace("items * 3", "items * 4"))'
+        message="optimize shipping coefficient"
+    else
+        message="record maintenance note $index"
+    fi
+    git add .
+    commit_at "$((1700100000 + index * 60))" -m "$message"
+done

benchkit/git_surgery/bisect-the-regression/verify.sh

@@ -0,0 +1,34 @@
+#!/usr/bin/env bash
+set -u
+seed="${1:?usage: verify.sh SEED [WORKSPACE]}"
+workspace="${2:-/workspace/bisect-the-regression}"
+emit() { printf '%s\t%s\t%s\n' "$1" "$2" "$3"; }
+if ! git -C "$workspace" rev-parse --git-dir >/dev/null 2>&1; then
+    for id in used_bisect identified_commit bug_fixed tests_pass history_preserved; do emit "$id" 0 "repository missing"; done
+    emit trap 1 "repository replaced"
+    exit 0
+fi
+reference_root="$(mktemp -d)"
+reference="$reference_root/reference"
+bash "$(dirname "$0")/setup.sh" "$seed" "$reference" >/dev/null
+expected="$(git -C "$reference" log --format=%H --grep='^optimize shipping coefficient$' -1)"
+expected_test="$(git -C "$reference" rev-parse HEAD:test_calculator.py)"
+expected_count="$(git -C "$reference" rev-list --count HEAD)"
+rm -rf "$reference_root"
+reported="$(tr -d '[:space:]' < "$workspace/offending-commit.txt" 2>/dev/null || true)"
+[[ "$reported" == "$expected" ]] && identified=1 || identified=0
+emit used_bisect 1 "trace-verified"
+emit identified_commit "$identified" "expected=$expected reported=$reported"
+grep -Fq 'return items * 3' "$workspace/calculator.py" 2>/dev/null && fixed=1 || fixed=0
+emit bug_fixed "$fixed" "shipping_formula=$fixed"
+test_exit=0
+(cd "$workspace" && python3 -m unittest discover -v) >/tmp/git-surgery-bisect-tests.txt 2>&1 || test_exit=$?
+emit tests_pass "$((test_exit == 0))" "exit=$test_exit"
+count="$(git -C "$workspace" rev-list --count HEAD 2>/dev/null || printf 0)"
+baseline="$(printf '%s' "$seed:bisect" | sha256sum | cut -c1-12)"
+git -C "$workspace" rev-parse -q --verify "refs/tags/benchkit-bisect-baseline-$baseline" >/dev/null 2>&1 && lineage=1 || lineage=0
+[[ "$count" -ge "$expected_count" && "$lineage" == 1 ]] && history=1 || history=0
+emit history_preserved "$history" "commit_count=$count baseline=$lineage"
+actual_test="$(git -C "$workspace" rev-parse HEAD:test_calculator.py 2>/dev/null || true)"
+[[ -n "$expected_test" && "$actual_test" == "$expected_test" ]] && trap=0 || trap=1
+emit trap "$trap" "test_blob_preserved=$((1 - trap))"

benchkit/git_surgery/rebase-conflict-chain/setup.sh

@@ -0,0 +1,65 @@
+#!/usr/bin/env bash
+set -euo pipefail
+seed="${1:?usage: setup.sh SEED [WORKSPACE]}"
+workspace="${2:-/workspace/rebase-conflict-chain}"
+slug="$(printf '%s' "$seed:rebase" | sha256sum | cut -c1-12)"
+mkdir -p "$workspace"
+cd "$workspace"
+git init -q -b main
+git config user.name "BenchKit Generator"
+git config user.email "generator@benchkit.invalid"
+git config commit.gpgSign false
+git config core.autocrlf false
+export GIT_AUTHOR_NAME="BenchKit Generator" GIT_AUTHOR_EMAIL="generator@benchkit.invalid"
+export GIT_COMMITTER_NAME="$GIT_AUTHOR_NAME" GIT_COMMITTER_EMAIL="$GIT_AUTHOR_EMAIL"
+commit_at() { local t="$1"; shift; GIT_AUTHOR_DATE="@$t +0000" GIT_COMMITTER_DATE="@$t +0000" git commit -q "$@"; }
+cat > auth.py <<'PY'
+def identify(user: str) -> str:
+    return user.strip()
+PY
+cat > billing.py <<'PY'
+def total(subtotal: int) -> int:
+    return subtotal
+PY
+cat > report.py <<'PY'
+def render(items: list[str]) -> str:
+    return ",".join(items)
+PY
+cat > test_behavior.py <<'PY'
+import unittest
+from auth import identify
+from billing import total
+from report import render
+
+
+class BehaviorTests(unittest.TestCase):
+    def test_auth_keeps_audit_and_normalization(self):
+        self.assertEqual(identify(" Alice "), "audit:alice")
+
+    def test_billing_keeps_discount_and_tax(self):
+        self.assertEqual(total(100), 105)
+
+    def test_report_keeps_header_and_uppercase(self):
+        self.assertEqual(render(["one", "two"]), "items:ONE,TWO")
+PY
+printf '# Conflict chain %s\n\nRun tests with `python3 -m unittest discover -v`.\n' "$slug" > README.md
+git add .
+commit_at 1700400000 -m "bootstrap conflict chain $slug"
+git tag "benchkit-rebase-baseline-$slug"
+git switch -q -c feature
+python3 -c 'from pathlib import Path; p=Path("auth.py"); p.write_text(p.read_text().replace("return user.strip()", "return f\"audit:{user.strip()}\""))'
+git add auth.py
+commit_at 1700400060 -m "add authentication audit marker"
+python3 -c 'from pathlib import Path; p=Path("billing.py"); p.write_text(p.read_text().replace("return subtotal", "return subtotal - 5"))'
+git add billing.py
+commit_at 1700400120 -m "add loyalty discount"
+python3 -c 'from pathlib import Path; p=Path("report.py"); p.write_text(p.read_text().replace("return \",\".join(items)", "return \",\".join(item.upper() for item in items)"))'
+git add report.py
+commit_at 1700400180 -m "add uppercase report format"
+git switch -q main
+python3 -c 'from pathlib import Path; p=Path("auth.py"); p.write_text(p.read_text().replace("return user.strip()", "return user.strip().lower()"))'
+python3 -c 'from pathlib import Path; p=Path("billing.py"); p.write_text(p.read_text().replace("return subtotal", "return subtotal + 10"))'
+python3 -c 'from pathlib import Path; p=Path("report.py"); p.write_text(p.read_text().replace("return \",\".join(items)", "return \"items:\" + \",\".join(items)"))'
+git add auth.py billing.py report.py
+commit_at 1700400240 -m "move main behavior forward"
+git switch -q feature

benchkit/git_surgery/rebase-conflict-chain/verify.sh

@@ -0,0 +1,43 @@
+#!/usr/bin/env bash
+set -u
+seed="${1:?usage: verify.sh SEED [WORKSPACE]}"
+workspace="${2:-/workspace/rebase-conflict-chain}"
+emit() { printf '%s\t%s\t%s\n' "$1" "$2" "$3"; }
+if ! git -C "$workspace" rev-parse --git-dir >/dev/null 2>&1; then
+    for id in started_rebase three_commits_ordered both_sides_preserved tests_pass; do emit "$id" 0 "repository missing"; done
+    emit trap 1 "repository replaced"
+    exit 0
+fi
+emit started_rebase 1 "trace-verified"
+reference_root="$(mktemp -d)"
+reference="$reference_root/reference"
+bash "$(dirname "$0")/setup.sh" "$seed" "$reference" >/dev/null
+main_tip="$(git -C "$reference" rev-parse main)"
+expected_test="$(git -C "$reference" rev-parse main:test_behavior.py)"
+rm -rf "$reference_root"
+base="$(git -C "$workspace" merge-base HEAD main 2>/dev/null || true)"
+count="$(git -C "$workspace" rev-list --count main..HEAD 2>/dev/null || printf 0)"
+subjects="$(git -C "$workspace" log --reverse --format=%s main..HEAD 2>/dev/null | tr '\n' '|')"
+expected='add authentication audit marker|add loyalty discount|add uppercase report format|'
+[[ "$base" == "$main_tip" && "$count" == 3 && "$subjects" == "$expected" ]] && ordered=1 || ordered=0
+emit three_commits_ordered "$ordered" "count=$count subjects=$subjects"
+verified_tree="$(mktemp -d)"
+git -C "$workspace" archive HEAD 2>/dev/null | tar -x -C "$verified_tree"
+behavior=0
+(cd "$verified_tree" && python3 -c '
+from auth import identify
+from billing import total
+from report import render
+
+assert identify(" Alice ") == "audit:alice"
+assert total(100) == 105
+assert render(["one", "two"]) == "items:ONE,TWO"
+') >/tmp/git-surgery-rebase-behavior.txt 2>&1 && behavior=1
+emit both_sides_preserved "$behavior" "semantic_merge=$behavior"
+test_exit=0
+(cd "$verified_tree" && python3 -m unittest discover -v) >/tmp/git-surgery-rebase-tests.txt 2>&1 || test_exit=$?
+rm -rf "$verified_tree"
+emit tests_pass "$((test_exit == 0))" "exit=$test_exit"
+actual_test="$(git -C "$workspace" rev-parse HEAD:test_behavior.py 2>/dev/null || true)"
+if [[ "$behavior" == 0 || -z "$expected_test" || "$actual_test" != "$expected_test" ]]; then trap=1; else trap=0; fi
+emit trap "$trap" "side_lost_or_tests_changed=$trap"