cpitd 0.2.1__tar.gz

cpitd-0.2.1/.gitignore

@@ -0,0 +1,13 @@
+.chainlink
+.claude
+venv
+__pycache__/
+*.pyc
+*.egg-info/
+dist/
+build/
+.pytest_cache/
+.coverage
+htmlcov/
+docs/_build/
+CLAUDE.md

cpitd-0.2.1/.pre-commit-config.yaml

@@ -0,0 +1,9 @@
+repos:
+  - repo: local
+    hooks:
+      - id: cpitd-clone-detection
+        name: cpitd (clone detection)
+        entry: cpitd cpitd/ --ignore "tests/fixtures/*" --suppress "*@protocol_impl*"
+        language: system
+        pass_filenames: false
+        always_run: true

cpitd-0.2.1/.pre-commit-hooks.yaml

@@ -0,0 +1,13 @@
+- id: cpitd
+  name: cpitd (clone detection — staged files)
+  entry: cpitd
+  language: python
+  types: [file]
+  pass_filenames: true
+
+- id: cpitd-full
+  name: cpitd (clone detection — full scan)
+  entry: cpitd
+  language: python
+  types: [file]
+  pass_filenames: false

cpitd-0.2.1/CHANGELOG.md

@@ -0,0 +1,23 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
+
+## [Unreleased]
+
+### Added
+- Add detailed similarity metrics (#18)
+- Improve error handling (#16)
+- Remove CLAUDE.md from git tracking (#27)
+- Add sibling-aware clone suppression for abstract method implementations (#29)
+- Add clone suppression filters for benign patterns like @abstractmethod (#28)
+- Add default scan of current directory when no paths are provided (#6)
+
+### Fixed
+
+### Changed
+- Refactor README for external users with install, pre-commit, and per-language suppress guides (#31)
+- Configure pytest, black, and sphinx dev tooling (#4)
+- Create cpitd package directory with module stubs (#3)
+- Add pyproject.toml with project metadata and dependencies (#2)

cpitd-0.2.1/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Scythia Marrow
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

cpitd-0.2.1/PKG-INFO

@@ -0,0 +1,207 @@
+Metadata-Version: 2.4
+Name: cpitd
+Version: 0.2.1
+Summary: Copy Paste Is The Devil — language-agnostic code clone detection
+Author: cpitd contributors
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/scythia-marrow/cpitd
+Project-URL: Repository, https://github.com/scythia-marrow/cpitd
+Keywords: clone-detection,static-analysis,code-quality,winnowing
+Classifier: Development Status :: 3 - Alpha
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Topic :: Software Development :: Quality Assurance
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: click>=8.1
+Requires-Dist: pygments>=2.17
+Requires-Dist: tomli>=2.0; python_version < "3.11"
+Provides-Extra: dev
+Requires-Dist: pytest>=8.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.1; extra == "dev"
+Requires-Dist: black>=24.0; extra == "dev"
+Requires-Dist: pre-commit>=3.0; extra == "dev"
+Requires-Dist: sphinx>=7.2; extra == "dev"
+Requires-Dist: sphinx-rtd-theme>=2.0; extra == "dev"
+Dynamic: license-file
+
+# CPITD: Copy Paste Is The Devil
+
+A static code analysis tool that rakes you over the coals for using copy/paste. Because copy/paste is the devil. Language agnostic, and blazingly fast.
+
+---
+
+## Installation
+
+For development (linting, tests, docs):
+
+```bash
+git clone https://github.com/scythia-marrow/cpitd.git
+cd cpitd
+python -m venv venv
+source venv/bin/activate
+pip install -e ".[dev]"
+pre-commit install
+```
+
+---
+
+## Quick Start
+
+```bash
+# Scan current directory
+cpitd
+
+# Scan specific paths
+cpitd src/ lib/
+
+# JSON output for CI pipelines
+cpitd --format json src/ | jq '.[]'
+```
+
+---
+
+## Configuration
+
+Settings can live in `pyproject.toml` so you don't repeat yourself on every invocation:
+
+```toml
+[tool.cpitd]
+format = "human"
+ignore = ["tests/fixtures/*", "vendor/*"]
+suppress = ["*@abstractmethod*"]
+```
+
+CLI flags always override file config. For list options (`ignore`, `suppress`, `languages`), CLI values are appended to file values rather than replacing them.
+
+---
+
+## Suppressing False Positives
+
+Some clones are intentional—boilerplate required by a language or framework. Use `--suppress` to silence them.
+
+`--suppress PATTERN` accepts [fnmatch](https://docs.python.org/3/library/fnmatch.html) glob patterns matched against raw source lines (including one line of context above each clone chunk, to catch decorators). If any line in either side of a clone pair matches, the group is suppressed.
+
+You can also annotate specific sites inline—the filter reads raw source, so comments are visible even though the tokenizer strips them. Add a suppression comment to any line inside or immediately above a clone:
+
+| Language | Inline annotation              |
+|----------|-------------------------------|
+| Python   | `# cpitd: suppress`           |
+| C/C++    | `// cpitd: suppress`          |
+| Rust     | `// cpitd: suppress`          |
+
+Then pass `--suppress "*cpitd: suppress*"` (or set it in `pyproject.toml`).
+
+### Python
+
+**Abstract base class implementations** — ABCs force you to repeat method signatures across subclasses. Suppress them with:
+
+```bash
+cpitd src/ --suppress "*@abstractmethod*"
+```
+
+Or in `pyproject.toml`:
+
+```toml
+[tool.cpitd]
+suppress = ["*@abstractmethod*", "*@override*"]
+```
+
+**Protocol / interface boilerplate** — if you use a decorator to mark protocol implementations (e.g. `@protocol_impl`), pass that pattern:
+
+```bash
+cpitd src/ --suppress "*@protocol_impl*"
+```
+
+### C / C++
+
+**Header guards** — every `.h` file has them. Suppress both styles:
+
+```bash
+cpitd src/ \
+  --suppress "*#ifndef *_H*" \
+  --suppress "*#pragma once*"
+```
+
+Or in `pyproject.toml`:
+
+```toml
+[tool.cpitd]
+suppress = ["*#ifndef *_H*", "*#pragma once*"]
+ignore = ["**/*.h"]   # alternatively, just skip headers entirely
+```
+
+### Rust
+
+**Trait implementations** — implementing the same trait for multiple types produces near-identical `impl` blocks. Suppress by matching the `impl ... for ...` line:
+
+```bash
+cpitd src/ --suppress "*impl * for *"
+```
+
+**Derive macros** — `#[derive(Debug, Clone, PartialEq)]` lines repeat everywhere but are rarely meaningful clones. Suppress them:
+
+```bash
+cpitd src/ --suppress "*#[derive(*"
+```
+
+In `pyproject.toml`:
+
+```toml
+[tool.cpitd]
+suppress = [
+    "*impl*Display*for*",
+    "*impl*From*for*",
+    "*#[derive(*",
+]
+```
+
+---
+
+## Pre-commit Hook
+
+Add cpitd to `.pre-commit-config.yaml` as a local hook (cpitd must be installed in the environment where hooks run):
+
+```yaml
+repos:
+  - repo: local
+    hooks:
+      - id: cpitd-clone-detection
+        name: cpitd (clone detection)
+        entry: cpitd src/ --ignore "tests/fixtures/*"
+        language: system
+        pass_filenames: false
+        always_run: true
+```
+
+Then install the hook:
+
+```bash
+pre-commit install
+```
+
+The hook runs `cpitd` on every commit. Tune `entry` with `--suppress` or any other flag -- or lean on `[tool.cpitd]` in `pyproject.toml` so the hook entry stays short.
+
+To run the hook manually without committing:
+
+```bash
+pre-commit run cpitd-clone-detection
+```
+
+---
+
+## CLI Options Reference
+
+| Flag | Default | Description |
+|------|---------|-------------|
+| `--format human\|json` | `human` | Output format |
+| `--ignore PATTERN` | — | Glob patterns to exclude (repeatable) |
+| `--languages LANG` | — | Restrict to specific languages (repeatable) |
+| `--suppress PATTERN` | — | Suppress clones whose source lines match (repeatable) |

cpitd-0.2.1/README.md

@@ -0,0 +1,173 @@
+# CPITD: Copy Paste Is The Devil
+
+A static code analysis tool that rakes you over the coals for using copy/paste. Because copy/paste is the devil. Language agnostic, and blazingly fast.
+
+---
+
+## Installation
+
+For development (linting, tests, docs):
+
+```bash
+git clone https://github.com/scythia-marrow/cpitd.git
+cd cpitd
+python -m venv venv
+source venv/bin/activate
+pip install -e ".[dev]"
+pre-commit install
+```
+
+---
+
+## Quick Start
+
+```bash
+# Scan current directory
+cpitd
+
+# Scan specific paths
+cpitd src/ lib/
+
+# JSON output for CI pipelines
+cpitd --format json src/ | jq '.[]'
+```
+
+---
+
+## Configuration
+
+Settings can live in `pyproject.toml` so you don't repeat yourself on every invocation:
+
+```toml
+[tool.cpitd]
+format = "human"
+ignore = ["tests/fixtures/*", "vendor/*"]
+suppress = ["*@abstractmethod*"]
+```
+
+CLI flags always override file config. For list options (`ignore`, `suppress`, `languages`), CLI values are appended to file values rather than replacing them.
+
+---
+
+## Suppressing False Positives
+
+Some clones are intentional—boilerplate required by a language or framework. Use `--suppress` to silence them.
+
+`--suppress PATTERN` accepts [fnmatch](https://docs.python.org/3/library/fnmatch.html) glob patterns matched against raw source lines (including one line of context above each clone chunk, to catch decorators). If any line in either side of a clone pair matches, the group is suppressed.
+
+You can also annotate specific sites inline—the filter reads raw source, so comments are visible even though the tokenizer strips them. Add a suppression comment to any line inside or immediately above a clone:
+
+| Language | Inline annotation              |
+|----------|-------------------------------|
+| Python   | `# cpitd: suppress`           |
+| C/C++    | `// cpitd: suppress`          |
+| Rust     | `// cpitd: suppress`          |
+
+Then pass `--suppress "*cpitd: suppress*"` (or set it in `pyproject.toml`).
+
+### Python
+
+**Abstract base class implementations** — ABCs force you to repeat method signatures across subclasses. Suppress them with:
+
+```bash
+cpitd src/ --suppress "*@abstractmethod*"
+```
+
+Or in `pyproject.toml`:
+
+```toml
+[tool.cpitd]
+suppress = ["*@abstractmethod*", "*@override*"]
+```
+
+**Protocol / interface boilerplate** — if you use a decorator to mark protocol implementations (e.g. `@protocol_impl`), pass that pattern:
+
+```bash
+cpitd src/ --suppress "*@protocol_impl*"
+```
+
+### C / C++
+
+**Header guards** — every `.h` file has them. Suppress both styles:
+
+```bash
+cpitd src/ \
+  --suppress "*#ifndef *_H*" \
+  --suppress "*#pragma once*"
+```
+
+Or in `pyproject.toml`:
+
+```toml
+[tool.cpitd]
+suppress = ["*#ifndef *_H*", "*#pragma once*"]
+ignore = ["**/*.h"]   # alternatively, just skip headers entirely
+```
+
+### Rust
+
+**Trait implementations** — implementing the same trait for multiple types produces near-identical `impl` blocks. Suppress by matching the `impl ... for ...` line:
+
+```bash
+cpitd src/ --suppress "*impl * for *"
+```
+
+**Derive macros** — `#[derive(Debug, Clone, PartialEq)]` lines repeat everywhere but are rarely meaningful clones. Suppress them:
+
+```bash
+cpitd src/ --suppress "*#[derive(*"
+```
+
+In `pyproject.toml`:
+
+```toml
+[tool.cpitd]
+suppress = [
+    "*impl*Display*for*",
+    "*impl*From*for*",
+    "*#[derive(*",
+]
+```
+
+---
+
+## Pre-commit Hook
+
+Add cpitd to `.pre-commit-config.yaml` as a local hook (cpitd must be installed in the environment where hooks run):
+
+```yaml
+repos:
+  - repo: local
+    hooks:
+      - id: cpitd-clone-detection
+        name: cpitd (clone detection)
+        entry: cpitd src/ --ignore "tests/fixtures/*"
+        language: system
+        pass_filenames: false
+        always_run: true
+```
+
+Then install the hook:
+
+```bash
+pre-commit install
+```
+
+The hook runs `cpitd` on every commit. Tune `entry` with `--suppress` or any other flag -- or lean on `[tool.cpitd]` in `pyproject.toml` so the hook entry stays short.
+
+To run the hook manually without committing:
+
+```bash
+pre-commit run cpitd-clone-detection
+```
+
+---
+
+## CLI Options Reference
+
+| Flag | Default | Description |
+|------|---------|-------------|
+| `--format human\|json` | `human` | Output format |
+| `--ignore PATTERN` | — | Glob patterns to exclude (repeatable) |
+| `--languages LANG` | — | Restrict to specific languages (repeatable) |
+| `--suppress PATTERN` | — | Suppress clones whose source lines match (repeatable) |

cpitd-0.2.1/cpitd/__init__.py

@@ -0,0 +1,3 @@
+"""CPITD: Copy Paste Is The Devil — language-agnostic code clone detection."""
+
+__version__ = "0.2.1"

cpitd-0.2.1/cpitd/cli.py

@@ -0,0 +1,134 @@
+"""CLI interface for cpitd using Click."""
+
+import sys
+
+import click
+
+from cpitd import __version__
+from cpitd.config import ConfigFileError, build_config, load_file_config
+from cpitd.pipeline import scan_and_report
+from cpitd.tokenizer import NormalizationLevel
+
+
+def _expand_cli_param(name: str, value: object) -> tuple[str, object]:
+    """Map a CLI parameter name and value to its Config-compatible equivalent.
+
+    Handles renaming short CLI names (e.g. ``--ignore`` → ``ignore_patterns``)
+    and converting tuple-typed multi-value options.
+
+    Returns:
+        A (config_field_name, converted_value) pair.
+    """
+    if name == "normalize":
+        return name, NormalizationLevel(value)
+    if name in ("ignore", "suppress", "languages"):
+        config_key = {"ignore": "ignore_patterns", "suppress": "suppress_patterns"}.get(
+            name, name
+        )
+        return config_key, tuple(value)
+    return name, value
+
+
+def _collect_explicit_args(ctx: click.Context, **kwargs: object) -> dict[str, object]:
+    """Return only the kwargs whose values were explicitly set on the command line."""
+    explicit: dict[str, object] = {}
+    for param_name, value in kwargs.items():
+        source = ctx.get_parameter_source(param_name)
+        if source is click.core.ParameterSource.COMMANDLINE:
+            key, converted = _expand_cli_param(param_name, value)
+            explicit[key] = converted
+    return explicit
+
+
+@click.command()
+@click.version_option(version=__version__, prog_name="cpitd")
+@click.argument("paths", nargs=-1, type=click.Path(exists=True))
+@click.option(
+    "--min-tokens",
+    default=50,
+    show_default=True,
+    help="Minimum token sequence length to report.",
+)
+@click.option(
+    "--normalize",
+    type=click.IntRange(0, 2),
+    default=0,
+    show_default=True,
+    help="Token normalization level (0=exact, 1=identifiers, 2=literals+identifiers).",
+)
+@click.option(
+    "--format",
+    "output_format",
+    type=click.Choice(["human", "json"]),
+    default="human",
+    show_default=True,
+    help="Output format.",
+)
+@click.option(
+    "--ignore",
+    multiple=True,
+    help="Glob patterns to exclude (repeatable).",
+)
+@click.option(
+    "--languages",
+    multiple=True,
+    help="Restrict to specific languages (repeatable).",
+)
+@click.option(
+    "--suppress",
+    multiple=True,
+    help="Glob patterns to suppress clone groups (repeatable). "
+    "If any source line in a clone chunk matches, the group is suppressed.",
+)
+@click.option(
+    "--verbose",
+    is_flag=True,
+    default=False,
+    help="Print diagnostic warnings to stderr (skipped files, etc.).",
+)
+@click.pass_context
+def main(
+    ctx,
+    paths,
+    min_tokens,
+    normalize,
+    output_format,
+    ignore,
+    languages,
+    suppress,
+    verbose,
+):
+    """Detect copy-pasted code clones across a codebase.
+
+    Pass one or more file or directory PATHS to analyze.
+    Defaults to the current directory if none are given.
+    """
+    if not paths:
+        paths = (".",)
+
+    cli_overrides = _collect_explicit_args(
+        ctx,
+        min_tokens=min_tokens,
+        normalize=normalize,
+        output_format=output_format,
+        ignore=ignore,
+        languages=languages,
+        suppress=suppress,
+        verbose=verbose,
+    )
+
+    try:
+        file_config = load_file_config()
+    except ConfigFileError as exc:
+        raise click.ClickException(str(exc)) from None
+
+    config = build_config(cli_overrides, file_config)
+
+    try:
+        reports = scan_and_report(config, paths, out=sys.stdout)
+    except KeyboardInterrupt:
+        raise SystemExit(130)
+    except (OSError, ValueError, RuntimeError) as exc:
+        raise click.ClickException(f"scan failed: {exc}") from None
+
+    raise SystemExit(1 if reports else 0)