csvq-cli 0.1.0__tar.gz

csvq_cli-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Marcus
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

csvq_cli-0.1.0/PKG-INFO

@@ -0,0 +1,79 @@
+Metadata-Version: 2.4
+Name: csvq-cli
+Version: 0.1.0
+Summary: CSV/TSV query, filter, transform, and convert from the command line
+Author-email: Marcus <marcus.builds.things@gmail.com>
+License: MIT
+Project-URL: Homepage, https://github.com/marcusbuildsthings-droid/csvq
+Keywords: csv,tsv,query,filter,cli,data,tabular
+Classifier: Development Status :: 4 - Beta
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Utilities
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: click>=8.0
+Dynamic: license-file
+
+# csvq-cli
+
+CSV/TSV query, filter, transform, and convert from the command line.
+
+## Install
+
+```bash
+pip install csvq-cli
+```
+
+## Commands
+
+| Command | Description |
+|---------|-------------|
+| `csvq head` | Show headers and preview rows |
+| `csvq count` | Count rows |
+| `csvq select` | Select specific columns |
+| `csvq filter` | Filter rows (==, !=, >, <, contains, matches, etc.) |
+| `csvq sort` | Sort by column |
+| `csvq unique` | Unique values with counts |
+| `csvq stats` | Numeric stats (min, max, mean, median, sum) |
+| `csvq grep` | Search rows matching regex |
+| `csvq sample` | Random sample of rows |
+| `csvq merge` | Merge multiple CSV files |
+| `csvq to-json` | Convert to JSON |
+| `csvq to-tsv` | Convert to TSV |
+| `csvq to-md` | Convert to Markdown table |
+
+## Examples
+
+```bash
+# Preview a file
+csvq head data.csv
+
+# Filter and convert
+csvq filter data.csv status == active --json
+
+# Stats on a column
+csvq stats sales.csv revenue
+
+# Grep across all columns
+csvq grep data.csv "error|warning"
+
+# Select columns and sort
+csvq select data.csv name email | csvq sort - name
+
+# Pipe from stdin
+cat data.csv | csvq count
+```
+
+All commands support `--json` output. Auto-detects delimiter (CSV, TSV, semicolon, pipe).
+
+## For AI Agents
+
+See [SKILL.md](SKILL.md) for agent-optimized documentation.
+
+## License
+
+MIT

csvq_cli-0.1.0/README.md

@@ -0,0 +1,59 @@
+# csvq-cli
+
+CSV/TSV query, filter, transform, and convert from the command line.
+
+## Install
+
+```bash
+pip install csvq-cli
+```
+
+## Commands
+
+| Command | Description |
+|---------|-------------|
+| `csvq head` | Show headers and preview rows |
+| `csvq count` | Count rows |
+| `csvq select` | Select specific columns |
+| `csvq filter` | Filter rows (==, !=, >, <, contains, matches, etc.) |
+| `csvq sort` | Sort by column |
+| `csvq unique` | Unique values with counts |
+| `csvq stats` | Numeric stats (min, max, mean, median, sum) |
+| `csvq grep` | Search rows matching regex |
+| `csvq sample` | Random sample of rows |
+| `csvq merge` | Merge multiple CSV files |
+| `csvq to-json` | Convert to JSON |
+| `csvq to-tsv` | Convert to TSV |
+| `csvq to-md` | Convert to Markdown table |
+
+## Examples
+
+```bash
+# Preview a file
+csvq head data.csv
+
+# Filter and convert
+csvq filter data.csv status == active --json
+
+# Stats on a column
+csvq stats sales.csv revenue
+
+# Grep across all columns
+csvq grep data.csv "error|warning"
+
+# Select columns and sort
+csvq select data.csv name email | csvq sort - name
+
+# Pipe from stdin
+cat data.csv | csvq count
+```
+
+All commands support `--json` output. Auto-detects delimiter (CSV, TSV, semicolon, pipe).
+
+## For AI Agents
+
+See [SKILL.md](SKILL.md) for agent-optimized documentation.
+
+## License
+
+MIT

csvq_cli-0.1.0/csvq/__init__.py

@@ -0,0 +1,2 @@
+"""csvq-cli - CSV/TSV query, filter, transform, and convert."""
+__version__ = "0.1.0"

csvq_cli-0.1.0/csvq/cli.py

@@ -0,0 +1,396 @@
+"""csvq-cli — CSV/TSV query, filter, transform, and convert."""
+import csv
+import io
+import json
+import sys
+import re
+import operator
+from pathlib import Path
+from collections import Counter
+
+import click
+
+# ── helpers ──────────────────────────────────────────────────────────
+
+def _detect_dialect(path_or_text, is_file=True):
+    """Detect CSV dialect (delimiter, quoting)."""
+    if is_file:
+        with open(path_or_text, newline="") as f:
+            sample = f.read(8192)
+    else:
+        sample = path_or_text[:8192]
+    try:
+        dialect = csv.Sniffer().sniff(sample, delimiters=",\t;|")
+        return dialect
+    except csv.Error:
+        return csv.excel
+
+
+def _read_rows(file, delimiter, has_header=True):
+    """Read CSV into (headers, rows). Returns (None, rows) if no header."""
+    if file == "-":
+        text = sys.stdin.read()
+        dialect = _detect_dialect(text, is_file=False)
+    else:
+        dialect = _detect_dialect(file, is_file=True)
+        with open(file) as f:
+            text = f.read()
+
+    if delimiter:
+        dialect.delimiter = delimiter
+
+    reader = csv.reader(io.StringIO(text), dialect)
+    all_rows = list(reader)
+    if not all_rows:
+        return ([], [])
+    if has_header:
+        return (all_rows[0], all_rows[1:])
+    return (None, all_rows)
+
+
+def _output(headers, rows, fmt, file=None):
+    """Output rows in requested format."""
+    if fmt == "json":
+        if headers:
+            data = [dict(zip(headers, r)) for r in rows]
+        else:
+            data = rows
+        out = json.dumps(data, indent=2, ensure_ascii=False)
+    elif fmt == "tsv":
+        buf = io.StringIO()
+        w = csv.writer(buf, delimiter="\t", lineterminator="\n")
+        if headers:
+            w.writerow(headers)
+        w.writerows(rows)
+        out = buf.getvalue()
+    elif fmt == "markdown":
+        if not headers:
+            headers = [f"col{i}" for i in range(len(rows[0]))] if rows else []
+        lines = ["| " + " | ".join(headers) + " |"]
+        lines.append("| " + " | ".join(["---"] * len(headers)) + " |")
+        for r in rows:
+            lines.append("| " + " | ".join(r) + " |")
+        out = "\n".join(lines) + "\n"
+    else:  # csv
+        buf = io.StringIO()
+        w = csv.writer(buf, lineterminator="\n")
+        if headers:
+            w.writerow(headers)
+        w.writerows(rows)
+        out = buf.getvalue()
+
+    if file:
+        Path(file).write_text(out)
+        click.echo(f"Written to {file}")
+    else:
+        click.echo(out, nl=False)
+
+
+OPS = {
+    "==": operator.eq, "!=": operator.ne,
+    ">": operator.gt, ">=": operator.ge,
+    "<": operator.lt, "<=": operator.le,
+    "contains": lambda a, b: b in a,
+    "startswith": lambda a, b: a.startswith(b),
+    "endswith": lambda a, b: a.endswith(b),
+    "matches": lambda a, b: bool(re.search(b, a)),
+}
+
+
+def _coerce(val):
+    """Try numeric coercion for comparisons."""
+    try:
+        return float(val)
+    except (ValueError, TypeError):
+        return val
+
+
+# ── CLI ──────────────────────────────────────────────────────────────
+
+@click.group()
+@click.version_option()
+def cli():
+    """CSV/TSV query, filter, transform, and convert."""
+
+
+@cli.command()
+@click.argument("file", default="-")
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("--json", "fmt", flag_value="json", help="JSON output")
+def head(file, delimiter, fmt):
+    """Show headers and first rows."""
+    headers, rows = _read_rows(file, delimiter)
+    preview = rows[:10]
+    if fmt == "json":
+        click.echo(json.dumps({"headers": headers, "rows": len(rows), "preview": [dict(zip(headers, r)) for r in preview]}, indent=2))
+    else:
+        if headers:
+            click.echo(f"Columns ({len(headers)}): {', '.join(headers)}")
+            click.echo(f"Rows: {len(rows)}")
+            click.echo()
+        for r in preview:
+            click.echo(" | ".join(r))
+
+
+@cli.command()
+@click.argument("file", default="-")
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("--json", "fmt", flag_value="json", help="JSON output")
+def count(file, delimiter, fmt):
+    """Count rows."""
+    headers, rows = _read_rows(file, delimiter)
+    n = len(rows)
+    if fmt == "json":
+        click.echo(json.dumps({"count": n}))
+    else:
+        click.echo(n)
+
+
+@cli.command()
+@click.argument("file", default="-")
+@click.argument("columns", nargs=-1, required=True)
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("-o", "--output", "outfile", help="Output file")
+@click.option("--json", "fmt", flag_value="json", help="JSON output")
+@click.option("--tsv", "fmt", flag_value="tsv", help="TSV output")
+@click.option("--md", "fmt", flag_value="markdown", help="Markdown output")
+def select(file, columns, delimiter, outfile, fmt):
+    """Select specific columns by name or index."""
+    headers, rows = _read_rows(file, delimiter)
+    if not headers:
+        click.echo("Error: no headers found", err=True)
+        sys.exit(1)
+
+    indices = []
+    out_headers = []
+    for c in columns:
+        if c.isdigit():
+            idx = int(c)
+            indices.append(idx)
+            out_headers.append(headers[idx] if idx < len(headers) else f"col{idx}")
+        elif c in headers:
+            indices.append(headers.index(c))
+            out_headers.append(c)
+        else:
+            click.echo(f"Error: column '{c}' not found. Available: {', '.join(headers)}", err=True)
+            sys.exit(1)
+
+    out_rows = [[r[i] if i < len(r) else "" for i in indices] for r in rows]
+    _output(out_headers, out_rows, fmt or "csv", outfile)
+
+
+@cli.command()
+@click.argument("file", default="-")
+@click.argument("column")
+@click.argument("op", type=click.Choice(list(OPS.keys())))
+@click.argument("value")
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("-o", "--output", "outfile", help="Output file")
+@click.option("--json", "fmt", flag_value="json", help="JSON output")
+@click.option("--tsv", "fmt", flag_value="tsv", help="TSV output")
+@click.option("--md", "fmt", flag_value="markdown", help="Markdown output")
+def filter(file, column, op, value, delimiter, outfile, fmt):
+    """Filter rows where COLUMN OP VALUE."""
+    headers, rows = _read_rows(file, delimiter)
+    if column.isdigit():
+        idx = int(column)
+    elif column in headers:
+        idx = headers.index(column)
+    else:
+        click.echo(f"Error: column '{column}' not found", err=True)
+        sys.exit(1)
+
+    op_fn = OPS[op]
+    out = []
+    for r in rows:
+        cell = r[idx] if idx < len(r) else ""
+        a, b = _coerce(cell), _coerce(value)
+        try:
+            if op_fn(a, b):
+                out.append(r)
+        except TypeError:
+            if op_fn(str(a), str(b)):
+                out.append(r)
+    _output(headers, out, fmt or "csv", outfile)
+
+
+@cli.command()
+@click.argument("file", default="-")
+@click.argument("column")
+@click.option("--desc", is_flag=True, help="Descending order")
+@click.option("-n", "--numeric", is_flag=True, help="Numeric sort")
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("-o", "--output", "outfile", help="Output file")
+@click.option("--json", "fmt", flag_value="json", help="JSON output")
+@click.option("--tsv", "fmt", flag_value="tsv", help="TSV output")
+def sort(file, column, desc, numeric, delimiter, outfile, fmt):
+    """Sort rows by column."""
+    headers, rows = _read_rows(file, delimiter)
+    if column.isdigit():
+        idx = int(column)
+    elif column in headers:
+        idx = headers.index(column)
+    else:
+        click.echo(f"Error: column '{column}' not found", err=True)
+        sys.exit(1)
+
+    def key_fn(r):
+        v = r[idx] if idx < len(r) else ""
+        if numeric:
+            try:
+                return float(v)
+            except ValueError:
+                return float("inf")
+        return v
+
+    rows.sort(key=key_fn, reverse=desc)
+    _output(headers, rows, fmt or "csv", outfile)
+
+
+@cli.command()
+@click.argument("file", default="-")
+@click.argument("column")
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("--json", "fmt", flag_value="json", help="JSON output")
+def unique(file, column, delimiter, fmt):
+    """Show unique values in a column."""
+    headers, rows = _read_rows(file, delimiter)
+    if column.isdigit():
+        idx = int(column)
+    elif column in headers:
+        idx = headers.index(column)
+    else:
+        click.echo(f"Error: column '{column}' not found", err=True)
+        sys.exit(1)
+
+    counts = Counter(r[idx] if idx < len(r) else "" for r in rows)
+    if fmt == "json":
+        click.echo(json.dumps({"column": column, "unique": len(counts), "values": dict(counts.most_common())}, indent=2))
+    else:
+        for val, cnt in counts.most_common():
+            click.echo(f"{cnt:>6}  {val}")
+
+
+@cli.command()
+@click.argument("file", default="-")
+@click.argument("column")
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("--json", "fmt", flag_value="json", help="JSON output")
+def stats(file, column, delimiter, fmt):
+    """Basic stats for a numeric column (min, max, mean, sum, count)."""
+    headers, rows = _read_rows(file, delimiter)
+    if column.isdigit():
+        idx = int(column)
+    elif column in headers:
+        idx = headers.index(column)
+    else:
+        click.echo(f"Error: column '{column}' not found", err=True)
+        sys.exit(1)
+
+    vals = []
+    for r in rows:
+        try:
+            vals.append(float(r[idx]))
+        except (ValueError, IndexError):
+            pass
+
+    if not vals:
+        click.echo("No numeric values found", err=True)
+        sys.exit(1)
+
+    result = {
+        "column": column,
+        "count": len(vals),
+        "min": min(vals),
+        "max": max(vals),
+        "sum": sum(vals),
+        "mean": round(sum(vals) / len(vals), 4),
+    }
+    vals_sorted = sorted(vals)
+    n = len(vals_sorted)
+    result["median"] = vals_sorted[n // 2] if n % 2 else (vals_sorted[n // 2 - 1] + vals_sorted[n // 2]) / 2
+
+    if fmt == "json":
+        click.echo(json.dumps(result, indent=2))
+    else:
+        for k, v in result.items():
+            click.echo(f"{k:>8}: {v}")
+
+
+@cli.command("to-json")
+@click.argument("file", default="-")
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("-o", "--output", "outfile", help="Output file")
+def to_json(file, delimiter, outfile):
+    """Convert CSV to JSON."""
+    headers, rows = _read_rows(file, delimiter)
+    _output(headers, rows, "json", outfile)
+
+
+@cli.command("to-tsv")
+@click.argument("file", default="-")
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("-o", "--output", "outfile", help="Output file")
+def to_tsv(file, delimiter, outfile):
+    """Convert CSV to TSV."""
+    headers, rows = _read_rows(file, delimiter)
+    _output(headers, rows, "tsv", outfile)
+
+
+@cli.command("to-md")
+@click.argument("file", default="-")
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("-o", "--output", "outfile", help="Output file")
+def to_md(file, delimiter, outfile):
+    """Convert CSV to Markdown table."""
+    headers, rows = _read_rows(file, delimiter)
+    _output(headers, rows, "markdown", outfile)
+
+
+@cli.command()
+@click.argument("file", default="-")
+@click.argument("pattern")
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("-o", "--output", "outfile", help="Output file")
+@click.option("--json", "fmt", flag_value="json", help="JSON output")
+def grep(file, pattern, delimiter, outfile, fmt):
+    """Search rows matching pattern (any column)."""
+    headers, rows = _read_rows(file, delimiter)
+    regex = re.compile(pattern, re.IGNORECASE)
+    matched = [r for r in rows if any(regex.search(cell) for cell in r)]
+    _output(headers, matched, fmt or "csv", outfile)
+
+
+@cli.command()
+@click.argument("files", nargs=-1, required=True)
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("-o", "--output", "outfile", help="Output file")
+@click.option("--json", "fmt", flag_value="json", help="JSON output")
+def merge(files, delimiter, outfile, fmt):
+    """Merge multiple CSV files (same columns)."""
+    all_headers = None
+    all_rows = []
+    for f in files:
+        h, r = _read_rows(f, delimiter)
+        if all_headers is None:
+            all_headers = h
+        all_rows.extend(r)
+    _output(all_headers, all_rows, fmt or "csv", outfile)
+
+
+@cli.command()
+@click.argument("file", default="-")
+@click.option("-n", "--rows", "nrows", default=10, help="Number of rows")
+@click.option("-d", "--delimiter", help="Force delimiter")
+@click.option("-o", "--output", "outfile", help="Output file")
+@click.option("--json", "fmt", flag_value="json", help="JSON output")
+def sample(file, nrows, delimiter, outfile, fmt):
+    """Random sample of rows."""
+    import random
+    headers, rows = _read_rows(file, delimiter)
+    sampled = random.sample(rows, min(nrows, len(rows)))
+    _output(headers, sampled, fmt or "csv", outfile)
+
+
+if __name__ == "__main__":
+    cli()

csvq_cli-0.1.0/csvq_cli.egg-info/PKG-INFO

@@ -0,0 +1,79 @@
+Metadata-Version: 2.4
+Name: csvq-cli
+Version: 0.1.0
+Summary: CSV/TSV query, filter, transform, and convert from the command line
+Author-email: Marcus <marcus.builds.things@gmail.com>
+License: MIT
+Project-URL: Homepage, https://github.com/marcusbuildsthings-droid/csvq
+Keywords: csv,tsv,query,filter,cli,data,tabular
+Classifier: Development Status :: 4 - Beta
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Utilities
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: click>=8.0
+Dynamic: license-file
+
+# csvq-cli
+
+CSV/TSV query, filter, transform, and convert from the command line.
+
+## Install
+
+```bash
+pip install csvq-cli
+```
+
+## Commands
+
+| Command | Description |
+|---------|-------------|
+| `csvq head` | Show headers and preview rows |
+| `csvq count` | Count rows |
+| `csvq select` | Select specific columns |
+| `csvq filter` | Filter rows (==, !=, >, <, contains, matches, etc.) |
+| `csvq sort` | Sort by column |
+| `csvq unique` | Unique values with counts |
+| `csvq stats` | Numeric stats (min, max, mean, median, sum) |
+| `csvq grep` | Search rows matching regex |
+| `csvq sample` | Random sample of rows |
+| `csvq merge` | Merge multiple CSV files |
+| `csvq to-json` | Convert to JSON |
+| `csvq to-tsv` | Convert to TSV |
+| `csvq to-md` | Convert to Markdown table |
+
+## Examples
+
+```bash
+# Preview a file
+csvq head data.csv
+
+# Filter and convert
+csvq filter data.csv status == active --json
+
+# Stats on a column
+csvq stats sales.csv revenue
+
+# Grep across all columns
+csvq grep data.csv "error|warning"
+
+# Select columns and sort
+csvq select data.csv name email | csvq sort - name
+
+# Pipe from stdin
+cat data.csv | csvq count
+```
+
+All commands support `--json` output. Auto-detects delimiter (CSV, TSV, semicolon, pipe).
+
+## For AI Agents
+
+See [SKILL.md](SKILL.md) for agent-optimized documentation.
+
+## License
+
+MIT

csvq_cli-0.1.0/csvq_cli.egg-info/SOURCES.txt

@@ -0,0 +1,11 @@
+LICENSE
+README.md
+pyproject.toml
+csvq/__init__.py
+csvq/cli.py
+csvq_cli.egg-info/PKG-INFO
+csvq_cli.egg-info/SOURCES.txt
+csvq_cli.egg-info/dependency_links.txt
+csvq_cli.egg-info/entry_points.txt
+csvq_cli.egg-info/requires.txt
+csvq_cli.egg-info/top_level.txt

csvq_cli-0.1.0/csvq_cli.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

csvq_cli-0.1.0/csvq_cli.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+csvq = csvq.cli:cli

csvq_cli-0.1.0/csvq_cli.egg-info/requires.txt

@@ -0,0 +1 @@
+click>=8.0

csvq_cli-0.1.0/csvq_cli.egg-info/top_level.txt

@@ -0,0 +1 @@
+csvq

csvq_cli-0.1.0/pyproject.toml

@@ -0,0 +1,28 @@
+[build-system]
+requires = ["setuptools>=68.0", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "csvq-cli"
+version = "0.1.0"
+description = "CSV/TSV query, filter, transform, and convert from the command line"
+readme = "README.md"
+license = {text = "MIT"}
+requires-python = ">=3.9"
+authors = [{name = "Marcus", email = "marcus.builds.things@gmail.com"}]
+keywords = ["csv", "tsv", "query", "filter", "cli", "data", "tabular"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Environment :: Console",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Topic :: Utilities",
+]
+dependencies = ["click>=8.0"]
+
+[project.scripts]
+csvq = "csvq.cli:cli"
+
+[project.urls]
+Homepage = "https://github.com/marcusbuildsthings-droid/csvq"

csvq_cli-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+