anysite-cli 0.1.0__py3-none-any.whl

anysite_cli-0.1.0.dist-info/METADATA

@@ -0,0 +1,437 @@
+Metadata-Version: 2.4
+Name: anysite-cli
+Version: 0.1.0
+Summary: CLI for Anysite API - web data extraction for humans and AI agents
+Project-URL: Homepage, https://anysite.io
+Project-URL: Documentation, https://docs.anysite.io/cli
+Project-URL: Repository, https://github.com/anysiteio/anysite-cli
+Project-URL: Issues, https://github.com/anysiteio/anysite-cli/issues
+Author-email: Anysite Team <support@anysite.io>
+License-Expression: MIT
+License-File: LICENSE
+Keywords: api,cli,instagram,linkedin,scraping,twitter
+Classifier: Development Status :: 4 - Beta
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Topic :: Internet :: WWW/HTTP
+Classifier: Topic :: Software Development :: Libraries
+Classifier: Topic :: Utilities
+Requires-Python: >=3.11
+Requires-Dist: httpx>=0.25.0
+Requires-Dist: orjson>=3.9.0
+Requires-Dist: pydantic-settings>=2.0.0
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: python-dotenv>=1.0.0
+Requires-Dist: pyyaml>=6.0.0
+Requires-Dist: rich>=13.0.0
+Requires-Dist: tabulate>=0.9.0
+Requires-Dist: typer[all]>=0.9.0
+Provides-Extra: data
+Requires-Dist: duckdb>=1.0.0; extra == 'data'
+Requires-Dist: httpx>=0.25.0; extra == 'data'
+Requires-Dist: pyarrow>=15.0.0; extra == 'data'
+Provides-Extra: db
+Requires-Dist: psycopg[binary]>=3.1.0; extra == 'db'
+Requires-Dist: pymysql>=1.1.0; extra == 'db'
+Provides-Extra: dev
+Requires-Dist: mypy>=1.5.0; extra == 'dev'
+Requires-Dist: pytest-asyncio>=0.21.0; extra == 'dev'
+Requires-Dist: pytest-cov>=4.1.0; extra == 'dev'
+Requires-Dist: pytest>=7.4.0; extra == 'dev'
+Requires-Dist: respx>=0.20.0; extra == 'dev'
+Requires-Dist: ruff>=0.1.0; extra == 'dev'
+Requires-Dist: types-pyyaml>=6.0.0; extra == 'dev'
+Requires-Dist: types-tabulate>=0.9.0; extra == 'dev'
+Provides-Extra: mysql
+Requires-Dist: pymysql>=1.1.0; extra == 'mysql'
+Provides-Extra: postgres
+Requires-Dist: psycopg[binary]>=3.1.0; extra == 'postgres'
+Description-Content-Type: text/markdown
+
+# Anysite CLI
+
+Web data extraction for humans and AI agents.
+
+## Installation
+
+```bash
+pip install anysite-cli
+```
+
+Or install from source:
+
+```bash
+git clone https://github.com/anysiteio/anysite-cli.git
+cd anysite-cli
+pip install -e .
+```
+
+## Quick Start
+
+### 1. Configure your API key
+
+```bash
+anysite config set api_key sk-xxxxx
+```
+
+Or set environment variable:
+
+```bash
+export ANYSITE_API_KEY=sk-xxxxx
+```
+
+### 2. Update the schema cache
+
+```bash
+anysite schema update
+```
+
+### 3. Make your first request
+
+```bash
+anysite api /api/linkedin/user user=satyanadella
+```
+
+## The `api` Command
+
+A single universal command for calling any API endpoint:
+
+```bash
+anysite api <endpoint> [key=value ...] [OPTIONS]
+```
+
+Parameters are passed as `key=value` pairs. Types are auto-converted using the schema cache.
+
+```bash
+# LinkedIn
+anysite api /api/linkedin/user user=satyanadella
+anysite api /api/linkedin/company company=anthropic
+anysite api /api/linkedin/search/users title=CTO count=50 --format csv
+
+# Instagram
+anysite api /api/instagram/user user=cristiano
+anysite api /api/instagram/user/posts user=nike count=20
+
+# Twitter/X
+anysite api /api/twitter/user user=elonmusk --format table
+
+# Web parsing
+anysite api /api/web/parse url=https://example.com
+
+# Y Combinator
+anysite api /api/yc/company company=anthropic
+```
+
+## Endpoint Discovery
+
+Browse and search all available API endpoints:
+
+```bash
+# List all endpoints
+anysite describe
+
+# Describe a specific endpoint (input params + output fields)
+anysite describe /api/linkedin/company
+anysite describe linkedin.user
+
+# Search by keyword
+anysite describe --search "company"
+
+# JSON output for scripts/agents
+anysite describe --json -q
+```
+
+## Output Formats
+
+```bash
+--format json    # Default: Pretty JSON
+--format jsonl   # Newline-delimited JSON (for streaming)
+--format csv     # CSV with headers
+--format table   # Rich table for terminal
+```
+
+## Field Selection
+
+```bash
+# Include specific fields (dot notation and wildcards supported)
+anysite api /api/linkedin/user user=satyanadella --fields "name,headline,follower_count"
+
+# Exclude fields
+anysite api /api/linkedin/user user=satyanadella --exclude "certifications,recommendations"
+
+# Compact JSON
+anysite api /api/linkedin/user user=satyanadella --compact
+```
+
+Built-in field presets: `minimal`, `contact`, `recruiting`.
+
+## Save to File
+
+```bash
+anysite api /api/linkedin/search/users title=CTO count=100 --output ctos.json
+anysite api /api/linkedin/search/users title=CTO count=100 --output ctos.csv --format csv
+```
+
+## Pipe to jq
+
+```bash
+anysite api /api/linkedin/user user=satyanadella -q | jq '.follower_count'
+```
+
+## Batch Processing
+
+Process multiple inputs from a file or stdin:
+
+```bash
+# From a text file (one value per line)
+anysite api /api/linkedin/user --from-file users.txt --input-key user
+
+# From JSONL (one JSON object per line)
+anysite api /api/linkedin/user --from-file users.jsonl
+
+# From stdin
+cat users.txt | anysite api /api/linkedin/user --stdin --input-key user
+
+# Parallel execution
+anysite api /api/linkedin/user --from-file users.txt --input-key user --parallel 5
+
+# Rate limiting
+anysite api /api/linkedin/user --from-file users.txt --input-key user --rate-limit "10/s"
+
+# Error handling
+anysite api /api/linkedin/user --from-file users.txt --input-key user --on-error skip
+
+# Progress bar and stats
+anysite api /api/linkedin/user --from-file users.txt --input-key user --progress --stats
+```
+
+Input file formats: plain text (one value per line), JSONL, CSV.
+
+## Dataset Pipelines
+
+Collect multi-source datasets with dependency chains, store as Parquet, query with DuckDB, and load into a relational database. Includes per-source transforms, file/webhook exports, run history, scheduling, and webhook notifications.
+
+### Create a dataset
+
+```bash
+anysite dataset init my-dataset
+```
+
+Edit `my-dataset/dataset.yaml` to define sources:
+
+```yaml
+name: my-dataset
+sources:
+  - id: companies
+    endpoint: /api/linkedin/company
+    from_file: companies.txt
+    input_key: company
+    transform:                          # Post-collection transform (for exports)
+      filter: '.employee_count > 10'
+      fields: [name, url, employee_count]
+      add_columns:
+        batch: "q1-2026"
+    export:                             # Export to file/webhook after Parquet write
+      - type: file
+        path: ./output/companies-{{date}}.csv
+        format: csv
+    db_load:
+      fields: [name, url, employee_count]
+
+  - id: employees
+    endpoint: /api/linkedin/company/employees
+    dependency:
+      from_source: companies
+      field: urn.value
+    input_key: companies
+    input_template:
+      companies:
+        - type: company
+          value: "{value}"
+      count: 5
+    db_load:
+      fields: [name, url, headline]
+
+storage:
+  format: parquet
+  path: ./data/
+
+schedule:
+  cron: "0 9 * * *"                    # Daily at 9 AM
+
+notifications:
+  on_complete:
+    - url: "https://hooks.slack.com/xxx"
+  on_failure:
+    - url: "https://alerts.example.com/fail"
+```
+
+### Collect, query, and load
+
+```bash
+# Preview collection plan
+anysite dataset collect dataset.yaml --dry-run
+
+# Collect data (supports --incremental to skip already-collected inputs)
+anysite dataset collect dataset.yaml
+
+# Collect and auto-load into PostgreSQL
+anysite dataset collect dataset.yaml --load-db pg
+
+# Check status
+anysite dataset status dataset.yaml
+
+# Query with SQL (DuckDB)
+anysite dataset query dataset.yaml --sql "SELECT * FROM companies LIMIT 10"
+
+# Query with dot-notation field extraction
+anysite dataset query dataset.yaml --source profiles --fields "name, urn.value AS urn_id"
+
+# Interactive SQL shell
+anysite dataset query dataset.yaml --interactive
+
+# Column stats and data profiling
+anysite dataset stats dataset.yaml --source companies
+anysite dataset profile dataset.yaml
+
+# Load into PostgreSQL with automatic FK linking
+anysite dataset load-db dataset.yaml -c pg --drop-existing
+
+# Run history and logs
+anysite dataset history my-dataset
+anysite dataset logs my-dataset --run 42
+
+# Generate cron/systemd schedule
+anysite dataset schedule dataset.yaml --incremental --load-db pg
+
+# Reset incremental state
+anysite dataset reset-cursor dataset.yaml
+```
+
+## Database
+
+Manage database connections and run queries.
+
+```bash
+# Add a connection
+anysite db add pg
+
+# List and test connections
+anysite db list
+anysite db test pg
+
+# Query
+anysite db query pg --sql "SELECT * FROM companies" --format table
+
+# Insert data (auto-create table from schema inference)
+cat data.jsonl | anysite db insert pg --table users --stdin --auto-create
+
+# Upsert with conflict handling
+cat updates.jsonl | anysite db upsert pg --table users --conflict-columns id --stdin
+
+# Inspect schema
+anysite db schema pg --table users
+```
+
+Supports SQLite and PostgreSQL. Passwords stored as env var references.
+
+## Configuration
+
+Configuration is stored in `~/.anysite/config.yaml`.
+
+```bash
+# Set a value
+anysite config set api_key sk-xxxxx
+anysite config set defaults.format table
+
+# Get a value
+anysite config get api_key
+
+# List all settings
+anysite config list
+
+# Show config file path
+anysite config path
+
+# Initialize interactively
+anysite config init
+
+# Reset to defaults
+anysite config reset --force
+```
+
+### Configuration Priority
+
+1. CLI arguments (`--api-key`)
+2. Environment variables (`ANYSITE_API_KEY`)
+3. Config file (`~/.anysite/config.yaml`)
+4. Defaults
+
+## Global Options
+
+```bash
+anysite [OPTIONS] COMMAND
+
+Options:
+  --api-key TEXT     API key (or set ANYSITE_API_KEY)
+  --base-url TEXT    API base URL
+  --debug            Enable debug output
+  --no-color         Disable colored output
+  --version, -v      Show version
+  --help             Show help
+```
+
+## Claude Code Skill
+
+Install the anysite-cli skill for Claude Code to get AI-assisted data collection:
+
+```bash
+# Add marketplace
+/plugin marketplace add https://github.com/anysiteio/agent-skills
+
+# Install skill
+/plugin install anysite-cli@anysite-skills
+```
+
+The skill gives Claude Code knowledge of all anysite commands, dataset pipeline configuration, and database operations.
+
+## Development
+
+### Setup
+
+```bash
+git clone https://github.com/anysiteio/anysite-cli.git
+cd anysite-cli
+python -m venv .venv
+source .venv/bin/activate
+pip install -e ".[dev]"
+
+# With dataset + database support
+pip install -e ".[dev,data]"
+```
+
+### Run Tests
+
+```bash
+pytest
+pytest --cov=anysite --cov-report=term-missing
+```
+
+### Linting
+
+```bash
+ruff check src/
+ruff format src/
+mypy src/
+```
+
+## License
+
+MIT

anysite_cli-0.1.0.dist-info/RECORD

@@ -0,0 +1,64 @@
+anysite/__init__.py,sha256=ItGZgmlGhc78lMia9zzkLrqD7q79bLQU-AbDlTh0ztY,114
+anysite/__main__.py,sha256=bV_uwkbsAqegw5OcaKtqhGlQtbbrLqtQhPZRkwAe5TI,138
+anysite/main.py,sha256=7-mlLVDXhZQTqEgkNGiEBecmdyqFa8ceXY-Xu3HT8Xs,15365
+anysite/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+anysite/api/__init__.py,sha256=a6qGQ9tPaxFZhL2_2dls8odG7m87pOg9JoUTYUt8lyI,394
+anysite/api/client.py,sha256=cyITTgO0rSsuRJROXQC2Q7LB8rVaLeSxGoY888BUZU0,8663
+anysite/api/errors.py,sha256=IjVdCuW812NZ0vxFdFN0y8bDrtITU8kEvwb1fktXQIY,4382
+anysite/api/schemas.py,sha256=4zhOkOTrvHDmYcifvNrcK3I05Dz-q_NfntGOooehVak,10135
+anysite/batch/__init__.py,sha256=DRtia5dfYGsLPKwBUi6X_NgtJbDBKMr90qiOu3SEuSI,32
+anysite/batch/executor.py,sha256=BbW4UWJpSefE3FcKSifsLfFflddsuq2uUj1ZxszLrHM,5891
+anysite/batch/input.py,sha256=zvKhUAljPQzT_hRR4qChTKLER3tUfXpIiMlwrk0su-s,4751
+anysite/batch/rate_limiter.py,sha256=hZvX8l0HD7PGJiaK2rCzXiphm9ZmVYWzkrqokNC1ua4,3008
+anysite/cli/__init__.py,sha256=gQ6tnU0Rvm0-ESWFUBU-KDl5dpNOpUTG509hXOQQjwY,27
+anysite/cli/config.py,sha256=AL7e_cFzzjcgm-nHA4GS4ZlDKa6LW_Qbn1cdomI5Xi0,4746
+anysite/cli/executor.py,sha256=zA8j2-dxiSmicyINKhm5PbuAcX6q31rh8u__NqZiVBU,11892
+anysite/cli/options.py,sha256=wZJXxfsispUR7WSSFDX3d0hRiZJbt5woAUl9U6XKxKM,4995
+anysite/config/__init__.py,sha256=owepoMLgaR0bvfguZkwis7dEpY82XvvxciP3wWZkVfs,249
+anysite/config/paths.py,sha256=EmHJD8wlf4Q9IUn8Gp1JQ8Z3ffrIYAt5iHRyImQOf5I,1087
+anysite/config/settings.py,sha256=Hc0j_aCCtkJeL4nHw-EFyfJ8WEDk57G08iNUFquUhpM,5235
+anysite/dataset/__init__.py,sha256=J0sKQkGwVOPtvp6pka7LcdeUEADvjWRs71yRuROzJxI,847
+anysite/dataset/analyzer.py,sha256=8dsPW32SbSaUTy1F0NIed1U45wjiMgQeJ2iWX7hBxRQ,9245
+anysite/dataset/cli.py,sha256=elBpp7XEmMcWBdyjkeDOi1730bCxVM77D0aVcmM9A0s,19423
+anysite/dataset/collector.py,sha256=GGzkkvNETcdgeyIV_6YNthDY2SHtDhl-U8YsXeeOuFo,23350
+anysite/dataset/db_loader.py,sha256=nlMJrDJiGBX5H1StcjsontSxLXbsFe4rwOEnDehzpk8,8443
+anysite/dataset/errors.py,sha256=r8cZXoIzSeTGCWpeYjntnN0AduCu74YZyWs3sFu17J4,914
+anysite/dataset/exporters.py,sha256=mA2FYbYJbHfrwkXbHDu4g5qPG_JJKnkVciXFKPkF1Vw,3708
+anysite/dataset/history.py,sha256=avFs0ADlM7Hr-ttqC1FfjJiQxvQP20sScM7ZoY4lvU0,5471
+anysite/dataset/models.py,sha256=YzpXmkmcyy_-BUxnYWrZMidpii75DbbZHBMTkw8Y1qo,9516
+anysite/dataset/notifications.py,sha256=ORzo9XOgOxzLb7rk4pevlKPB_Taf-jejlrtmO4Zgl2c,2367
+anysite/dataset/scheduler.py,sha256=zpbA5tRUQZXr-9lZnG58dvE3E7ZBlAd-U-PTXExe9f0,3339
+anysite/dataset/storage.py,sha256=d03goKLI5NWKJowHwCgGqQkcVTO1NctPxMu-Xu-tru4,5326
+anysite/dataset/transformer.py,sha256=XBI4MiZ_F_IZdootV0GAePaM9-pUadIte7RABbjBipc,6843
+anysite/db/__init__.py,sha256=xGGZHlMt5FUZjI6MAmf2VfyNLypOeXwrRL-gmuTsyl4,1117
+anysite/db/cli.py,sha256=iaDXcAsQG5ycnpzZnVIg_f4z1xR5_elylNOxqyNwEw4,21273
+anysite/db/config.py,sha256=kNm1AZi-ixtBH6PkfeeCTmOU1z0qA0NC8XtuJepAVx4,2915
+anysite/db/manager.py,sha256=RfUzdtvzCGOPc2XUZI0J64p-bHfnFuh69R7Rh4aspt0,4883
+anysite/db/adapters/__init__.py,sha256=eehE1LvO89_4z1lAxSNBKfflKQyZ-ml5NQypfkylJPU,25
+anysite/db/adapters/base.py,sha256=Scdz92jKoOMrH6gbHJlVcqvTWdZHo-qHlh0Ag-pXryw,4399
+anysite/db/adapters/postgres.py,sha256=f90ePeu-yRTDv13XnRoB8eHVSYczPS4Xi18StnyPuK8,7370
+anysite/db/adapters/sqlite.py,sha256=wCvT_RxNTdqbP158wlTRR09JnioBNBuFuep9KJFgu20,6504
+anysite/db/operations/__init__.py,sha256=Egb5cdNI1EG1gSEbZoLoWyrr-hfv6OTfze6iErN1HsI,27
+anysite/db/operations/insert.py,sha256=pvFJfg_3Jd3HfHM3yf9BUIN5aP554R-MTJzOk4p-jsI,6002
+anysite/db/operations/query.py,sha256=fIDiMwARcqnsNals2Rx-uVlfgG7-GiBo-Z5h_s8EsQo,970
+anysite/db/schema/__init__.py,sha256=2DWhJvBirm6Ja0fpNNJ2PgT8hPD3GiyAwh2ZSSPEjDs,44
+anysite/db/schema/inference.py,sha256=EbMDvql1J3AEmiQ02Ggeot9u14plOaPWWyIVkPU3yQ8,5547
+anysite/db/schema/types.py,sha256=GM6ZPwGQsIAXjJ0T58udaPpmopbBWDK9dTJqYtt_2K8,1726
+anysite/db/utils/__init__.py,sha256=Hx37C9Fh5Ll9liyhulensC9gFCPRUtdMa10evkHDmdE,34
+anysite/db/utils/sanitize.py,sha256=1vZotDpyHHL6QYs-j4c2EwyjxoiIW7czUR2zJ1cbJQ4,3202
+anysite/models/__init__.py,sha256=Olg44Lfn1NJZ590xdEv7rZrS47PxSUnCXo9pOnSJm1s,41
+anysite/output/__init__.py,sha256=jZsE3KV3ba55Px2m2RKNyla0vq0mvoOaeEi3Wf9_Mjc,249
+anysite/output/console.py,sha256=98ngpa7Uu2Eiud7bsDwj3Jc7WcLac5ASXyPt3N7Z18Q,952
+anysite/output/formatters.py,sha256=L-JfRghMf-fBf81dPs12xlEPMv2uiVPnSVmg0_YvCE4,9033
+anysite/output/templates.py,sha256=1VIgrGLie7707BsbspPZPs9osgbK83V1UJsKiWe-w4w,2402
+anysite/streaming/__init__.py,sha256=C42tKqI7rGtTMNz1qU80mlUs13vYT7uBSB_h1OS0Yhc,32
+anysite/streaming/progress.py,sha256=ZU-G1KXU9gaIgiGIem3_m8umqc0wTok0Vyc9sit8wFI,3302
+anysite/streaming/writer.py,sha256=HfMsC4umUdJuNIAPK57YAxEGyTwUmy-zNrqFkwY6aew,4106
+anysite/utils/__init__.py,sha256=7SnbxpxKENK-2ecUL5NfnZ9okGI7COKYw4WF46172HM,23
+anysite/utils/fields.py,sha256=bSrHadzNmabL4qubqhXXZoWb_P8KA-3S7_FLVT8nGBc,7410
+anysite/utils/retry.py,sha256=89TbXvavi5t22P2mTYCLAS6SSZoW65gQ0nnYNbYAF0M,2684
+anysite_cli-0.1.0.dist-info/METADATA,sha256=HGFzj0aEg42JXiZ3eAlPAfVjealzYekSC3rNhO3fjQ8,10777
+anysite_cli-0.1.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+anysite_cli-0.1.0.dist-info/entry_points.txt,sha256=FDPxNasy0fRRcOgJdZRVP7Qw01C3TwRa1OwPJiskNyg,45
+anysite_cli-0.1.0.dist-info/licenses/LICENSE,sha256=gVAxkI23CFm4x4HV_fkQYw_bGq93mQmVZEwxNs-YTa4,1069
+anysite_cli-0.1.0.dist-info/RECORD,,

anysite_cli-0.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.28.0
+Root-Is-Purelib: true
+Tag: py3-none-any

anysite_cli-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+anysite = anysite.main:app

anysite_cli-0.1.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Anysite Team
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.