@c3-oss/prosa 0.7.0 → 0.8.0

package/package.json

@@ -1,106 +1,77 @@
 {
   "name": "@c3-oss/prosa",
-  "version": "0.7.0",
-  "description": "Compile, search, and export local agent session histories (Cursor, Codex, Claude Code, Gemini CLI) into a single canonical store.",
+  "version": "0.8.0",
+  "description": "Compile, search, and export local agent session histories (Cursor, Codex, Claude Code, Gemini CLI, Hermes) into a single canonical store.",
   "author": "Caian Ertl <hi@caian.org>",
   "license": "MIT",
+  "type": "module",
   "homepage": "https://github.com/c3-oss/prosa#readme",
   "bugs": {
     "url": "https://github.com/c3-oss/prosa/issues"
   },
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/c3-oss/prosa.git"
+    "url": "git+https://github.com/c3-oss/prosa.git",
+    "directory": "apps/cli"
   },
-  "type": "module",
+  "files": [
+    "dist"
+  ],
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
   "exports": {
     ".": {
       "import": "./dist/index.js",
       "types": "./dist/index.d.ts"
     }
   },
-  "main": "./dist/index.js",
-  "types": "./dist/index.d.ts",
   "bin": {
     "prosa": "./dist/bin/prosa.js"
   },
-  "files": [
-    "dist"
-  ],
+  "typedocOptions": {
+    "entryPoints": [
+      "src/index.ts"
+    ],
+    "tsconfig": "tsconfig.json"
+  },
   "publishConfig": {
     "access": "public",
     "registry": "https://registry.npmjs.org/"
   },
-  "engines": {
-    "node": ">=22.15.1 <27"
-  },
   "dependencies": {
-    "@duckdb/node-api": "1.5.2-r.1",
-    "@modelcontextprotocol/sdk": "^1.29.0",
-    "@noble/hashes": "^1.7.0",
-    "@oxdev03/node-tantivy-binding": "0.2.0",
-    "better-sqlite3": "^12.10.0",
+    "@inkjs/ui": "^2.0.0",
     "commander": "^12.1.0",
-    "filtrex": "^3.1.0",
     "ink": "^7.0.1",
     "pino": "^10.3.1",
     "pino-pretty": "^13.1.3",
     "react": "^19.2.5",
-    "zod": "^3.23.8",
-    "zstd-napi": "^0.0.10"
+    "@c3-oss/prosa-core": "^0.8.0",
+    "@c3-oss/prosa-sync": "^0.0.0"
   },
   "devDependencies": {
-    "@biomejs/biome": "^1.9.4",
     "@c3-oss/config-biome": "^0.3.1",
     "@c3-oss/config-tsup": "^0.2.0",
     "@c3-oss/config-typescript": "^0.1.0",
     "@c3-oss/config-vitest": "^0.3.0",
-    "@changesets/cli": "^2.29.7",
-    "@commitlint/cli": "^20.5.3",
-    "@commitlint/config-conventional": "^20.5.3",
-    "@commitlint/cz-commitlint": "^20.5.3",
-    "@swc-node/register": "^1.10.10",
-    "@swc/core": "^1.13.5",
+    "@aws-sdk/client-s3": "^3.700.0",
+    "@electric-sql/pglite": "^0.4.5",
+    "postgres": "^3.4.9",
     "@types/better-sqlite3": "^7.6.12",
-    "@types/node": "^22.10.0",
     "@types/react": "^19.2.14",
-    "@vitest/coverage-v8": "2.1.9",
-    "commitizen": "^4.3.1",
-    "husky": "^9.1.7",
-    "inquirer": "^9.3.8",
-    "lint-staged": "^17.0.2",
-    "tsup": "^8.5.0",
-    "typescript": "^5.7.0",
-    "vitest": "^2.1.0"
-  },
-  "optionalDependencies": {
-    "@oxdev03/node-tantivy-binding-darwin-arm64": "0.2.0",
-    "@oxdev03/node-tantivy-binding-darwin-x64": "0.2.0",
-    "@oxdev03/node-tantivy-binding-linux-x64-gnu": "0.2.0",
-    "@oxdev03/node-tantivy-binding-win32-x64-msvc": "0.2.0"
-  },
-  "config": {
-    "commitizen": {
-      "path": "@commitlint/cz-commitlint"
-    }
-  },
-  "lint-staged": {
-    "*.{ts,tsx,js,jsx,json,jsonc}": "biome check --write"
+    "better-sqlite3": "^12.10.0",
+    "@c3-oss/prosa-db": "^0.0.0",
+    "@c3-oss/prosa-api": "^0.0.0",
+    "@c3-oss/prosa-storage": "^0.0.0"
   },
   "scripts": {
-    "dev": "node --import @swc-node/register/esm-register src/bin/prosa.ts",
+    "dev": "node --conditions=prosa-dev --import @swc-node/register/esm-register src/bin/prosa.ts",
     "build": "tsup",
-    "lint": "biome check .",
-    "lint:fix": "biome check --fix .",
-    "format": "biome format --write .",
+    "typecheck": "tsc --noEmit",
     "test": "vitest run",
     "test:watch": "vitest",
     "test:coverage": "vitest run --coverage",
-    "typecheck": "tsc --noEmit",
-    "clean": "rm -rf coverage dist .turbo",
-    "changeset": "changeset",
-    "version-packages": "changeset version",
-    "release": "pnpm build && changeset publish",
-    "commit": "cz"
+    "lint": "biome check .",
+    "lint:fix": "biome check --fix .",
+    "clean": "rm -rf dist coverage .turbo"
   }
 }

package/README.md

@@ -1,363 +0,0 @@
-# prosa - Query your agent history. Keep the raw trail.
-
-[![npm version](https://img.shields.io/npm/v/@c3-oss/prosa.svg)](https://www.npmjs.com/package/@c3-oss/prosa)
-[![Node version](https://img.shields.io/node/v/@c3-oss/prosa.svg)](https://www.npmjs.com/package/@c3-oss/prosa)
-[![License](https://img.shields.io/npm/l/@c3-oss/prosa.svg)](https://www.npmjs.com/package/@c3-oss/prosa)
-
-`prosa` imports local AI agent session histories into one durable, searchable
-bundle on your machine.
-
-It understands Codex CLI, Claude Code, Gemini CLI, and Cursor. It preserves the
-original raw files, normalizes sessions into SQLite, builds search indexes,
-exports readable transcripts, writes Parquet for DuckDB, opens a terminal UI,
-and serves the same local memory over MCP.
-
-Use it when you want to know what your agents already did, which files or
-commands they touched, where a failure happened, or how to reuse prior work
-without reading provider-specific JSONL and SQLite files by hand.
-
-Package: [`@c3-oss/prosa`](https://www.npmjs.com/package/@c3-oss/prosa)
-
-## Installation
-
-Install the published package globally:
-
-```bash
-npm install -g @c3-oss/prosa
-```
-
-Or run it without a global install:
-
-```bash
-npx --package @c3-oss/prosa prosa --help
-```
-
-The package provides the `prosa` binary and requires Node.js 22.15.1 through
-26.x.
-
-## Quickstart
-
-Build a local bundle from every supported default history location:
-
-```bash
-prosa init
-prosa compile-all
-prosa sessions
-prosa search "package.json"
-```
-
-Export a transcript and run analytics:
-
-```bash
-prosa export session <session-id> --format markdown --out session.md
-prosa export parquet
-prosa query duckdb "select source_tool, count(*) from sessions group by 1"
-prosa analytics tools --refresh
-```
-
-Open the terminal UI or serve the bundle through MCP:
-
-```bash
-prosa tui
-prosa mcp serve
-```
-
-By default, the bundle lives at `~/.prosa`. Override it with `--store` or
-`PROSA_STORE`:
-
-```bash
-PROSA_STORE=/tmp/prosa-demo prosa init
-prosa compile codex --store /tmp/prosa-demo
-prosa search "migration" --store /tmp/prosa-demo
-```
-
-## Why prosa
-
-Agent tools store useful work in different formats and directories. That makes
-history hard to search, audit, export, or share with another agent.
-
-`prosa` turns those histories into a local-first data layer:
-
-- raw source files and raw records stay available for audit and re-processing;
-- canonical SQLite tables make sessions, messages, tool calls, artifacts, and
-  graph edges queryable;
-- search surfaces cover messages, commands, paths, diffs, and result previews;
-- derived exports give humans Markdown and analytics tools Parquet;
-- MCP exposes the same bundle to agents as reusable local memory.
-
-## Features
-
-- Import Codex CLI, Claude Code, Gemini CLI, and Cursor session histories.
-- Preserve raw bytes alongside normalized records.
-- Search with SQLite FTS5 by default, or build an optional Tantivy sidecar.
-- List sessions with filters for source, time range, columns, and output format.
-- Export individual sessions as readable Markdown transcripts.
-- Export canonical tables to Parquet and query them with DuckDB.
-- Run built-in analytics reports for sessions, tools, errors, models, and
-  projects.
-- Browse sessions and search results in an Ink-based terminal UI.
-- Serve MCP tools and prompts over stdio or HTTP Streamable transport.
-- Run bundle health checks with `prosa doctor`.
-
-## Supported sources
-
-`prosa compile` imports one source at a time. `prosa compile-all` imports every
-supported source from its default location.
-
-| Source | Default path | Imported files |
-|---|---|---|
-| Codex CLI | `~/.codex/sessions` | Recursive `.jsonl` session files |
-| Claude Code | `~/.claude/projects` | Project JSONL files and subagent JSONL files |
-| Gemini CLI | `~/.gemini/tmp` | `chats/session-*.json` snapshots |
-| Cursor | `~/.cursor/chats` | `store.db` SQLite agent stores |
-
-Examples:
-
-```bash
-prosa compile codex
-prosa compile claude --sessions-path ~/custom/claude/projects
-prosa compile gemini
-prosa compile cursor
-prosa compile-all --verbose
-```
-
-Imports are idempotent for already-seen source files. Each import reports counts
-for source files, sessions, messages, tool calls, tool results, artifacts,
-edges, and errors.
-
-## Common workflows
-
-Import everything local:
-
-```bash
-prosa init --force-existing
-prosa compile-all
-prosa index status
-```
-
-Find prior work on a topic or file:
-
-```bash
-prosa search "auth middleware"
-prosa search "src/server/routes.ts" --limit 20
-prosa sessions --source codex --since 2026-01-01
-```
-
-Export a useful transcript:
-
-```bash
-prosa sessions --limit 20
-prosa export session <session-id> --format markdown --out transcript.md
-```
-
-Audit failed tool usage:
-
-```bash
-prosa analytics tools --refresh --errors-only
-prosa analytics errors --output-format json
-```
-
-Run custom SQL over Parquet:
-
-```bash
-prosa export parquet
-prosa query duckdb "
-  select tool_name, status, count(*) as n
-  from tool_calls
-  group by 1, 2
-  order by n desc
-"
-```
-
-Use a faster sidecar search index:
-
-```bash
-prosa index tantivy
-prosa search "slow test" --engine tantivy
-prosa index status
-```
-
-## Command map
-
-| Command | Purpose |
-|---|---|
-| `prosa init` | Create a bundle directory with manifest, SQLite, lock file, and object store. |
-| `prosa compile <source>` | Import one source: `codex`, `claude`, `gemini`, or `cursor`. |
-| `prosa compile-all` | Import every supported source from default paths. |
-| `prosa sessions` | List or count sessions with filters and table, JSON, or CSV output. |
-| `prosa search <query>` | Full-text search across messages, tool calls, paths, commands, and previews. |
-| `prosa index` | Inspect or rebuild FTS5 and Tantivy search indexes. |
-| `prosa export session` | Export one session as Markdown. |
-| `prosa export parquet` | Export canonical tables to Parquet for analytics. |
-| `prosa query duckdb` | Run DuckDB SQL over exported Parquet tables and derived views. |
-| `prosa analytics` | Run built-in reports for sessions, tools, errors, models, and projects. |
-| `prosa tui` | Open the interactive terminal explorer. |
-| `prosa mcp serve` | Serve the bundle through MCP over stdio or HTTP. |
-| `prosa doctor` | Run bundle health checks. |
-
-Most commands accept `--store <path>`. `PROSA_STORE` sets the default bundle
-path for a shell session.
-
-Useful output flags:
-
-```bash
-prosa sessions --output-format json
-prosa sessions --columns start_ts,session_id,title
-prosa search "schema update" --output-format json
-prosa analytics sessions --columns all
-```
-
-## MCP
-
-Start a local MCP server over the bundle:
-
-```bash
-prosa mcp serve
-npx --package @c3-oss/prosa prosa mcp serve
-prosa mcp serve --transport http --host 127.0.0.1 --port 7331 --path /mcp
-```
-
-Example stdio client config:
-
-```json
-{
-  "command": "npx",
-  "args": ["--package", "@c3-oss/prosa", "prosa", "mcp", "serve"]
-}
-```
-
-MCP tools include:
-
-| Tool | Purpose |
-|---|---|
-| `search` | Search messages, commands, paths, diffs, and previews. |
-| `sessions` | List sessions or open a session as detail, summary, or Markdown. |
-| `tool_calls` | Audit tool usage, errors, commands, and path-related artifacts. |
-| `analytics` | Run aggregate reports over SQLite-backed views. |
-| `artifact` | Fetch full stored text for an artifact. |
-| `compile` | Return compile/index status, or import a source when args are provided. |
-
-MCP prompts include `investigate_prior_work`, `find_file_history`, and
-`audit_tool_failures`.
-
-In stdio mode, stdout is reserved for MCP JSON-RPC frames.
-
-## Bundle layout
-
-A bundle is a local directory, defaulting to `~/.prosa`:
-
-```text
-~/.prosa/
-  manifest.json
-  prosa.sqlite
-  prosa.lock
-  objects/
-    blake3/...
-  raw/
-    sources/
-  search/
-    tantivy/
-  exports/
-  parquet/
-```
-
-The layers are:
-
-| Layer | Contents |
-|---|---|
-| Raw immutable layer | Source files, raw records, import batches, and import errors. |
-| Canonical projection | Projects, sessions, turns, events, messages, tool calls, artifacts, and edges. |
-| Derived read surfaces | `search_docs`, SQLite FTS5, Tantivy, Markdown, and Parquet. |
-
-SQLite is the canonical catalog. Large payloads such as raw records, tool
-outputs, diffs, and JSON payloads are stored in the content-addressed object
-store. Object IDs use BLAKE3 and object bytes are compressed with zstd.
-
-Search indexes, Markdown exports, and Parquet files are derived. Do not treat
-them as the source of truth.
-
-## Development
-
-Requirements:
-
-- Node.js 22.15.1 through 26.x
-- pnpm
-- devbox, recommended for the local shell
-
-From this repository:
-
-```bash
-devbox shell
-pnpm install
-pnpm build
-pnpm test
-pnpm typecheck
-pnpm lint
-```
-
-Run the CLI through SWC while developing:
-
-```bash
-pnpm dev -- init --store /tmp/prosa-dev
-pnpm dev -- compile codex --store /tmp/prosa-dev
-pnpm dev -- sessions --store /tmp/prosa-dev --output-format json
-```
-
-Project layout:
-
-| Path | Purpose |
-|---|---|
-| `src/cli/commands/` | CLI command implementations |
-| `src/core/` | Bundle, schema, CAS, domain IDs, and ingest helpers |
-| `src/importers/` | Codex, Claude, Gemini, and Cursor importers |
-| `src/services/` | Sessions, search, indexing, exports, and analytics |
-| `src/mcp/` | MCP server, tools, and prompts |
-| `src/tui/` | Ink terminal UI |
-| `test/` | Vitest tests and fixtures |
-| `docs/` | Architecture and source-format references |
-
-## Documentation
-
-Start with [`docs/README.md`](./docs/README.md) for the full documentation
-index.
-
-| Doc | Purpose |
-|---|---|
-| [`docs/architecture/bundle-format.md`](./docs/architecture/bundle-format.md) | Bundle layout, SQLite schema, CAS, and idempotency keys |
-| [`docs/architecture/import-pipeline.md`](./docs/architecture/import-pipeline.md) | How imports walk sources, stage CAS, commit, and rebuild indexes |
-| [`docs/architecture/search-engines.md`](./docs/architecture/search-engines.md) | FTS5 default search vs. Tantivy sidecar search |
-| [`docs/recipes/duckdb.md`](./docs/recipes/duckdb.md) | Copy-pasteable DuckDB analytics queries |
-| [`docs/sources/codex.md`](./docs/sources/codex.md) | Codex CLI source format |
-| [`docs/sources/claude-code.md`](./docs/sources/claude-code.md) | Claude Code source format |
-| [`docs/sources/cursor.md`](./docs/sources/cursor.md) | Cursor source format |
-| [`docs/sources/gemini.md`](./docs/sources/gemini.md) | Gemini CLI source format |
-
-## Releasing
-
-`prosa` uses Changesets for npm releases to the official npm registry. The
-package is published publicly as `@c3-oss/prosa`.
-
-```bash
-just changeset
-just version-packages
-just release
-```
-
-Publishing requires an npm account authenticated locally with permission to
-publish public packages under the `@c3-oss` scope. Do not run `just release`
-unless you intend to publish to `https://registry.npmjs.org/`.
-
-## Status and limitations
-
-- `prosa` is early software. The main CLI surfaces documented here are
-  implemented, but source formats and importer coverage will continue to evolve.
-- Agent tools can change their on-disk formats; importers preserve raw bytes so
-  projections can be improved later.
-- FTS5 is available by default; Tantivy search requires `prosa index tantivy`
-  before use.
-- `prosa query duckdb` requires Parquet exports. Run `prosa export parquet`
-  after importing or re-importing data.
-- Markdown export is optimized for readable transcripts and previews, not for
-  dumping every stored byte inline.
-- The default store may contain private local history. Be careful before
-  sharing exports, Parquet snapshots, or the bundle itself.