tokenlenses 0.1.0

package/dist/schema.sql

@@ -0,0 +1,169 @@
+PRAGMA journal_mode = WAL;
+PRAGMA foreign_keys = ON;
+
+CREATE TABLE IF NOT EXISTS machines (
+  id TEXT PRIMARY KEY,
+  user_id TEXT,
+  access_token TEXT,
+  cloud_api_base TEXT,
+  linked_at TEXT,
+  privacy_mode TEXT NOT NULL DEFAULT 'local_only',
+  last_sync_at TEXT,
+  created_at TEXT NOT NULL
+);
+
+CREATE TABLE IF NOT EXISTS app_settings (
+  key TEXT PRIMARY KEY,
+  value_json TEXT NOT NULL,
+  updated_at TEXT NOT NULL
+);
+
+CREATE TABLE IF NOT EXISTS sessions (
+  id TEXT PRIMARY KEY,
+  provider TEXT NOT NULL,
+  cwd TEXT,
+  project_name TEXT,
+  transcript_path TEXT,
+  started_at TEXT NOT NULL,
+  ended_at TEXT,
+  title TEXT,
+  total_input_tokens INTEGER NOT NULL DEFAULT 0,
+  total_output_tokens INTEGER NOT NULL DEFAULT 0,
+  total_cache_read_tokens INTEGER NOT NULL DEFAULT 0,
+  total_cache_write_tokens INTEGER NOT NULL DEFAULT 0,
+  total_reasoning_tokens INTEGER NOT NULL DEFAULT 0,
+  total_tokens INTEGER NOT NULL DEFAULT 0,
+  total_cost_usd REAL NOT NULL DEFAULT 0,
+  explanation_status TEXT NOT NULL DEFAULT 'pending',
+  created_at TEXT NOT NULL,
+  updated_at TEXT NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_sessions_started_at ON sessions(started_at DESC);
+CREATE INDEX IF NOT EXISTS idx_sessions_provider ON sessions(provider);
+
+CREATE TABLE IF NOT EXISTS turns (
+  id TEXT PRIMARY KEY,
+  session_id TEXT NOT NULL REFERENCES sessions(id) ON DELETE CASCADE,
+  turn_index INTEGER,
+  user_prompt TEXT,
+  started_at TEXT NOT NULL,
+  ended_at TEXT,
+  input_tokens INTEGER NOT NULL DEFAULT 0,
+  output_tokens INTEGER NOT NULL DEFAULT 0,
+  cache_read_tokens INTEGER NOT NULL DEFAULT 0,
+  cache_write_tokens INTEGER NOT NULL DEFAULT 0,
+  reasoning_tokens INTEGER NOT NULL DEFAULT 0,
+  cost_usd REAL NOT NULL DEFAULT 0
+);
+
+CREATE INDEX IF NOT EXISTS idx_turns_session ON turns(session_id, started_at);
+
+CREATE TABLE IF NOT EXISTS raw_events (
+  id TEXT PRIMARY KEY,
+  provider TEXT NOT NULL,
+  session_id TEXT NOT NULL,
+  turn_id TEXT,
+  event_type TEXT NOT NULL,
+  timestamp TEXT NOT NULL,
+  cwd TEXT,
+  transcript_path TEXT,
+  payload_json TEXT NOT NULL,
+  content_hash TEXT,
+  created_at TEXT NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_raw_events_session_time ON raw_events(session_id, timestamp);
+CREATE INDEX IF NOT EXISTS idx_raw_events_type ON raw_events(event_type);
+
+CREATE TABLE IF NOT EXISTS context_spans (
+  id TEXT PRIMARY KEY,
+  session_id TEXT NOT NULL REFERENCES sessions(id) ON DELETE CASCADE,
+  turn_id TEXT,
+  provider TEXT NOT NULL,
+  bucket TEXT NOT NULL,
+  timestamp TEXT NOT NULL,
+  file_path TEXT,
+  start_line INTEGER,
+  end_line INTEGER,
+  command TEXT,
+  content_hash TEXT NOT NULL,
+  content_preview TEXT NOT NULL,
+  estimated_tokens INTEGER NOT NULL,
+  official_turn_tokens INTEGER,
+  confidence TEXT NOT NULL DEFAULT 'medium',
+  raw_event_id TEXT REFERENCES raw_events(id) ON DELETE SET NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_context_spans_session ON context_spans(session_id);
+CREATE INDEX IF NOT EXISTS idx_context_spans_file ON context_spans(file_path);
+CREATE INDEX IF NOT EXISTS idx_context_spans_bucket ON context_spans(bucket);
+
+CREATE TABLE IF NOT EXISTS usage_ledger_entries (
+  id TEXT PRIMARY KEY,
+  session_id TEXT NOT NULL REFERENCES sessions(id) ON DELETE CASCADE,
+  raw_event_id TEXT REFERENCES raw_events(id) ON DELETE SET NULL,
+  provider TEXT NOT NULL,
+  model TEXT,
+  resolved_model TEXT,
+  timestamp TEXT NOT NULL,
+  source TEXT,
+  input_tokens INTEGER NOT NULL DEFAULT 0,
+  output_tokens INTEGER NOT NULL DEFAULT 0,
+  cache_read_tokens INTEGER NOT NULL DEFAULT 0,
+  cache_write_tokens INTEGER NOT NULL DEFAULT 0,
+  reasoning_tokens INTEGER NOT NULL DEFAULT 0,
+  total_tokens INTEGER NOT NULL DEFAULT 0,
+  reported_cost_usd REAL,
+  estimated_cost_usd REAL NOT NULL DEFAULT 0,
+  cost_breakdown_json TEXT NOT NULL,
+  pricing_source TEXT,
+  pricing_updated_at TEXT,
+  created_at TEXT NOT NULL
+);
+
+CREATE UNIQUE INDEX IF NOT EXISTS idx_usage_ledger_raw_event ON usage_ledger_entries(raw_event_id) WHERE raw_event_id IS NOT NULL;
+CREATE INDEX IF NOT EXISTS idx_usage_ledger_session ON usage_ledger_entries(session_id, timestamp);
+
+CREATE TABLE IF NOT EXISTS explanations (
+  session_id TEXT PRIMARY KEY REFERENCES sessions(id) ON DELETE CASCADE,
+  title TEXT NOT NULL,
+  one_line TEXT NOT NULL,
+  main_reasons_json TEXT NOT NULL,
+  waste_findings_json TEXT NOT NULL,
+  stages_json TEXT NOT NULL DEFAULT '[]',
+  drilldowns_json TEXT NOT NULL DEFAULT '[]',
+  caveats_json TEXT NOT NULL,
+  confidence TEXT NOT NULL DEFAULT 'medium',
+  metadata_json TEXT NOT NULL DEFAULT '{}',
+  provider TEXT,
+  raw_context_included INTEGER NOT NULL DEFAULT 0,
+  model TEXT,
+  created_at TEXT NOT NULL
+);
+
+CREATE TABLE IF NOT EXISTS explanation_jobs (
+  id TEXT PRIMARY KEY,
+  session_id TEXT NOT NULL REFERENCES sessions(id) ON DELETE CASCADE,
+  status TEXT NOT NULL,
+  provider TEXT,
+  model TEXT,
+  raw_context_included INTEGER NOT NULL DEFAULT 0,
+  created_at TEXT NOT NULL,
+  started_at TEXT,
+  completed_at TEXT,
+  error TEXT,
+  explanation_json TEXT
+);
+
+CREATE INDEX IF NOT EXISTS idx_explanation_jobs_session ON explanation_jobs(session_id, created_at DESC);
+
+CREATE TABLE IF NOT EXISTS sync_queue (
+  id TEXT PRIMARY KEY,
+  entity_type TEXT NOT NULL,
+  entity_id TEXT NOT NULL,
+  mode TEXT NOT NULL,
+  status TEXT NOT NULL DEFAULT 'pending',
+  created_at TEXT NOT NULL,
+  last_error TEXT
+);

package/package.json

@@ -0,0 +1,26 @@
+{
+  "name": "tokenlenses",
+  "version": "0.1.0",
+  "description": "TokenLens CLI for local AI coding token attribution and cloud-safe sync.",
+  "type": "module",
+  "bin": {
+    "tokenlenses": "dist/index.js"
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "engines": {
+    "node": ">=20"
+  },
+  "scripts": {
+    "build": "node ../../scripts/build-npm.mjs cli",
+    "prepack": "node ../../scripts/build-npm.mjs cli"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "better-sqlite3": "^12.2.0"
+  }
+}