@kb-labs/adapters 0.5.0

package/package.json

@@ -0,0 +1,84 @@
+{
+  "name": "@kb-labs/adapters",
+  "version": "0.5.0",
+  "description": "KB Labs adapters — adapters for different platforms and services",
+  "type": "module",
+  "author": {
+    "name": "Kirill Baranov",
+    "url": "https://github.com/kirill-baranov"
+  },
+  "license": "SEE LICENSE IN LICENSE",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/kirill-baranov/kb-labs-adapters.git"
+  },
+  "bugs": {
+    "url": "https://github.com/kirill-baranov/kb-labs-adapters/issues"
+  },
+  "homepage": "https://github.com/kirill-baranov/kb-labs-adapters#readme",
+  "workspaces": [
+    "apps/*",
+    "packages/*"
+  ],
+  "scripts": {
+    "devkit:sync": "node scripts/devkit-sync.mjs",
+    "predevkit:sync": "pnpm devkit:paths",
+    "devkit:paths": "pnpm exec kb-devkit-paths",
+    "devkit:sync:ci": "node scripts/devkit-sync.mjs --ci-only",
+    "predevkit:sync:ci": "pnpm devkit:paths",
+    "devkit:check": "node scripts/devkit-sync.mjs --check",
+    "predevkit:check": "pnpm devkit:paths",
+    "devkit:force": "node scripts/devkit-sync.mjs --force",
+    "predevkit:force": "pnpm devkit:paths",
+    "devkit:help": "node scripts/devkit-sync.mjs --help",
+    "postinstall": "pnpm -s devkit:sync || true",
+    "// ——— core": "────────────────────────────────────────",
+    "build": "pnpm -r run build",
+    "build:clean": "pnpm -r run clean && pnpm -r run build",
+    "dev": "pnpm -r --parallel run dev",
+    "// ——— quality": "────────────────────────────────────────",
+    "lint": "pnpm -r exec eslint .",
+    "lint:fix": "pnpm -r exec eslint . --fix",
+    "test": "pnpm -r --if-present run test",
+    "test:coverage": "pnpm -r --if-present run test --coverage",
+    "test:watch": "pnpm -r --parallel --if-present run test:watch",
+    "type-check": "pnpm -r run type-check",
+    "format": "prettier -w .",
+    "format:check": "prettier -c .",
+    "// ——— ci/qa": "────────────────────────────────────────",
+    "check": "pnpm lint && pnpm type-check && pnpm test",
+    "ci": "pnpm clean && pnpm build && pnpm check",
+    "// ——— cleanup": "────────────────────────────────────────",
+    "clean": "pnpm -r run clean",
+    "clean:all": "rimraf node_modules packages/*/node_modules apps/*/node_modules dist"
+  },
+  "lint-staged": {
+    "*.{ts,tsx,js,jsx,json,md,yml,yaml}": [
+      "prettier -w"
+    ],
+    "*.{ts,tsx,js,jsx}": [
+      "eslint --fix"
+    ]
+  },
+  "devDependencies": {
+    "@kb-labs/devkit": "link:../kb-labs-devkit",
+    "@typescript-eslint/eslint-plugin": "^8",
+    "@typescript-eslint/parser": "^8",
+    "@vitest/coverage-v8": "^3",
+    "@vue/eslint-config-typescript": "^14.6.0",
+    "eslint": "^9",
+    "eslint-plugin-vue": "^10.5.0",
+    "prettier": "^3",
+    "rimraf": "^6",
+    "tsup": "^8",
+    "typescript": "^5",
+    "vitest": "^3.2.4",
+    "@byjohann/toon": "*",
+    "@types/node": "^24.3.3"
+  },
+  "engines": {
+    "node": ">=18.18.0",
+    "pnpm": ">=9.0.0"
+  },
+  "packageManager": "pnpm@9.11.0"
+}

package/package.json.bin

@@ -0,0 +1,25 @@
+{
+  "name": "@kb-labs/your-package",
+  "version": "0.1.0",
+  "type": "module",
+  "description": "Your package description",
+  "bin": {
+    "your-cli": "./dist/bin.cjs"
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsup",
+    "dev": "tsup --watch",
+    "lint": "eslint .",
+    "test": "vitest"
+  },
+  "dependencies": {},
+  "devDependencies": {
+    "@kb-labs/devkit": "workspace:*",
+    "tsup": "^8.5.0",
+    "typescript": "^5.9.2",
+    "vitest": "^3.2.4"
+  }
+}

package/package.json.lib

@@ -0,0 +1,30 @@
+{
+  "name": "@kb-labs/your-package",
+  "version": "0.1.0",
+  "type": "module",
+  "description": "Your package description",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsup",
+    "dev": "tsup --watch",
+    "lint": "eslint .",
+    "test": "vitest"
+  },
+  "dependencies": {},
+  "devDependencies": {
+    "@kb-labs/devkit": "workspace:*",
+    "tsup": "^8.5.0",
+    "typescript": "^5.9.2",
+    "vitest": "^3.2.4"
+  }
+}

package/packages/adapters-analytics-duckdb/package.json

@@ -0,0 +1,54 @@
+{
+  "name": "@kb-labs/adapters-analytics-duckdb",
+  "version": "0.5.0",
+  "type": "module",
+  "description": "DuckDB analytics adapter for KB Labs platform (SQL-native time-series analytics)",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    },
+    "./manifest": {
+      "import": "./dist/manifest.js",
+      "types": "./dist/manifest.d.ts"
+    }
+  },
+  "files": [
+    "dist",
+    "scripts",
+    "README.md",
+    "LICENSE"
+  ],
+  "sideEffects": false,
+  "scripts": {
+    "clean": "rimraf dist",
+    "build": "tsup --config tsup.config.ts",
+    "dev": "tsup --config tsup.config.ts --watch",
+    "lint": "eslint src --ext .ts,.tsx,.js,.jsx",
+    "lint:fix": "eslint . --fix",
+    "type-check": "tsc --noEmit",
+    "test": "vitest run --passWithNoTests",
+    "test:watch": "vitest --passWithNoTests",
+    "migrate": "node --experimental-vm-modules scripts/migrate-from-jsonl.js"
+  },
+  "dependencies": {
+    "@duckdb/node-api": "^1.4.4-r.1",
+    "@kb-labs/core-platform": "link:../../../../platform/kb-labs-core/packages/core-platform"
+  },
+  "devDependencies": {
+    "@kb-labs/devkit": "link:../../../kb-labs-devkit",
+    "@types/node": "^24.3.3",
+    "eslint": "^9",
+    "rimraf": "^6.0.1",
+    "tsup": "^8.5.0",
+    "typescript": "^5.6.3",
+    "vitest": "^3.2.4"
+  },
+  "engines": {
+    "node": ">=20.0.0",
+    "pnpm": ">=9.0.0"
+  },
+  "packageManager": "pnpm@9.11.0"
+}

package/packages/adapters-analytics-duckdb/scripts/migrate-from-jsonl.mjs

@@ -0,0 +1,253 @@
+#!/usr/bin/env node
+/**
+ * Migration script: Import JSONL analytics events into DuckDB.
+ *
+ * Uses DuckDB's native read_json_auto() to load NDJSON files directly via SQL.
+ * Much faster than parsing in JS — all I/O and transformation happens in DuckDB.
+ *
+ * Usage:
+ *   node scripts/migrate-from-jsonl.mjs [--source <dir>] [--db <path>] [--dry-run]
+ *
+ * Defaults:
+ *   --source  .kb/analytics/buffer
+ *   --db      .kb/analytics/analytics.duckdb
+ *
+ * Example:
+ *   node scripts/migrate-from-jsonl.mjs \
+ *     --source .kb/analytics/buffer \
+ *     --db .kb/analytics/analytics.duckdb
+ */
+
+import { DuckDBInstance } from '@duckdb/node-api';
+import { existsSync, readdirSync, mkdirSync } from 'node:fs';
+import { resolve, join, dirname } from 'node:path';
+import { parseArgs } from 'node:util';
+
+// ─── Parse CLI args ───────────────────────────────────────────────────────────
+
+const { values: args } = parseArgs({
+  options: {
+    source: { type: 'string', default: '.kb/analytics/buffer' },
+    db: { type: 'string', default: '.kb/analytics/analytics.duckdb' },
+    'dry-run': { type: 'boolean', default: false },
+    help: { type: 'boolean', default: false },
+  },
+  strict: false,
+});
+
+if (args.help) {
+  console.log(`
+migrate-from-jsonl.mjs — Import JSONL events into DuckDB
+
+Usage:
+  node scripts/migrate-from-jsonl.mjs [options]
+
+Options:
+  --source <dir>    Source directory with .jsonl files (default: .kb/analytics/buffer)
+  --db <path>       DuckDB database file path (default: .kb/analytics/analytics.duckdb)
+  --dry-run         Show what would be migrated without writing
+  --help            Show this help
+`);
+  process.exit(0);
+}
+
+const sourceDir = resolve(process.cwd(), args.source);
+const dbPath = resolve(process.cwd(), args.db);
+const isDryRun = args['dry-run'];
+
+// ─── Validate source directory ────────────────────────────────────────────────
+
+if (!existsSync(sourceDir)) {
+  console.error(`❌ Source directory not found: ${sourceDir}`);
+  process.exit(1);
+}
+
+const jsonlFiles = readdirSync(sourceDir)
+  .filter((f) => f.endsWith('.jsonl'))
+  .map((f) => join(sourceDir, f));
+
+if (jsonlFiles.length === 0) {
+  console.log(`⚠️  No .jsonl files found in: ${sourceDir}`);
+  process.exit(0);
+}
+
+console.log(`\n📂 Source: ${sourceDir}`);
+console.log(`📦 Database: ${dbPath}`);
+console.log(`📄 JSONL files found: ${jsonlFiles.length}`);
+if (isDryRun) console.log(`🔍 DRY RUN — no data will be written\n`);
+
+// ─── Ensure DB directory exists ───────────────────────────────────────────────
+
+if (!isDryRun) {
+  const dbDir = dirname(dbPath);
+  if (!existsSync(dbDir)) {
+    mkdirSync(dbDir, { recursive: true });
+    console.log(`📁 Created directory: ${dbDir}`);
+  }
+}
+
+// ─── DuckDB setup ─────────────────────────────────────────────────────────────
+
+const CREATE_TABLE = `
+CREATE TABLE IF NOT EXISTS events (
+  id          VARCHAR PRIMARY KEY,
+  schema      VARCHAR NOT NULL DEFAULT 'kb.v1',
+  type        VARCHAR NOT NULL,
+  ts          TIMESTAMPTZ NOT NULL,
+  ingest_ts   TIMESTAMPTZ,
+  run_id      VARCHAR,
+  product     VARCHAR,
+  version     VARCHAR,
+  actor_type  VARCHAR,
+  actor_id    VARCHAR,
+  actor_name  VARCHAR,
+  ctx         JSON,
+  payload     JSON
+)
+`;
+
+const CREATE_INDEXES = [
+  `CREATE INDEX IF NOT EXISTS events_ts_idx ON events (ts)`,
+  `CREATE INDEX IF NOT EXISTS events_type_idx ON events (type)`,
+  `CREATE INDEX IF NOT EXISTS events_product_idx ON events (product)`,
+  `CREATE INDEX IF NOT EXISTS events_type_ts_idx ON events (type, ts)`,
+];
+
+// ─── Migration ────────────────────────────────────────────────────────────────
+
+async function migrate() {
+  // Build glob pattern for all jsonl files (DuckDB supports glob natively)
+  const globPattern = join(sourceDir, '*.jsonl').replace(/\\/g, '/');
+
+  if (isDryRun) {
+    console.log(`\nWould load files matching: ${globPattern}`);
+    console.log('\nWould run:');
+    console.log(`  CREATE TABLE IF NOT EXISTS events (...)`);
+    console.log(`  INSERT OR IGNORE INTO events SELECT ... FROM read_json_auto('${globPattern}', ...)`);
+
+    // Still open DuckDB to count how many rows we'd insert (in-memory)
+    const db = await DuckDBInstance.create(':memory:');
+    const conn = await db.connect();
+    try {
+      const result = await conn.run(`
+        SELECT COUNT(*) as total
+        FROM read_json_auto('${globPattern}', format='newline_delimited', ignore_errors=true)
+        WHERE id IS NOT NULL AND type IS NOT NULL AND ts IS NOT NULL
+      `);
+      const rows = await fetchAllRows(result);
+      console.log(`\n📊 Events eligible for migration: ${rows[0]?.total ?? 0}`);
+    } finally {
+      conn.closeSync();
+    }
+    return;
+  }
+
+  // Open the real DuckDB file
+  const db = await DuckDBInstance.create(dbPath);
+  const conn = await db.connect();
+
+  try {
+    // Setup schema
+    console.log('\n🔧 Setting up schema...');
+    await conn.run(CREATE_TABLE);
+    for (const idx of CREATE_INDEXES) {
+      await conn.run(idx);
+    }
+
+    // Count before
+    const beforeResult = await conn.run(`SELECT COUNT(*) as cnt FROM events`);
+    const beforeRows = await fetchAllRows(beforeResult);
+    const countBefore = Number(beforeRows[0]?.cnt ?? 0);
+    console.log(`📊 Events in DB before migration: ${countBefore}`);
+
+    // Count source rows
+    const sourceCountResult = await conn.run(`
+      SELECT COUNT(*) as total
+      FROM read_json_auto('${globPattern}', format='newline_delimited', ignore_errors=true)
+      WHERE id IS NOT NULL AND type IS NOT NULL AND ts IS NOT NULL
+    `);
+    const sourceRows = await fetchAllRows(sourceCountResult);
+    const totalSource = Number(sourceRows[0]?.total ?? 0);
+    console.log(`📄 Events in JSONL source: ${totalSource}`);
+
+    if (totalSource === 0) {
+      console.log('⚠️  No valid events found in source files.');
+      return;
+    }
+
+    // Run migration INSERT
+    console.log('\n⏳ Migrating...');
+    const startMs = Date.now();
+
+    await conn.run(`
+      INSERT OR IGNORE INTO events
+      SELECT
+        CAST(id AS VARCHAR)                                    AS id,
+        COALESCE(CAST(schema AS VARCHAR), 'kb.v1')            AS schema,
+        CAST(type AS VARCHAR)                                  AS type,
+        CAST(ts AS TIMESTAMPTZ)                               AS ts,
+        TRY_CAST(ingestTs AS TIMESTAMPTZ)                     AS ingest_ts,
+        CAST(runId AS VARCHAR)                                 AS run_id,
+        CAST(source->>'product' AS VARCHAR)                   AS product,
+        CAST(source->>'version' AS VARCHAR)                   AS version,
+        CAST(actor->>'type' AS VARCHAR)                       AS actor_type,
+        CAST(actor->>'id' AS VARCHAR)                         AS actor_id,
+        CAST(actor->>'name' AS VARCHAR)                       AS actor_name,
+        TRY_CAST(ctx AS JSON)                                 AS ctx,
+        TRY_CAST(payload AS JSON)                             AS payload
+      FROM read_json_auto('${globPattern}', format='newline_delimited', ignore_errors=true)
+      WHERE id IS NOT NULL AND type IS NOT NULL AND ts IS NOT NULL
+    `);
+
+    const elapsedMs = Date.now() - startMs;
+
+    // Count after
+    const afterResult = await conn.run(`SELECT COUNT(*) as cnt FROM events`);
+    const afterRows = await fetchAllRows(afterResult);
+    const countAfter = Number(afterRows[0]?.cnt ?? 0);
+    const inserted = countAfter - countBefore;
+    const skipped = totalSource - inserted;
+
+    console.log(`\n✅ Migration complete in ${(elapsedMs / 1000).toFixed(1)}s`);
+    console.log(`   Inserted:  ${inserted} events`);
+    console.log(`   Skipped:   ${skipped} (already existed)`);
+    console.log(`   Total now: ${countAfter} events in DB`);
+
+    // Show time range
+    const rangeResult = await conn.run(`SELECT MIN(ts) as oldest, MAX(ts) as newest FROM events`);
+    const rangeRows = await fetchAllRows(rangeResult);
+    if (rangeRows[0]) {
+      console.log(`   Time range: ${rangeRows[0].oldest} → ${rangeRows[0].newest}`);
+    }
+
+    // Show top event types
+    console.log('\n📈 Top event types:');
+    const topTypesResult = await conn.run(`
+      SELECT type, COUNT(*) as cnt
+      FROM events
+      GROUP BY type
+      ORDER BY cnt DESC
+      LIMIT 10
+    `);
+    const topTypes = await fetchAllRows(topTypesResult);
+    for (const row of topTypes) {
+      console.log(`   ${String(row.cnt).padStart(6)}  ${row.type}`);
+    }
+
+  } finally {
+    conn.closeSync();
+  }
+}
+
+// ─── DuckDB row reader helper ─────────────────────────────────────────────────
+
+async function fetchAllRows(result) {
+  return result.getRowObjects();
+}
+
+// ─── Run ──────────────────────────────────────────────────────────────────────
+
+migrate().catch((err) => {
+  console.error('❌ Migration failed:', err.message ?? err);
+  process.exit(1);
+});