@danypops/pi-packed 0.5.2 → 0.6.0

package/src/constants.ts

@@ -1,60 +0,0 @@
-/**
- * constants.ts — every magic value in one place, named.
- * (lexicon: replace-magic-number-with-symbolic-constant)
- */
-
-// --- Upstream ---
-export const NPM_REGISTRY_BASE = "https://registry.npmjs.org";
-
-// --- Search / pagination ---
-export const SEARCH_DEFAULT_LIMIT = 10;
-export const SEARCH_MAX_LIMIT = 50;
-export const SEARCH_PAGE_SIZE = 250; // npm registry max page size
-export const PI_PACKAGE_KEYWORD = "keywords:pi-package";
-
-// --- Native tool presentation bounds ---
-export const TOOL_MODEL_CONTENT_MAX_CHARACTERS = 2_000;
-export const TOOL_DETAILS_MAX_SERIALIZED_CHARACTERS = 32_000;
-export const TOOL_DETAILS_MAX_PACKAGES = 50;
-export const TOOL_DETAILS_MAX_DESCRIPTION_CHARACTERS = 240;
-export const TOOL_DETAILS_MAX_OUTPUT_CHARACTERS = 1_000;
-export const TOOL_DETAILS_MAX_KEYWORDS = 20;
-export const TOOL_DETAILS_MAX_CAPABILITIES = 12;
-export const TOOL_COLLAPSED_PACKAGE_PREVIEW = 3;
-
-// --- Upstream etiquette (429s) ---
-export const RETRY_MAX_ATTEMPTS = 6;
-export const RETRY_BASE_DELAY_MS = 2_000; // 2+4+8+16+32s spans npm's ~60s search window
-export const PAGE_DELAY_MS = 100; // politeness pause between catalog pages
-export const MIRROR_PAGE_DELAY_MS = 400; // manual full-sync: extra polite (burst limits)
-
-// --- Cache / fetch ---
-export const CACHE_TTL_MS = 5 * 60_000;
-export const PROBE_TIMEOUT_MS = 800;
-export const REGISTRY_FETCH_TIMEOUT_MS = 15_000;
-
-// --- Daemon ---
-export const DAEMON_HOST = "127.0.0.1";
-export const WATCH_INTERVAL_DEFAULT_MS = 30 * 60_000; // updates diff cadence
-export const CATALOG_INTERVAL_DEFAULT_MS = 6 * 3_600_000; // full mirror TTL
-export const IDLE_BUDGET_DEFAULT_MS = 10 * 60_000; // on-demand self-exit
-export const WATCHDOG_TICK_MS = 15_000;
-
-// --- Identity ---
-
-// --- State-dir file names ---
-export const TOKEN_FILE = "token";
-export const PORT_FILE = "port";
-export const UPDATES_FILE = "updates.json";
-export const DB_FILE = "packed.db";
-export const SETTINGS_FILE = "settings.json";
-export const SECURITY_FILE = "security.json";
-
-// --- Environment knobs ---
-export const ENV = {
-	HOME: "PI_PACKED_HOME",
-	PI_HOME: "PI_PACKED_PI_HOME",
-	WATCH_SECS: "PI_PACKED_WATCH_SECS",
-	CATALOG_SECS: "PI_PACKED_CATALOG_SECS",
-	IDLE_SECS: "PI_PACKED_IDLE_SECS",
-} as const;

package/src/daemon.ts

@@ -1,71 +0,0 @@
-/**
- * daemon.ts — serve mode: thin wiring around tested units. Bun.serve wraps
- * the hexagon's fetch handler; watcher + catalogSync produce snapshots;
- * idle watchdog self-terminates (the daemon is spawned on demand).
- */
-import { createApp } from "./service.ts";
-import { HttpRegistry } from "./registry.ts";
-import { ExecInstaller } from "./install.ts";
-import { loadOrCreateToken, writePort, idleExpired, envMs, stateDir } from "./state.ts";
-import { startWatcher } from "./watcher.ts";
-import { startCatalogSync } from "./catalog.ts";
-import { openDb, latestVersion, dbPath } from "./db.ts";
-import {
-	DAEMON_HOST, ENV, WATCH_INTERVAL_DEFAULT_MS, CATALOG_INTERVAL_DEFAULT_MS,
-	IDLE_BUDGET_DEFAULT_MS, WATCHDOG_TICK_MS,
-} from "./constants.ts";
-import { readInstalledPackages, defaultPiHome } from "./installed.ts";
-
-export function serveMain(): void {
-	const dir = stateDir();
-	const token = loadOrCreateToken(dir);
-	const reg = new HttpRegistry();
-	const app = createApp({ reg, inst: new ExecInstaller(), token, stateDir: dir });
-
-	let lastActive = Date.now();
-	const server = Bun.serve({
-		port: 0,
-		hostname: DAEMON_HOST,
-		fetch: (req) => {
-			lastActive = Date.now();
-			return app.fetch(req);
-		},
-	});
-	if (!server.port) throw new Error("failed to bind listener");
-	writePort(dir, server.port);
-
-	// Event producer #1: drift detection from the local mirror (default 30min).
-	const watcherDb = openDb(dbPath(dir));
-	const stopWatcher = startWatcher((name) => latestVersion(watcherDb, name), dir, () => readInstalledPackages(defaultPiHome()), {
-		intervalMs: envMs(ENV.WATCH_SECS, WATCH_INTERVAL_DEFAULT_MS),
-	});
-	const stopCatalog = startCatalogSync(reg, dir, envMs(ENV.CATALOG_SECS, CATALOG_INTERVAL_DEFAULT_MS));
-
-	// Idle watchdog: for on-demand spawns. PI_PACKED_IDLE_SECS=0 disables it
-	// (systemd or another supervisor owns the lifecycle then).
-	const idleBudget = envMs(ENV.IDLE_SECS, IDLE_BUDGET_DEFAULT_MS);
-	let watchdog: ReturnType<typeof setInterval> | undefined;
-	if (idleBudget > 0) {
-		watchdog = setInterval(() => {
-			if (idleExpired(lastActive, Date.now(), idleBudget)) {
-				console.error(`[packed] idle for ${idleBudget / 1000}s, exiting`);
-				shutdown();
-			}
-		}, WATCHDOG_TICK_MS);
-	}
-
-	function shutdown(): void {
-		if (watchdog) clearInterval(watchdog);
-		stopWatcher();
-		stopCatalog();
-		watcherDb.close();
-		server.stop(true);
-		process.exit(0);
-	}
-	process.on("SIGTERM", shutdown);
-	process.on("SIGINT", shutdown);
-
-	console.error(
-		`[packed] listening on ${DAEMON_HOST}:${server.port} (state ${dir}, watch ${envMs(ENV.WATCH_SECS, WATCH_INTERVAL_DEFAULT_MS) / 1000}s, idle ${idleBudget / 1000}s)`,
-	);
-}

package/src/db.ts

@@ -1,164 +0,0 @@
-/**
- * db.ts — the local registry index (SQLite), the pkgng/YUM model.
- * Master-index role: sync_meta (source, time, count, payload checksum —
- * the APT Release / repomd.xml analog). Payload: packages + FTS5 mirror.
- */
-// Runtime-detected SQLite backend: bun:sqlite under Bun (CLI, daemon),
-// node:sqlite under Node ≥22.5 (pi's extension host — jiti runs on Node).
-// Both share the better-sqlite3 API shape; transactions are done manually
-// because node:sqlite has no .transaction() helper.
-import { createRequire } from "node:module";
-import { mkdirSync } from "node:fs";
-
-const require_ = createRequire(import.meta.url);
-const IS_BUN = typeof (globalThis as { Bun?: unknown }).Bun !== "undefined";
-const backend = IS_BUN
-	? (require_("bun:sqlite") as typeof import("bun:sqlite"))
-	: (require_("node:sqlite") as unknown as typeof import("bun:sqlite"));
-
-// Constructor + options differ: bun:sqlite exports Database({create}),
-// node:sqlite exports DatabaseSync (creates by default).
-const DatabaseCtor = (
-	"DatabaseSync" in backend ? (backend as { DatabaseSync: unknown }).DatabaseSync : backend.Database
-) as new (path: string, opts?: { create?: boolean }) => Db;
-
-export interface DbStatement {
-	run(...params: unknown[]): { lastInsertRowid: number | bigint };
-	get(...params: unknown[]): unknown;
-	all(...params: unknown[]): unknown[];
-}
-
-export interface Db {
-	exec(sql: string): unknown;
-	prepare(sql: string): DbStatement;
-	close(): void;
-}
-
-function inTransaction<T>(db: Db, fn: () => T): T {
-	db.exec("BEGIN");
-	try {
-		const result = fn();
-		db.exec("COMMIT");
-		return result;
-	} catch (e) {
-		db.exec("ROLLBACK");
-		throw e;
-	}
-}
-import { join } from "node:path";
-import { createHash } from "node:crypto";
-import type { Pkg } from "./ports.ts";
-import { DB_FILE } from "./constants.ts";
-
-export interface SyncMeta {
-	source: string;
-	fetchedAt: string;
-	packageCount: number;
-	sha256: string;
-}
-
-export function dbPath(dir: string): string {
-	return join(dir, DB_FILE);
-}
-
-export function openDb(path: string): Db {
-	if (path !== ":memory:") mkdirSync(join(path, ".."), { recursive: true });
-	const db = IS_BUN ? new DatabaseCtor(path, { create: true }) : new DatabaseCtor(path);
-	db.exec("PRAGMA journal_mode = WAL");
-	db.exec(`CREATE TABLE IF NOT EXISTS packages (
-		name TEXT PRIMARY KEY,
-		version TEXT NOT NULL DEFAULT '',
-		description TEXT,
-		date TEXT
-	)`);
-	db.exec(`CREATE TABLE IF NOT EXISTS sync_meta (
-		id INTEGER PRIMARY KEY CHECK (id = 1),
-		source TEXT NOT NULL,
-		fetched_at TEXT NOT NULL,
-		package_count INTEGER NOT NULL,
-		sha256 TEXT NOT NULL
-	)`);
-	// FTS5 mirror; rebuilt wholesale on each sync.
-	db.exec(
-		`CREATE VIRTUAL TABLE IF NOT EXISTS packages_fts USING fts5(name, description)`,
-	);
-	return db;
-}
-
-/** Canonical checksum over the payload — the Release-file analog: cheap
- * change detection between syncs and integrity for the local mirror. */
-function payloadHash(pkgs: Pkg[]): string {
-	const h = createHash("sha256");
-	for (const p of pkgs) h.update(`${p.name}@${p.version}\n`);
-	return h.digest("hex");
-}
-
-/** Atomic full-catalog replace (the mirror write side of `apt update`). */
-export function replaceAll(db: Db, pkgs: Pkg[], source: string): SyncMeta {
-	const meta: SyncMeta = {
-		source,
-		fetchedAt: new Date().toISOString(),
-		packageCount: pkgs.length,
-		sha256: payloadHash(pkgs),
-	};
-	// INSERT OR REPLACE: npm pagination is unstable — rankings shift between
-	// pages and a package can appear twice in one sync (rowid reuse is fine).
-	const insert = db.prepare("INSERT OR REPLACE INTO packages (name, version, description, date) VALUES (?, ?, ?, ?)");
-	const insertFts = db.prepare("INSERT INTO packages_fts (rowid, name, description) VALUES (?, ?, ?)");
-	inTransaction(db, () => {
-		db.exec("DELETE FROM packages");
-		db.exec("DELETE FROM packages_fts");
-		for (const p of pkgs) {
-			const { lastInsertRowid } = insert.run(p.name, p.version, p.description ?? null, p.date ?? null);
-			insertFts.run(Number(lastInsertRowid), p.name, p.description ?? "");
-		}
-		db.prepare(
-			"INSERT INTO sync_meta (id, source, fetched_at, package_count, sha256) VALUES (1, ?, ?, ?, ?) " +
-				"ON CONFLICT(id) DO UPDATE SET source=excluded.source, fetched_at=excluded.fetched_at, " +
-				"package_count=excluded.package_count, sha256=excluded.sha256",
-		).run(meta.source, meta.fetchedAt, meta.packageCount, meta.sha256);
-	});
-	return meta;
-}
-
-export function getSyncMeta(db: Db): SyncMeta | undefined {
-	return db
-		.prepare("SELECT source, fetched_at AS fetchedAt, package_count AS packageCount, sha256 FROM sync_meta WHERE id = 1")
-		.get() as SyncMeta | undefined;
-}
-
-export function catalogList(db: Db, limit = 0, offset = 0): Pkg[] {
-	const sql =
-		"SELECT name, version, description, date FROM packages ORDER BY name" +
-		(limit > 0 ? ` LIMIT ${Math.floor(limit)} OFFSET ${Math.floor(offset)}` : "");
-	return db.prepare(sql).all() as Pkg[];
-}
-
-/** FTS5 over the mirror (the `apt-cache search` analog). Sanitizes user
- * input into AND-joined quoted terms; falls back to LIKE for hostile input. */
-export function searchLocal(db: Db, q: string, limit = 50): Pkg[] {
-	const terms = q.trim().split(/\s+/).filter(Boolean);
-	if (terms.length === 0) return [];
-	try {
-		const match = terms.map((t) => `"${t.replaceAll('"', '""')}"*`).join(" ");
-		return db
-			.prepare(
-				`SELECT p.name, p.version, p.description, p.date
-				 FROM packages_fts f JOIN packages p ON p.rowid = f.rowid
-				 WHERE packages_fts MATCH ? ORDER BY rank LIMIT ?`,
-			)
-			.all(match, limit) as Pkg[];
-	} catch {
-		// FTS syntax hostility → substring fallback
-		const like = `%${q}%`;
-		return db
-			.prepare("SELECT name, version, description, date FROM packages WHERE name LIKE ? OR description LIKE ? ORDER BY name LIMIT ?")
-			.all(like, like, limit) as Pkg[];
-	}
-}
-
-/** Latest mirrored version of one package (watcher's lookup). */
-export function latestVersion(db: Db, name: string): string | undefined {
-	const row = db.prepare("SELECT version FROM packages WHERE name = ?").get(name) as { version: string } | null;
-	return row?.version;
-}

package/src/install.ts

@@ -1,52 +0,0 @@
-/** install.ts — driven adapter: pi CLI mutations via Bun.spawn. */
-import { defaultPiHome, isPinnedNpmSource, readResolvedVersion } from "./installed.ts";
-import type { Installer, UpdateOutcome } from "./ports.ts";
-
-/** Bare npm package name (for `packed remove`). */
-export const NAME_RE = /^(@[A-Za-z0-9._-]+\/)?[A-Za-z0-9._-]+$/;
-
-export function defaultPiBin(): string {
-	return process.env["PI_PACKED_PI_BIN"] ?? process.env["PI_BIN"] ?? "pi";
-}
-
-export class ExecInstaller implements Installer {
-	constructor(
-		private bin = defaultPiBin(),
-		private piHome = defaultPiHome(),
-	) {}
-
-	private async run(args: string[]): Promise<string> {
-		const proc = Bun.spawn([this.bin, ...args], { stdout: "pipe", stderr: "pipe" });
-		const [stdout, stderr] = await Promise.all([
-			new Response(proc.stdout).text(),
-			new Response(proc.stderr).text(),
-		]);
-		const out = [stdout.trim(), stderr.trim()].filter(Boolean).join("\n");
-		const code = await proc.exited;
-		if (code !== 0) throw new Error(out || `exit ${code}`);
-		return out;
-	}
-
-	install(source: string, _options?: { approved?: boolean }): Promise<string> {
-		return this.run(["install", source]);
-	}
-
-	remove(source: string, _options?: { approved?: boolean }): Promise<string> {
-		return this.run(["remove", source]);
-	}
-
-	async update(source: string, _options?: { approved?: boolean }): Promise<UpdateOutcome> {
-		const pinned = isPinnedNpmSource(source);
-		const previousVersion = readResolvedVersion(this.piHome, source);
-		const output = await this.run(["update", "--extension", source]);
-		const currentVersion = readResolvedVersion(this.piHome, source);
-		// Only trust a "nothing changed" conclusion when we actually read a
-		// real version both before and after (npm source, resolvable in
-		// node_modules). Otherwise (git:/https: sources, or an unreadable
-		// node_modules entry) fall back to the traditional "assume it may
-		// have changed" signal instead of falsely claiming it didn't.
-		const knowsBoth = previousVersion !== undefined && currentVersion !== undefined;
-		const changed = !knowsBoth || previousVersion !== currentVersion;
-		return { output, reloadRequired: changed, alreadyUpToDate: !changed, pinned, previousVersion, currentVersion };
-	}
-}

package/src/installed.ts

@@ -1,88 +0,0 @@
-/** installed.ts — pi's settings.json is the source of truth for what is
- * installed; node_modules supplies versions for unpinned sources. */
-import { readFileSync } from "node:fs";
-import { homedir } from "node:os";
-import { join } from "node:path";
-import { ENV, SETTINGS_FILE } from "./constants.ts";
-import type { InstalledPkg } from "./ports.ts";
-
-export function splitNpmSource(spec: string): [name: string, version: string] {
-	const i = spec.lastIndexOf("@");
-	if (i <= 0) return [spec, ""];
-	return [spec.slice(0, i), spec.slice(i + 1)];
-}
-
-function extractSource(entry: unknown): string {
-	if (typeof entry === "string") return entry;
-	if (entry && typeof entry === "object") {
-		const s = (entry as Record<string, unknown>)["source"];
-		if (typeof s === "string") return s;
-	}
-	return "";
-}
-
-function nodeModulesVersion(piHome: string, name: string): string | undefined {
-	try {
-		const pkg = JSON.parse(readFileSync(join(piHome, "npm", "node_modules", name, "package.json"), "utf8"));
-		return typeof pkg.version === "string" ? pkg.version : undefined;
-	} catch {
-		return undefined;
-	}
-}
-
-/**
- * True when a configured npm: source pins an exact version, e.g.
- * "npm:@scope/pkg@1.2.3" vs. the floating "npm:@scope/pkg". `pi update`
- * intentionally leaves pinned sources unchanged (see readInstalledPackages)
- * but still exits 0 and prints "Updated <source>" either way -- callers
- * must not treat that text as proof anything changed.
- */
-export function isPinnedNpmSource(source: string): boolean {
-	if (!source.startsWith("npm:")) return false;
-	const [, pinned] = splitNpmSource(source.slice(4));
-	return pinned !== "";
-}
-
-/** The bare npm package name for a configured npm: source, pinned or not.
- * undefined for git:/https: sources -- there is no npm-registry name to read. */
-export function npmPackageName(source: string): string | undefined {
-	if (!source.startsWith("npm:")) return undefined;
-	const [name] = splitNpmSource(source.slice(4));
-	return name;
-}
-
-/** Reads a single npm package's real on-disk resolved version, regardless of
- * whether its configured source is pinned -- ground truth for detecting
- * whether an update actually changed anything. undefined for non-npm
- * sources or when node_modules has no matching package.json to read. */
-export function readResolvedVersion(piHome: string, source: string): string | undefined {
-	const name = npmPackageName(source);
-	return name ? nodeModulesVersion(piHome, name) : undefined;
-}
-
-export function readInstalledPackages(piHome: string): InstalledPkg[] {
-	let settings: { packages?: unknown[] };
-	try {
-		settings = JSON.parse(readFileSync(join(piHome, SETTINGS_FILE), "utf8"));
-	} catch {
-		return [];
-	}
-	const out: InstalledPkg[] = [];
-	for (const raw of settings.packages ?? []) {
-		const source = extractSource(raw);
-		if (!source.startsWith("npm:")) continue;
-		const [name, pinned] = splitNpmSource(source.slice(4));
-		out.push({
-			name,
-			pinned: pinned || undefined,
-			installed: pinned ? undefined : nodeModulesVersion(piHome, name),
-		});
-	}
-	return out;
-}
-
-export function defaultPiHome(): string {
-	const envHome = process.env[ENV.PI_HOME];
-	if (envHome) return envHome;
-	return join(homedir(), ".pi", "agent");
-}

package/src/log.ts

@@ -1,42 +0,0 @@
-/**
- * log.ts — structured logging for the service. JSON lines to stderr
- * (stdout belongs to CLI output; the TUI owns the terminal UI).
- * Level via PI_PACKED_LOG_LEVEL (debug|info|warn|error, default info).
- * Sinks are injectable so tests can capture without a terminal.
- */
-
-export type LogLevel = "debug" | "info" | "warn" | "error";
-export type LogSink = (line: string) => void;
-
-const ORDER: Record<LogLevel, number> = { debug: 10, info: 20, warn: 30, error: 40 };
-const LEVELS = new Set(Object.keys(ORDER));
-
-export interface LogFields {
-	[key: string]: unknown;
-}
-
-export interface Logger {
-	debug(msg: string, fields?: LogFields): void;
-	info(msg: string, fields?: LogFields): void;
-	warn(msg: string, fields?: LogFields): void;
-	error(msg: string, fields?: LogFields): void;
-}
-
-function envLevel(): LogLevel {
-	const raw = process.env["PI_PACKED_LOG_LEVEL"] ?? "info";
-	return (LEVELS.has(raw) ? raw : "info") as LogLevel;
-}
-
-export function createLogger(module: string, sink: LogSink = (l) => console.error(l), minLevel?: LogLevel): Logger {
-	const threshold = ORDER[minLevel ?? envLevel()];
-	function emit(level: LogLevel, msg: string, fields?: LogFields): void {
-		if (ORDER[level] < threshold) return;
-		sink(JSON.stringify({ ts: new Date().toISOString(), level, module, msg, ...fields }));
-	}
-	return {
-		debug: (m, f) => emit("debug", m, f),
-		info: (m, f) => emit("info", m, f),
-		warn: (m, f) => emit("warn", m, f),
-		error: (m, f) => emit("error", m, f),
-	};
-}

package/src/ports.ts

@@ -1,96 +0,0 @@
-/**
- * ports.ts — the hexagon's driven ports and lean domain types.
- * Driving adapters: HTTP service (service.ts), CLI (cli.ts), watcher,
- * tests. Driven adapters: registry.ts (npm), install.ts (pi exec).
- */
-
-export interface Pkg {
-	name: string;
-	version: string;
-	description?: string;
-	date?: string;
-}
-
-export interface PkgInfo {
-	name: string;
-	version: string;
-	description?: string;
-	homepage?: string;
-	repository?: string;
-	license?: string;
-	keywords?: string[];
-	pi?: Record<string, unknown>;
-	modified?: string;
-	unpackedSize?: number;
-}
-
-export interface SearchPage {
-	results: Pkg[];
-	total: number;
-}
-
-/** Driven port: package metadata source (npm registry, or the daemon proxy). */
-export interface Registry {
-	search(query: string, limit: number): Promise<SearchPage>;
-	searchPage(query: string, from: number, size: number): Promise<SearchPage>;
-	searchAll(query: string): Promise<Pkg[]>;
-	info(name: string): Promise<PkgInfo>;
-}
-
-/**
- * `pi update --extension <source>` exits 0 and prints "Updated <source>"
- * whether or not anything actually changed -- verified empirically against
- * both a pinned, already-current source and an unpinned, already-latest
- * one. reloadRequired/alreadyUpToDate are ground truth (on-disk resolved
- * version, before vs. after), not that text. previousVersion/currentVersion
- * are omitted when unknown (git:/https: sources, or no node_modules entry
- * to read) -- reloadRequired then conservatively stays true rather than
- * guessing.
- */
-export interface UpdateOutcome {
-	output: string;
-	reloadRequired: boolean;
-	alreadyUpToDate: boolean;
-	pinned: boolean;
-	previousVersion?: string;
-	currentVersion?: string;
-}
-
-/** Driven port: pi CLI mutations. */
-export interface Installer {
-	install(source: string, options?: { approved?: boolean }): Promise<string>;
-	remove(source: string, options?: { approved?: boolean }): Promise<string>;
-	update(source: string, options?: { approved?: boolean }): Promise<UpdateOutcome>;
-}
-
-export interface InstalledPkg {
-	name: string;
-	pinned?: string;
-	installed?: string;
-}
-
-export interface UpdateEntry {
-	name: string;
-	installed: string;
-	latest: string;
-	detectedAt?: string;
-}
-
-export interface UpdatesSnapshot {
-	checkedAt: string;
-	updates: UpdateEntry[];
-}
-
-/** Scope every query to pi packages unless the caller already qualified it. */
-import { PI_PACKAGE_KEYWORD } from "./constants.ts";
-
-export function buildSearchQuery(q: string): string {
-	const t = q.trim();
-	if (t.includes("keywords:")) return t;
-	return t === "" ? PI_PACKAGE_KEYWORD : `${PI_PACKAGE_KEYWORD} ${t}`;
-}
-
-export function clampLimit(v: number, def: number, max: number): number {
-	if (!Number.isFinite(v) || v <= 0) return def;
-	return Math.min(v, max);
-}