skeptic-cli 0.2.0

package/package.json

@@ -0,0 +1,110 @@
+{
+  "name": "skeptic-cli",
+  "version": "0.2.0",
+  "description": "CLI E2E testing for AI agents — TypeScript test runner with AI assertions, observability, and snapshot-based discovery",
+  "type": "module",
+  "bin": {
+    "skeptic": "bin/launcher.mjs"
+  },
+  "main": "./dist/index.mjs",
+  "module": "./dist/index.mjs",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.mjs",
+      "types": "./dist/index.d.ts"
+    },
+    "./test": {
+      "import": "./dist/index.mjs",
+      "types": "./dist/index.d.ts"
+    },
+    "./engine": {
+      "import": "./dist/index.mjs",
+      "types": "./dist/index.d.ts"
+    },
+    "./package.json": "./package.json"
+  },
+  "scripts": {
+    "build": "tsup",
+    "dev": "tsup --watch",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "check": "tsc --noEmit",
+    "clean": "rm -rf dist",
+    "postinstall": "node ./scripts/install-agent-skills.mjs"
+  },
+  "engines": {
+    "node": ">=22"
+  },
+  "files": [
+    "agent-skills",
+    "dist",
+    "bin/launcher.mjs",
+    "scripts/install-agent-skills.mjs",
+    "README.md",
+    "AGENTS.md",
+    "LICENSES.md"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/iamjr15/skeptic.git"
+  },
+  "homepage": "https://github.com/iamjr15/skeptic",
+  "author": "iamjr15",
+  "keywords": [
+    "testing",
+    "e2e",
+    "playwright",
+    "typescript",
+    "cli",
+    "ai",
+    "agents",
+    "browser"
+  ],
+  "license": "MIT",
+  "dependencies": {
+    "@playwright/test": "^1.59.1",
+    "cli-truncate": "^5.2.0",
+    "fast-glob": "^3.3.2",
+    "figures": "^6.1.0",
+    "ink": "^7.0.2",
+    "ink-spinner": "^5.0.0",
+    "oxc-resolver": "^11.19.1",
+    "playwright": "^1.52.0",
+    "playwright-core": "^1.52.0",
+    "pretty-ms": "^9.3.0",
+    "react": "^19.2.6",
+    "string-width": "^8.2.1",
+    "tsx": "^4.19.0",
+    "typescript": "^5.8.3"
+  },
+  "optionalDependencies": {
+    "accessibility-checker-engine": "^4.0.0",
+    "better-sqlite3": "^12.9.0"
+  },
+  "devDependencies": {
+    "@agentclientprotocol/sdk": "^0.20.0",
+    "@axe-core/playwright": "^4.11.2",
+    "@faker-js/faker": "^9.0.0",
+    "@google/generative-ai": "^0.24.1",
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "@types/better-sqlite3": "^7.6.13",
+    "@types/node": "^22.15.3",
+    "@types/pngjs": "^6.0.5",
+    "@types/react": "^19.2.14",
+    "chalk": "^5.4.1",
+    "chokidar": "^5.0.0",
+    "commander": "^13.1.0",
+    "fast-xml-parser": "^5.2.3",
+    "glob": "^11.0.2",
+    "ink-testing-library": "^4.0.0",
+    "minimatch": "^10.0.0",
+    "pixelmatch": "^7.1.0",
+    "pngjs": "^7.0.0",
+    "tsup": "^8.5.1",
+    "vitest": "^3.1.2",
+    "web-vitals": "^4.2.4",
+    "yaml": "^2.7.1",
+    "zod": "^3.24.4"
+  }
+}

package/scripts/install-agent-skills.mjs

@@ -0,0 +1,145 @@
+#!/usr/bin/env node
+import * as fs from "node:fs";
+import * as os from "node:os";
+import * as path from "node:path";
+import { fileURLToPath } from "node:url";
+
+const SKILL_NAME = "skeptic";
+const MANAGED_MARKER = "skeptic-agent-skill: managed by skeptic-cli";
+const RECOVERABLE_ENTRIES = new Set([".DS_Store", "Thumbs.db"]);
+const SUPPORTED_AGENTS = ["claude", "codex", "cursor", "opencode"];
+
+const scriptDir = path.dirname(fileURLToPath(import.meta.url));
+const packageRoot = path.resolve(scriptDir, "..");
+const sourceDir = path.join(packageRoot, "agent-skills", SKILL_NAME);
+
+const skipRequested =
+  process.env.SKEPTIC_SKIP_AGENT_SKILL_INSTALL === "1" ||
+  process.env.SKEPTIC_INSTALL_AGENT_SKILLS === "0";
+const ciSkip =
+  process.env.CI && process.env.SKEPTIC_INSTALL_AGENT_SKILLS !== "1";
+
+if (skipRequested || ciSkip) {
+  process.exit(0);
+}
+
+try {
+  if (!fs.existsSync(path.join(sourceDir, "SKILL.md"))) {
+    console.warn("skeptic-cli: bundled agent skill not found; skipping skill install");
+    process.exit(0);
+  }
+
+  const agents = parseAgents(process.env.SKEPTIC_AGENT_SKILLS);
+  const results = agents.map((agent) => installSkill(targetDirForAgent(agent)));
+  const changed = results.filter((result) => result === "installed" || result === "updated").length;
+
+  if (changed > 0 && process.env.npm_config_loglevel !== "silent") {
+    console.log(`skeptic-cli: installed agent skills for ${changed} coding agent location(s)`);
+  }
+} catch (error) {
+  const message = error instanceof Error ? error.message : String(error);
+  console.warn(`skeptic-cli: agent skill install skipped: ${message}`);
+}
+
+function parseAgents(value) {
+  if (!value) return SUPPORTED_AGENTS;
+  const requested = value
+    .split(",")
+    .map((entry) => entry.trim().toLowerCase())
+    .filter(Boolean);
+  if (requested.includes("all")) return SUPPORTED_AGENTS;
+  return requested.filter((entry) => SUPPORTED_AGENTS.includes(entry));
+}
+
+function targetDirForAgent(agent) {
+  const home = process.env.HOME || os.homedir();
+  if (agent === "codex") {
+    return path.join(process.env.CODEX_HOME || path.join(home, ".codex"), "skills", SKILL_NAME);
+  }
+
+  const baseByAgent = {
+    claude: ".claude/skills",
+    cursor: ".cursor/skills",
+    opencode: ".opencode/skills",
+  };
+  return path.join(home, baseByAgent[agent], SKILL_NAME);
+}
+
+function installSkill(targetDir) {
+  const targetSkillPath = path.join(targetDir, "SKILL.md");
+
+  if (sameTree(sourceDir, targetDir)) return "already-installed";
+
+  const existing = lstat(targetDir);
+  if (existing) {
+    if (existing.isSymbolicLink()) return "skipped";
+
+    if (existing.isDirectory()) {
+      if (!fs.existsSync(targetSkillPath)) {
+        if (isRecoverableDirectory(targetDir)) {
+          fs.rmSync(targetDir, { recursive: true, force: true });
+        } else {
+          return "skipped";
+        }
+      } else if (!isManagedSkill(targetSkillPath)) {
+        return "skipped";
+      } else {
+        fs.rmSync(targetDir, { recursive: true, force: true });
+      }
+    } else if (existing.isFile()) {
+      if (!isManagedSkill(targetDir)) return "skipped";
+      fs.unlinkSync(targetDir);
+    } else {
+      return "skipped";
+    }
+  }
+
+  fs.mkdirSync(path.dirname(targetDir), { recursive: true });
+  fs.cpSync(sourceDir, targetDir, { recursive: true });
+  return existing ? "updated" : "installed";
+}
+
+function lstat(targetPath) {
+  try {
+    return fs.lstatSync(targetPath);
+  } catch (error) {
+    if (error instanceof Error && error.code === "ENOENT") return null;
+    throw error;
+  }
+}
+
+function isRecoverableDirectory(targetDir) {
+  return fs.readdirSync(targetDir).every((entry) => RECOVERABLE_ENTRIES.has(entry));
+}
+
+function isManagedSkill(skillPath) {
+  const content = fs.readFileSync(skillPath, "utf8");
+  return (
+    content.includes(MANAGED_MARKER) ||
+    content.includes("# skeptic E2E Testing") ||
+    content.includes("skeptic is a TypeScript test runner for AI agents")
+  );
+}
+
+function sameTree(sourcePath, targetPath) {
+  const sourceStats = lstat(sourcePath);
+  const targetStats = lstat(targetPath);
+  if (!sourceStats || !targetStats) return false;
+  if (sourceStats.isSymbolicLink() || targetStats.isSymbolicLink()) return false;
+
+  if (sourceStats.isDirectory() && targetStats.isDirectory()) {
+    const sourceEntries = fs.readdirSync(sourcePath).sort();
+    const targetEntries = fs.readdirSync(targetPath).sort();
+    if (sourceEntries.length !== targetEntries.length) return false;
+    return sourceEntries.every((entry, index) => {
+      if (entry !== targetEntries[index]) return false;
+      return sameTree(path.join(sourcePath, entry), path.join(targetPath, entry));
+    });
+  }
+
+  if (sourceStats.isFile() && targetStats.isFile()) {
+    return fs.readFileSync(sourcePath).equals(fs.readFileSync(targetPath));
+  }
+
+  return false;
+}