@pagepocket/cli 0.9.2 → 0.11.0

package/dist/services/units/unit-store.js

@@ -0,0 +1,54 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UnitStore = void 0;
+const user_package_installer_1 = require("../user-packages/user-package-installer");
+const parse_pinned_spec_1 = require("../user-packages/parse-pinned-spec");
+const user_package_store_1 = require("../user-packages/user-package-store");
+const unit_validate_1 = require("./unit-validate");
+const UNITS_KIND = "units";
+const UNITS_PACKAGE_JSON_NAME = "pagepocket-user-units";
+class UnitStore {
+    constructor(configService) {
+        this.store = new user_package_store_1.UserPackageStore(configService, UNITS_KIND);
+    }
+    getInstallDir() {
+        return this.store.getInstallDir();
+    }
+    readInstalledDependencyVersions() {
+        return this.store.readInstalledDependencyVersions(UNITS_PACKAGE_JSON_NAME);
+    }
+    readInstalledPackageMeta(packageName) {
+        return this.store.readInstalledPackageMeta(UNITS_PACKAGE_JSON_NAME, packageName);
+    }
+    installPinned(ref) {
+        const pinned = (0, parse_pinned_spec_1.parsePinnedSpec)(ref);
+        (0, user_package_installer_1.installPinnedPackage)(this.store, {
+            packageJsonName: UNITS_PACKAGE_JSON_NAME,
+            packageSpec: pinned.spec
+        });
+    }
+    updateToLatest(packageName) {
+        (0, user_package_installer_1.updatePackageToLatest)(this.store, {
+            packageJsonName: UNITS_PACKAGE_JSON_NAME,
+            packageName
+        });
+    }
+    async importUnitModule(packageName) {
+        return this.store.importModule(UNITS_PACKAGE_JSON_NAME, packageName);
+    }
+    async instantiateFromRef(ref, args) {
+        const pinned = (0, parse_pinned_spec_1.parsePinnedSpec)(ref);
+        const mod = await this.importUnitModule(pinned.name);
+        const def = mod.default;
+        if (typeof def !== "function") {
+            throw new Error(`Unit ${pinned.name} must default export a constructor.`);
+        }
+        const ctor = def;
+        const instance = new ctor(...args);
+        if (!(0, unit_validate_1.isUnitLike)(instance)) {
+            throw new Error(`Unit ${pinned.name} default export did not construct a Unit.`);
+        }
+        return instance;
+    }
+}
+exports.UnitStore = UnitStore;

package/dist/services/units/unit-validate.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isUnitLike = void 0;
+const isRecord = (value) => {
+    return Boolean(value) && typeof value === "object" && !Array.isArray(value);
+};
+const isCallable = (value) => {
+    return typeof value === "function";
+};
+const isUnitLike = (value) => {
+    if (!isRecord(value)) {
+        return false;
+    }
+    if (typeof value.id !== "string" || value.id.trim().length === 0) {
+        return false;
+    }
+    if (typeof value.kind !== "string" || value.kind.trim().length === 0) {
+        return false;
+    }
+    if (!isCallable(value.run)) {
+        return false;
+    }
+    if (!isCallable(value.merge)) {
+        return false;
+    }
+    return true;
+};
+exports.isUnitLike = isUnitLike;

package/dist/services/user-packages/parse-pinned-spec.js

@@ -0,0 +1,43 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parsePinnedSpec = void 0;
+const node_path_1 = __importDefault(require("node:path"));
+const node_module_1 = require("node:module");
+const isRecord = (value) => {
+    return Boolean(value) && typeof value === "object" && !Array.isArray(value);
+};
+const isExactSemver = (value) => {
+    return /^\d+\.\d+\.\d+(?:-[0-9A-Za-z.-]+)?(?:\+[0-9A-Za-z.-]+)?$/.test(value);
+};
+const parsePinnedSpec = (input) => {
+    const trimmed = input.trim();
+    if (!trimmed) {
+        throw new Error("package spec is empty");
+    }
+    const req = (0, node_module_1.createRequire)(typeof __filename === "string" ? __filename : node_path_1.default.join(process.cwd(), "package.json"));
+    const npa = req("npm-package-arg");
+    const parsed = npa(trimmed);
+    if (!isRecord(parsed)) {
+        throw new Error(`Invalid package spec: ${trimmed}`);
+    }
+    const name = parsed.name;
+    if (typeof name !== "string" || name.trim().length === 0) {
+        throw new Error(`Invalid package spec (missing name): ${trimmed}`);
+    }
+    const type = parsed.type;
+    if (type !== "version") {
+        throw new Error(`Package spec must pin an exact version (got ${String(type)}): ${trimmed}`);
+    }
+    const rawSpec = parsed.rawSpec;
+    if (typeof rawSpec !== "string" || rawSpec.trim().length === 0) {
+        throw new Error(`Package spec must pin an exact version: ${trimmed}`);
+    }
+    if (!isExactSemver(rawSpec)) {
+        throw new Error(`Package spec must pin an exact version (got ${rawSpec}): ${trimmed}`);
+    }
+    return { name, version: rawSpec, spec: `${name}@${rawSpec}` };
+};
+exports.parsePinnedSpec = parsePinnedSpec;

package/dist/services/user-packages/user-package-installer.js

@@ -0,0 +1,47 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.updatePackageToLatest = exports.installPinnedPackage = void 0;
+const node_child_process_1 = require("node:child_process");
+const toError = (value) => {
+    if (value instanceof Error) {
+        return value;
+    }
+    return new Error(String(value));
+};
+const tryRun = (cwd, cmd, args) => {
+    const r = (0, node_child_process_1.spawnSync)(cmd, args, {
+        cwd,
+        stdio: "inherit",
+        shell: false
+    });
+    if (r.error) {
+        return { ok: false, error: toError(r.error) };
+    }
+    if (typeof r.status === "number" && r.status !== 0) {
+        return { ok: false, error: new Error(`${cmd} exited with code ${r.status}`) };
+    }
+    return { ok: true };
+};
+const installWithFallback = (installDir, packageSpec) => {
+    const pnpm = tryRun(installDir, "pnpm", ["add", "--save-exact", "--silent", packageSpec]);
+    if (pnpm.ok) {
+        return;
+    }
+    const npm = tryRun(installDir, "npm", ["install", "--save-exact", "--silent", packageSpec]);
+    if (npm.ok) {
+        return;
+    }
+    throw new Error(`Failed to install ${packageSpec}. Ensure pnpm or npm is available.`);
+};
+const installPinnedPackage = (store, input) => {
+    store.ensureInstallDirPackageJson(input.packageJsonName);
+    const installDir = store.getInstallDir();
+    installWithFallback(installDir, input.packageSpec);
+};
+exports.installPinnedPackage = installPinnedPackage;
+const updatePackageToLatest = (store, input) => {
+    store.ensureInstallDirPackageJson(input.packageJsonName);
+    const installDir = store.getInstallDir();
+    installWithFallback(installDir, `${input.packageName}@latest`);
+};
+exports.updatePackageToLatest = updatePackageToLatest;

package/dist/services/user-packages/user-package-store.js

@@ -0,0 +1,126 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UserPackageStore = void 0;
+const node_fs_1 = __importDefault(require("node:fs"));
+const node_module_1 = require("node:module");
+const node_path_1 = __importDefault(require("node:path"));
+const node_url_1 = require("node:url");
+const parse_json_1 = require("../../utils/parse-json");
+const isRecord = (value) => {
+    return Boolean(value) && typeof value === "object" && !Array.isArray(value);
+};
+const isStringRecord = (value) => {
+    if (!value || typeof value !== "object" || Array.isArray(value)) {
+        return false;
+    }
+    return Object.values(value).every((v) => typeof v === "string");
+};
+class UserPackageStore {
+    constructor(configService, kind) {
+        this.configService = configService;
+        this.kind = kind;
+    }
+    getInstallDir() {
+        return node_path_1.default.join(this.configService.getDataDir(), this.kind);
+    }
+    ensureInstallDir() {
+        node_fs_1.default.mkdirSync(this.getInstallDir(), { recursive: true });
+    }
+    ensureInstallDirPackageJson(packageJsonName) {
+        this.ensureInstallDir();
+        const pkgJsonPath = node_path_1.default.join(this.getInstallDir(), "package.json");
+        if (node_fs_1.default.existsSync(pkgJsonPath)) {
+            return pkgJsonPath;
+        }
+        const pkgJson = {
+            name: packageJsonName,
+            private: true,
+            version: "0.0.0"
+        };
+        node_fs_1.default.writeFileSync(pkgJsonPath, `${JSON.stringify(pkgJson, undefined, 2)}\n`, "utf8");
+        return pkgJsonPath;
+    }
+    createRequire(packageJsonName) {
+        const pkgJsonPath = this.ensureInstallDirPackageJson(packageJsonName);
+        return (0, node_module_1.createRequire)(pkgJsonPath);
+    }
+    resolveInstalledPackageJsonPath(packageJsonName, packageName) {
+        const req = this.createRequire(packageJsonName);
+        return req.resolve(`${packageName}/package.json`);
+    }
+    readInstalledPackageMeta(packageJsonName, packageName) {
+        try {
+            const pkgJsonPath = this.resolveInstalledPackageJsonPath(packageJsonName, packageName);
+            const text = node_fs_1.default.readFileSync(pkgJsonPath, "utf8");
+            const json = (0, parse_json_1.parseJson)(text);
+            if (!json.ok || !isRecord(json.value)) {
+                return { name: packageName };
+            }
+            const o = json.value;
+            return {
+                name: typeof o.name === "string" ? o.name : packageName,
+                description: typeof o.description === "string" ? o.description : undefined,
+                version: typeof o.version === "string" ? o.version : undefined
+            };
+        }
+        catch {
+            return undefined;
+        }
+    }
+    readInstalledDependencyVersions(packageJsonName) {
+        const pkgJsonPath = this.ensureInstallDirPackageJson(packageJsonName);
+        const text = node_fs_1.default.readFileSync(pkgJsonPath, "utf8");
+        const parsed = (0, parse_json_1.parseJson)(text);
+        if (!parsed.ok || !isRecord(parsed.value)) {
+            return {};
+        }
+        const dependencies = parsed.value.dependencies;
+        if (!isStringRecord(dependencies)) {
+            return {};
+        }
+        return dependencies;
+    }
+    async importModule(packageJsonName, packageName) {
+        const req = this.createRequire(packageJsonName);
+        const resolved = req.resolve(packageName);
+        const mod = await Promise.resolve(`${(0, node_url_1.pathToFileURL)(resolved).href}`).then(s => __importStar(require(s)));
+        return isRecord(mod) ? mod : {};
+    }
+}
+exports.UserPackageStore = UserPackageStore;

package/dist/utils/array.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.uniq = void 0;
+const uniq = (items) => {
+    return [...new Set(items)];
+};
+exports.uniq = uniq;

package/dist/utils/parse-plugin-spec.js

@@ -1,12 +1,18 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.parsePluginSpec = void 0;
+const node_path_1 = __importDefault(require("node:path"));
+const node_module_1 = require("node:module");
 const parsePluginSpec = (spec) => {
     const trimmed = spec.trim();
     if (!trimmed) {
         throw new Error("plugin spec is empty");
     }
-    const npa = require("npm-package-arg");
+    const req = (0, node_module_1.createRequire)(typeof __filename === "string" ? __filename : node_path_1.default.join(process.cwd(), "package.json"));
+    const npa = req("npm-package-arg");
     const parsed = npa(trimmed);
     if (!parsed || typeof parsed.name !== "string" || !parsed.name) {
         throw new Error(`Invalid plugin spec: ${trimmed}`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pagepocket/cli",
-  "version": "0.9.2",
+  "version": "0.11.0",
   "description": "CLI for capturing offline snapshots of web pages.",
   "main": "dist/index.js",
   "bin": {
@@ -21,15 +21,16 @@
     "koa-static": "^5.0.0",
     "npm-package-arg": "^13.0.2",
     "ora": "^9.0.0",
-    "@pagepocket/build-snapshot-unit": "0.9.2",
-    "@pagepocket/capture-http-lighterceptor-unit": "0.9.2",
-    "@pagepocket/contracts": "0.9.2",
-    "@pagepocket/capture-http-puppeteer-unit": "0.9.2",
-    "@pagepocket/lib": "0.9.2",
-    "@pagepocket/capture-http-cdp-unit": "0.9.2",
-    "@pagepocket/single-file-unit": "0.9.2",
-    "@pagepocket/plugin-yt-dlp": "0.9.2",
-    "@pagepocket/write-down-unit": "0.9.2"
+    "@pagepocket/build-snapshot-unit": "0.11.0",
+    "@pagepocket/capture-http-lighterceptor-unit": "0.11.0",
+    "@pagepocket/capture-http-cdp-unit": "0.11.0",
+    "@pagepocket/capture-http-puppeteer-unit": "0.11.0",
+    "@pagepocket/contracts": "0.11.0",
+    "@pagepocket/lib": "0.11.0",
+    "@pagepocket/builtin-strategy": "0.11.0",
+    "@pagepocket/plugin-yt-dlp": "0.11.0",
+    "@pagepocket/single-file-unit": "0.11.0",
+    "@pagepocket/write-down-unit": "0.11.0"
   },
   "devDependencies": {
     "@types/koa": "^2.15.0",