polite-crawler 0.1.1 → 0.1.3

package/build/browser-CKRNbIDT.mjs

@@ -0,0 +1,62 @@
+import { t as __exportAll } from "./rolldown-runtime-D7D4PA-g.mjs";
+import { n as RenderRefused, t as NO_PLAYWRIGHT } from "./render-C1CUraWF.mjs";
+import { basename, dirname, join } from "node:path";
+import { existsSync } from "node:fs";
+//#region src/browser.ts
+var browser_exports = /* @__PURE__ */ __exportAll({
+	NO_BROWSER: () => NO_BROWSER,
+	browserMissing: () => browserMissing,
+	checkedRenderer: () => checkedRenderer
+});
+/** The text of the note when `playwright-core` is installed, but its browser is not. */
+const NO_BROWSER = "rendering needs a browser: npx playwright-core install chromium-headless-shell";
+/**
+* This function tells if the default renderer can start a browser. It gives no value when it can,
+* and the reason when it cannot. The command line and the MCP server use it one time at start.
+* Then a missing browser costs no wait and no error capture for each page that needs JavaScript.
+*
+* The check does not start the browser. It finds the full Chromium build or the headless shell of
+* the same revision on the disk. When the check cannot find the answer, it gives no value, and the
+* renderer then tries.
+*/
+const browserMissing = async (load = () => import("playwright-core")) => {
+	let chromium;
+	try {
+		({chromium} = await load());
+	} catch {
+		return NO_PLAYWRIGHT;
+	}
+	try {
+		const executable = chromium.executablePath();
+		if (existsSync(executable)) return void 0;
+		let folder = dirname(executable);
+		while (dirname(folder) !== folder && !/^chromium-\d+$/.test(basename(folder))) folder = dirname(folder);
+		const revision = /^chromium-(\d+)$/.exec(basename(folder))?.[1];
+		if (revision === void 0) return void 0;
+		return existsSync(join(dirname(folder), `chromium_headless_shell-${revision}`)) ? void 0 : NO_BROWSER;
+	} catch {
+		return;
+	}
+};
+/**
+* This function gives a renderer that checks one time, before its first page, that the browser is
+* on the disk (`browserMissing`). With no browser, each page gets a `RenderRefused` with the reason
+* `browser` at once, and the renderer opens nothing. `createRuntime` puts its default renderer in
+* it, so a library with no browser costs no wait and no error capture.
+*/
+const checkedRenderer = (renderer, check = () => browserMissing()) => {
+	let missing;
+	return {
+		async render(url, options) {
+			missing ??= check().catch(() => void 0);
+			const reason = await missing;
+			if (reason !== void 0) throw new RenderRefused("browser", reason);
+			return renderer.render(url, options);
+		},
+		close: () => renderer.close()
+	};
+};
+//#endregion
+export { browser_exports as n, checkedRenderer as r, browserMissing as t };
+
+//# sourceMappingURL=browser-CKRNbIDT.mjs.map

package/build/browser-CKRNbIDT.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-CKRNbIDT.mjs","names":[],"sources":["../src/browser.ts"],"sourcesContent":["import { existsSync } from \"node:fs\";\nimport { basename, dirname, join } from \"node:path\";\nimport type { Renderer } from \"./render.ts\";\nimport { NO_PLAYWRIGHT, RenderRefused } from \"./render.ts\";\n\n/** The text of the note when `playwright-core` is installed, but its browser is not. */\nexport const NO_BROWSER =\n  \"rendering needs a browser: npx playwright-core install chromium-headless-shell\";\n\n/** This is the part of `playwright-core` that the check uses. */\ninterface Chromium {\n  executablePath(): string;\n}\n\n/**\n * This function tells if the default renderer can start a browser. It gives no value when it can,\n * and the reason when it cannot. The command line and the MCP server use it one time at start.\n * Then a missing browser costs no wait and no error capture for each page that needs JavaScript.\n *\n * The check does not start the browser. It finds the full Chromium build or the headless shell of\n * the same revision on the disk. When the check cannot find the answer, it gives no value, and the\n * renderer then tries.\n */\nexport const browserMissing = async (\n  load: () => Promise<{ readonly chromium: Chromium }> = () => import(\"playwright-core\"),\n): Promise<string | undefined> => {\n  let chromium: Chromium;\n  try {\n    ({ chromium } = await load());\n  } catch {\n    return NO_PLAYWRIGHT;\n  }\n  try {\n    const executable = chromium.executablePath();\n    if (existsSync(executable)) return undefined;\n    // the headless shell is in a folder next to the folder of the full build, with the same revision\n    let folder = dirname(executable);\n    while (dirname(folder) !== folder && !/^chromium-\\d+$/.test(basename(folder)))\n      folder = dirname(folder);\n    const revision = /^chromium-(\\d+)$/.exec(basename(folder))?.[1];\n    if (revision === undefined) return undefined;\n    return existsSync(join(dirname(folder), `chromium_headless_shell-${revision}`))\n      ? undefined\n      : NO_BROWSER;\n  } catch {\n    return undefined;\n  }\n};\n\n/**\n * This function gives a renderer that checks one time, before its first page, that the browser is\n * on the disk (`browserMissing`). With no browser, each page gets a `RenderRefused` with the reason\n * `browser` at once, and the renderer opens nothing. `createRuntime` puts its default renderer in\n * it, so a library with no browser costs no wait and no error capture.\n */\nexport const checkedRenderer = (\n  renderer: Renderer,\n  check: () => Promise<string | undefined> = () => browserMissing(),\n): Renderer => {\n  let missing: Promise<string | undefined> | undefined;\n  return {\n    async render(url, options) {\n      missing ??= check().catch(() => undefined);\n      const reason = await missing;\n      if (reason !== undefined) throw new RenderRefused(\"browser\", reason);\n      return renderer.render(url, options);\n    },\n    close: () => renderer.close(),\n  };\n};\n"],"mappings":";;;;;;;;;;;AAMA,MAAa,aACX;;;;;;;;;;AAgBF,MAAa,iBAAiB,OAC5B,aAA6D,OAAO,uBACpC;CAChC,IAAI;CACJ,IAAI;EACF,CAAC,CAAE,YAAa,MAAM,KAAK;CAC7B,QAAQ;EACN,OAAO;CACT;CACA,IAAI;EACF,MAAM,aAAa,SAAS,eAAe;EAC3C,IAAI,WAAW,UAAU,GAAG,OAAO,KAAA;EAEnC,IAAI,SAAS,QAAQ,UAAU;EAC/B,OAAO,QAAQ,MAAM,MAAM,UAAU,CAAC,iBAAiB,KAAK,SAAS,MAAM,CAAC,GAC1E,SAAS,QAAQ,MAAM;EACzB,MAAM,WAAW,mBAAmB,KAAK,SAAS,MAAM,CAAC,CAAC,GAAG;EAC7D,IAAI,aAAa,KAAA,GAAW,OAAO,KAAA;EACnC,OAAO,WAAW,KAAK,QAAQ,MAAM,GAAG,2BAA2B,UAAU,CAAC,IAC1E,KAAA,IACA;CACN,QAAQ;EACN;CACF;AACF;;;;;;;AAQA,MAAa,mBACX,UACA,cAAiD,eAAe,MACnD;CACb,IAAI;CACJ,OAAO;EACL,MAAM,OAAO,KAAK,SAAS;GACzB,YAAY,MAAM,CAAC,CAAC,YAAY,KAAA,CAAS;GACzC,MAAM,SAAS,MAAM;GACrB,IAAI,WAAW,KAAA,GAAW,MAAM,IAAI,cAAc,WAAW,MAAM;GACnE,OAAO,SAAS,OAAO,KAAK,OAAO;EACrC;EACA,aAAa,SAAS,MAAM;CAC9B;AACF"}

package/build/cli-daemon--cTmq0Z5.mjs

@@ -0,0 +1,38 @@
+import { t as describeDaemonStatus } from "./cli.mjs";
+//#region src/cli-daemon.ts
+/**
+* This function does the command `daemon`, and gives the exit code. `daemon status` gives 0 when a
+* daemon operates on the store, and 1 when none operates. `daemon` gives 0 after a clean stop. An
+* error at start rejects, so the command exits with 1.
+*/
+const daemonCommand = async (line, options, io) => {
+	const { changeCommand, readDaemonState, startDaemon } = await import("./daemon-fZTE24P5.mjs").then((n) => n.a);
+	if (line.action === "status") {
+		const state = readDaemonState(options.dir);
+		io.out(io.json ? JSON.stringify(state ?? null, null, 2) : describeDaemonStatus(state, options.dir));
+		return state?.alive === true ? 0 : 1;
+	}
+	await (await startDaemon({
+		...options,
+		tick: line.tickMs,
+		jitter: line.jitterMs,
+		budget: line.budgetMs,
+		maxPages: line.maxPages,
+		grace: line.graceMs,
+		events: line.events,
+		onChange: line.onChange === void 0 ? void 0 : changeCommand(line.onChange),
+		mcp: line.mcp === void 0 ? void 0 : {
+			port: line.mcp.port,
+			host: line.mcp.host,
+			allowRemote: line.mcp.allowRemote,
+			tokenFile: line.mcp.tokenFile,
+			allowUserProvided: io.allowUserProvided
+		},
+		signals: true
+	})).done;
+	return 0;
+};
+//#endregion
+export { daemonCommand };
+
+//# sourceMappingURL=cli-daemon--cTmq0Z5.mjs.map

package/build/cli-daemon--cTmq0Z5.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli-daemon--cTmq0Z5.mjs","names":[],"sources":["../src/cli-daemon.ts"],"sourcesContent":["/*\n * The command `daemon` of the command line: `daemon` runs the daemon until `SIGINT` or `SIGTERM`, and\n * `daemon status` prints the state file. `cli.ts` loads this file only for the command `daemon`.\n */\nimport type { DaemonLine } from \"./cli-line.ts\";\nimport { describeDaemonStatus } from \"./cli-line.ts\";\nimport type { OpenOptions } from \"./open.ts\";\n\n/** These are the parts of the command line that the command `daemon` uses. */\nexport interface DaemonIo {\n  /** The value true lets `user_provided` work when the MCP client cannot ask the user. */\n  readonly allowUserProvided: boolean;\n  /** The value true prints the status as JSON. */\n  readonly json: boolean;\n  /** This function prints a line on the standard output. */\n  readonly out: (text: string) => void;\n}\n\n/**\n * This function does the command `daemon`, and gives the exit code. `daemon status` gives 0 when a\n * daemon operates on the store, and 1 when none operates. `daemon` gives 0 after a clean stop. An\n * error at start rejects, so the command exits with 1.\n */\nexport const daemonCommand = async (\n  line: DaemonLine,\n  options: OpenOptions,\n  io: DaemonIo,\n): Promise<number> => {\n  const { changeCommand, readDaemonState, startDaemon } = await import(\"./daemon.ts\");\n  if (line.action === \"status\") {\n    const state = readDaemonState(options.dir);\n    io.out(\n      io.json ? JSON.stringify(state ?? null, null, 2) : describeDaemonStatus(state, options.dir),\n    );\n    return state?.alive === true ? 0 : 1;\n  }\n  const daemon = await startDaemon({\n    ...options,\n    tick: line.tickMs,\n    jitter: line.jitterMs,\n    budget: line.budgetMs,\n    maxPages: line.maxPages,\n    grace: line.graceMs,\n    events: line.events,\n    onChange: line.onChange === undefined ? undefined : changeCommand(line.onChange),\n    mcp:\n      line.mcp === undefined\n        ? undefined\n        : {\n            port: line.mcp.port,\n            host: line.mcp.host,\n            allowRemote: line.mcp.allowRemote,\n            tokenFile: line.mcp.tokenFile,\n            allowUserProvided: io.allowUserProvided,\n          },\n    signals: true,\n  });\n  await daemon.done;\n  return 0;\n};\n"],"mappings":";;;;;;;AAuBA,MAAa,gBAAgB,OAC3B,MACA,SACA,OACoB;CACpB,MAAM,EAAE,eAAe,iBAAiB,gBAAgB,MAAM,OAAO,wBAAc,CAAA,MAAA,MAAA,EAAA,CAAA;CACnF,IAAI,KAAK,WAAW,UAAU;EAC5B,MAAM,QAAQ,gBAAgB,QAAQ,GAAG;EACzC,GAAG,IACD,GAAG,OAAO,KAAK,UAAU,SAAS,MAAM,MAAM,CAAC,IAAI,qBAAqB,OAAO,QAAQ,GAAG,CAC5F;EACA,OAAO,OAAO,UAAU,OAAO,IAAI;CACrC;CAsBA,OAAM,MArBe,YAAY;EAC/B,GAAG;EACH,MAAM,KAAK;EACX,QAAQ,KAAK;EACb,QAAQ,KAAK;EACb,UAAU,KAAK;EACf,OAAO,KAAK;EACZ,QAAQ,KAAK;EACb,UAAU,KAAK,aAAa,KAAA,IAAY,KAAA,IAAY,cAAc,KAAK,QAAQ;EAC/E,KACE,KAAK,QAAQ,KAAA,IACT,KAAA,IACA;GACE,MAAM,KAAK,IAAI;GACf,MAAM,KAAK,IAAI;GACf,aAAa,KAAK,IAAI;GACtB,WAAW,KAAK,IAAI;GACpB,mBAAmB,GAAG;EACxB;EACN,SAAS;CACX,CAAC,EAAA,CACY;CACb,OAAO;AACT"}