@narumitw/pi-firecrawl 0.13.0 → 0.14.0

package/README.md

@@ -111,8 +111,7 @@ instead of enabling tools by itself. A valid saved selection is restored on Pi s
 Compatibility: older versions used `pi-firecrawl-settings.json`. During the migration window,
 a legacy-only file is automatically migrated to `pi-firecrawl.json` with a warning. If both
 files exist, `pi-firecrawl.json` wins and the legacy file is ignored. The legacy filename is
-deprecated and planned for removal after at least one minor release cycle, preferably 4–8 weeks,
-or at the next major release.
+deprecated and will be removed in a future major release.
 
 ## 🚀 Examples
 
@@ -159,13 +158,16 @@ Start a crawl with markdown extraction:
 ```txt
 extensions/pi-firecrawl/
 ├── src/
-│   └── firecrawl.ts
+│   ├── firecrawl.ts  # Pi entrypoint and command orchestration
+│   └── *.ts          # Package-local client, settings, selector, and tool modules
 ├── README.md
 ├── LICENSE
 ├── tsconfig.json
 └── package.json
 ```
 
+Only `firecrawl.ts` is a Pi entrypoint; the other source modules are internal.
+
 ## 🔎 Keywords
 
 Pi extension, Pi coding agent, Firecrawl, web scraping, web crawling, URL discovery, web search, markdown extraction, AI research agent, TypeScript Pi tools.

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@narumitw/pi-firecrawl",
-	"version": "0.13.0",
+	"version": "0.14.0",
 	"description": "Pi extension that exposes Firecrawl web scraping and crawling tools.",
 	"type": "module",
 	"license": "MIT",
@@ -32,7 +32,7 @@
 		"typebox": "^1.3.3"
 	},
 	"devDependencies": {
-		"@biomejs/biome": "2.5.2",
+		"@biomejs/biome": "2.5.3",
 		"@earendil-works/pi-coding-agent": "0.80.3",
 		"typescript": "6.0.3"
 	},

package/src/client.ts

@@ -0,0 +1,99 @@
+import type { ExtensionContext } from "@earendil-works/pi-coding-agent";
+
+const DEFAULT_API_URL = "https://api.firecrawl.dev/v1";
+const STATUS_KEY = "firecrawl";
+
+let apiUrl = normalizeApiUrl(process.env.FIRECRAWL_API_URL ?? process.env.FIRECRAWL_BASE_URL);
+
+export function configuredApiUrl() {
+	return apiUrl;
+}
+
+export function resetConfiguredApiUrl() {
+	apiUrl = normalizeApiUrl(process.env.FIRECRAWL_API_URL ?? process.env.FIRECRAWL_BASE_URL);
+}
+
+export async function firecrawlRequest(
+	method: "GET" | "POST",
+	path: string,
+	body: unknown,
+	signal?: AbortSignal,
+) {
+	const apiKey = getApiKey();
+	const response = await fetch(`${apiUrl}${path}`, {
+		method,
+		headers: {
+			Authorization: `Bearer ${apiKey}`,
+			...(body === undefined ? {} : { "Content-Type": "application/json" }),
+		},
+		body: body === undefined ? undefined : JSON.stringify(body),
+		signal,
+	});
+	const responseText = await response.text();
+	const payload = parseResponseBody(responseText);
+	if (!response.ok) {
+		throw new Error(`Firecrawl ${method} ${path} failed (${response.status}): ${formatPayload(payload)}`);
+	}
+	return payload;
+}
+
+export function getApiKey() {
+	const apiKey = process.env.FIRECRAWL_API_KEY?.trim();
+	if (!apiKey) {
+		throw new Error(
+			"FIRECRAWL_API_KEY is not configured. Set it in your shell or Pi environment, then retry once.",
+		);
+	}
+	return apiKey;
+}
+
+export function hasApiKey() {
+	return Boolean(process.env.FIRECRAWL_API_KEY?.trim());
+}
+
+export function normalizeApiUrl(value: string | undefined) {
+	return (value?.trim() || DEFAULT_API_URL).replace(/\/+$/, "");
+}
+
+export function parseResponseBody(responseText: string) {
+	if (!responseText) return {};
+	try {
+		return JSON.parse(responseText) as unknown;
+	} catch {
+		return responseText;
+	}
+}
+
+export function formatPayload(payload: unknown) {
+	return typeof payload === "string" ? payload : JSON.stringify(payload);
+}
+
+export function jsonResult(payload: unknown) {
+	return {
+		content: [{ type: "text" as const, text: JSON.stringify(payload, null, 2) }],
+		details: payload,
+	};
+}
+
+export async function withStatus<T>(
+	ctx: Pick<ExtensionContext, "ui">,
+	status: string,
+	callback: () => Promise<T>,
+) {
+	ctx.ui.setStatus(STATUS_KEY, status);
+	try {
+		return await callback();
+	} finally {
+		ctx.ui.setStatus(STATUS_KEY, undefined);
+	}
+}
+
+export function cleanObject<T>(value: T): T {
+	if (Array.isArray(value)) return value.map(cleanObject) as T;
+	if (!value || typeof value !== "object") return value;
+	return Object.fromEntries(
+		Object.entries(value as Record<string, unknown>)
+			.filter(([, item]) => item !== undefined)
+			.map(([key, item]) => [key, cleanObject(item)]),
+	) as T;
+}