@mhmdreza-rafiei/agentry 0.2.2 → 0.3.1

package/dist/_chunks/web.mjs

@@ -0,0 +1,111 @@
+import { frontmatterName, resolveSource } from "./discovery.mjs";
+import https from "node:https";
+import { mkdtempSync, rmSync, writeFileSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import http from "node:http";
+function fetchUrl(url, maxRedirects = 5) {
+	return new Promise((resolve, reject) => {
+		const req = (url.startsWith("https://") ? https : http).get(url, { headers: {
+			"User-Agent": "agentry/0.3.1 (+https://github.com/mhmdreza-rafiei/agentry)",
+			Accept: "text/html,application/xhtml+xml,text/plain,text/markdown,application/json,*/*"
+		} }, (res) => {
+			if (res.statusCode && res.statusCode >= 300 && res.statusCode < 400 && res.headers.location) {
+				if (maxRedirects <= 0) return reject(/* @__PURE__ */ new Error(`Too many redirects while fetching ${url}`));
+				return resolve(fetchUrl(new URL(res.headers.location, url).toString(), maxRedirects - 1));
+			}
+			if (res.statusCode && (res.statusCode < 200 || res.statusCode >= 300)) return reject(/* @__PURE__ */ new Error(`HTTP ${res.statusCode} when fetching ${url}`));
+			let body = "";
+			res.on("data", (chunk) => {
+				body += chunk;
+			});
+			res.on("end", () => {
+				resolve({
+					body,
+					status: res.statusCode || 200,
+					contentType: res.headers["content-type"] || "",
+					finalUrl: url
+				});
+			});
+		});
+		req.on("error", reject);
+		req.setTimeout(2e4, () => {
+			req.destroy();
+			reject(/* @__PURE__ */ new Error(`Request timed out while fetching ${url}`));
+		});
+	});
+}
+function cleanHtml(raw) {
+	return raw.replace(/\\/g, "");
+}
+async function resolveWebSource(url, opts = {}, fetcher = fetchUrl, sourceResolver = resolveSource) {
+	const gistMatch = url.match(/^https?:\/\/gist\.github\.com\/([a-zA-Z0-9_.-]+)\/([a-f0-9]+)/i);
+	if (gistMatch) return sourceResolver({
+		kind: "git-url",
+		raw: url,
+		url: `https://gist.github.com/${gistMatch[2]}.git`,
+		subpath: "",
+		local: null
+	}, opts);
+	const { body, contentType } = await fetcher(url);
+	const clean = cleanHtml(body);
+	const treeMatch = clean.match(/https:\/\/github\.com\/([\w.-]+\/[\w.-]+)\/tree\/([^/\s"'>]+)\/([^\s"'>]+)/i);
+	if (treeMatch) {
+		const ownerRepo = treeMatch[1];
+		const ref = treeMatch[2];
+		const subpath = treeMatch[3].replace(/\/+$/, "");
+		return sourceResolver({
+			kind: "github-url",
+			raw: url,
+			url: `https://github.com/${ownerRepo}.git`,
+			ref,
+			subpath,
+			local: null
+		}, opts);
+	}
+	const repoMatches = clean.match(/https:\/\/github\.com\/([\w.-]+\/[\w.-]+)(?:\.git)?\b/gi);
+	if (repoMatches) {
+		const ignoredPaths = /* @__PURE__ */ new Set([
+			"features",
+			"pricing",
+			"about",
+			"topics",
+			"trending",
+			"collections",
+			"site",
+			"security"
+		]);
+		for (const match of repoMatches) {
+			const m = match.match(/https:\/\/github\.com\/([\w.-]+\/[\w.-]+)/i);
+			if (m) {
+				const ownerRepo = m[1];
+				const [owner, repo] = ownerRepo.split("/");
+				if (owner && repo && !ignoredPaths.has(owner.toLowerCase()) && !ignoredPaths.has(repo.toLowerCase())) return sourceResolver(`https://github.com/${ownerRepo}`, opts);
+			}
+		}
+	}
+	const isHtml = contentType.includes("html");
+	let content = body;
+	if (isHtml) {
+		const codeBlockMatch = body.match(/<pre[^>]*><code[^>]*>([\s\S]*?)<\/code><\/pre>/i);
+		if (codeBlockMatch && codeBlockMatch[1]) content = codeBlockMatch[1].replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&amp;/g, "&");
+	}
+	if (/^---\r?\n[\s\S]*?name:[\s\S]*?\r?\n---/m.test(content) || content.includes("# ") || !isHtml) {
+		const tmp = mkdtempSync(join(tmpdir(), "agentry-web-"));
+		const isMdc = url.endsWith(".mdc");
+		const isYaml = url.endsWith(".yaml") || url.endsWith(".yml");
+		let filename = "SKILL.md";
+		if (isMdc) filename = `${frontmatterName(content) || "agent"}.mdc`;
+		else if (isYaml) filename = "profile.yaml";
+		writeFileSync(join(tmp, filename), content);
+		return {
+			root: tmp,
+			cleanup: () => rmSync(tmp, {
+				recursive: true,
+				force: true
+			})
+		};
+	}
+	throw new Error(`Could not find a skill or git repository at ${url}`);
+}
+export { resolveWebSource };