mdzilla 0.0.5 → 0.1.0

package/README.md

@@ -14,7 +14,7 @@ Markdown browser for humans and agents.
 
 > Browse docs from local directories, GitHub repos, and remote websites — all from your terminal.
 
-Built with [md4x](https://github.com/unjs/md4x), [mdream](https://github.com/harlan-zw/mdream), [giget](https://github.com/unjs/giget) and [speed-highlight](https://github.com/speed-highlight/core), [nitro](https://v3.nitro.build/), [h3](https://h3.dev/), [srvx](https://srvx.h3.dev/) and [vite](https://vite.dev/).
+Built with [md4x](https://github.com/unjs/md4x), [giget](https://github.com/unjs/giget) and [speed-highlight](https://github.com/speed-highlight/core), [nitro](https://v3.nitro.build/), [h3](https://h3.dev/), [srvx](https://srvx.h3.dev/) and [vite](https://vite.dev/).
 
 Supports any website with [`/llms.txt`](https://llmstxt.org/) or markdown content negotiation.
 

package/dist/_chunks/exporter.mjs

@@ -249,7 +249,7 @@ async function _scanNav(dirPath, parentPath, options) {
 	const dirEntries = await readdir(dirPath);
 	const entries = [];
 	for (const entry of dirEntries) {
-		if (entry.startsWith(".") || entry.startsWith("_") || entry === "package.json" || entry === "pnpm-lock.yaml" || entry === "pnpm-workspace.yaml") continue;
+		if (entry.startsWith(".") || entry.startsWith("_") || entry === "node_modules" || entry === "dist" || entry === "package.json" || entry === "pnpm-lock.yaml" || entry === "pnpm-workspace.yaml") continue;
 		const fullPath = join(dirPath, entry);
 		let stats;
 		try {
@@ -329,7 +329,7 @@ async function buildFileMap(parentPath, dirPath) {
 	const map = /* @__PURE__ */ new Map();
 	const entries = await readdir(dirPath, { withFileTypes: true });
 	for (const entry of entries) {
-		if (entry.name.startsWith(".") || entry.name.startsWith("_")) continue;
+		if (entry.name.startsWith(".") || entry.name.startsWith("_") || entry.name === "node_modules" || entry.name === "dist") continue;
 		const fullPath = join(dirPath, entry.name);
 		if (entry.isDirectory()) {
 			const slug = parseSlug(entry.name);
@@ -591,21 +591,9 @@ var DocsSourceHTTP = class extends DocsSource {
 			return `# Fetch Error\n\nFailed to fetch \`${url}\`\n\n> ${err instanceof Error ? err.message : String(err)}`;
 		}
 		if (!res.ok) return `# ${res.status} ${res.statusText}\n\nFailed to fetch \`${url}\``;
-		const contentType = res.headers.get("content-type") || "";
-		const text = await res.text();
-		if (_isHTML(contentType, text)) {
-			const { htmlToMarkdown } = await import("mdream");
-			return htmlToMarkdown(text, { origin: url });
-		}
-		return text;
+		return await res.text();
 	}
 };
-/** Check if a response is HTML by content-type or content sniffing */
-function _isHTML(contentType, body) {
-	if (contentType.includes("text/html") || contentType.includes("application/xhtml")) return true;
-	const trimmed = body.trimStart();
-	return trimmed.startsWith("<!") || trimmed.startsWith("<html");
-}
 /** Extract a readable title from a URL */
 function _titleFromURL(url) {
 	try {