@docyrus/docyrus 0.0.33 → 0.0.35

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@docyrus/docyrus",
-  "version": "0.0.33",
+  "version": "0.0.35",
   "private": false,
   "description": "Docyrus API CLI",
   "main": "./main.js",
@@ -10,30 +10,39 @@
   "dependencies": {
     "@clack/prompts": "^0.11.0",
     "@hono/node-server": "^1.14.1",
-    "@mariozechner/pi-ai": "0.63.2",
-    "@mariozechner/pi-coding-agent": "0.63.2",
+    "@libsql/client": "^0.17.2",
+    "@mariozechner/pi-ai": "0.64.0",
+    "@mariozechner/pi-coding-agent": "0.64.0",
     "@modelcontextprotocol/ext-apps": "^1.2.2",
     "@modelcontextprotocol/sdk": "^1.25.1",
     "@mozilla/readability": "^0.6.0",
     "@opentui/core": "^0.1.85",
     "@opentui/react": "^0.1.85",
+    "@repomix/tree-sitter-wasms": "^0.1.16",
     "@sinclair/typebox": "^0.34.48",
     "@xterm/headless": "^5.5.0",
     "cheerio": "^1.1.2",
     "diff": "^8.0.2",
     "hono": "^4.7.10",
+    "ignore-walk": "^8.0.0",
     "incur": "^0.1.6",
     "jsdom": "^27.0.1",
+    "libsql": "^0.5.28",
     "marked": "^15.0.12",
     "marked-terminal": "^7.3.0",
     "node-pty": "^1.0.0",
     "picocolors": "^1.1.1",
     "puppeteer-core": "^24.31.0",
     "react": "^19.1.1",
+    "remark-frontmatter": "^5.0.0",
+    "remark-parse": "^11.0.0",
     "strip-ansi": "^7.1.0",
     "turndown": "^7.2.2",
     "turndown-plugin-gfm": "^1.0.2",
     "undici": "^7.16.0",
+    "unified": "^11.0.5",
+    "unist-util-visit": "^5.1.0",
+    "web-tree-sitter": "^0.26.8",
     "zod": "^4.3.6"
   },
   "devDependencies": {

package/resources/chrome-tools/browser-content.js

@@ -9,42 +9,42 @@ import { gfm } from "turndown-plugin-gfm";
 // Global timeout - exit if script takes too long
 const TIMEOUT = 30000;
 const timeoutId = setTimeout(() => {
-	console.error("✗ Timeout after 30s");
-	process.exit(1);
+  console.error("✗ Timeout after 30s");
+  process.exit(1);
 }, TIMEOUT).unref();
 
 const url = process.argv[2];
 
 if (!url) {
-	console.log("Usage: browser-content.js <url>");
-	console.log("\nExtracts readable content from a URL as markdown.");
-	console.log("\nExamples:");
-	console.log("  browser-content.js https://example.com");
-	console.log("  browser-content.js https://en.wikipedia.org/wiki/Rust_(programming_language)");
-	process.exit(1);
+  console.log("Usage: browser-content.js <url>");
+  console.log("\nExtracts readable content from a URL as markdown.");
+  console.log("\nExamples:");
+  console.log("  browser-content.js https://example.com");
+  console.log("  browser-content.js https://en.wikipedia.org/wiki/Rust_(programming_language)");
+  process.exit(1);
 }
 
 const b = await Promise.race([
-	puppeteer.connect({
-		browserURL: "http://localhost:9222",
-		defaultViewport: null,
-	}),
-	new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
+  puppeteer.connect({
+    browserURL: "http://localhost:9222",
+    defaultViewport: null,
+  }),
+  new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
 ]).catch((e) => {
-	console.error("✗ Could not connect to browser:", e.message);
-	console.error("  Run: browser-start.js");
-	process.exit(1);
+  console.error("✗ Could not connect to browser:", e.message);
+  console.error("  Run: browser-start.js");
+  process.exit(1);
 });
 
 const p = (await b.pages()).at(-1);
 if (!p) {
-	console.error("✗ No active tab found");
-	process.exit(1);
+  console.error("✗ No active tab found");
+  process.exit(1);
 }
 
 await Promise.race([
-	p.goto(url, { waitUntil: "networkidle2" }),
-	new Promise((r) => setTimeout(r, 10000)),
+  p.goto(url, { waitUntil: "networkidle2" }),
+  new Promise((r) => setTimeout(r, 10000)),
 ]).catch(() => {});
 
 // Get HTML via CDP (works even with TrustedScriptURL restrictions)
@@ -62,41 +62,41 @@ const article = reader.parse();
 
 // Convert to markdown
 function htmlToMarkdown(html) {
-	const turndown = new TurndownService({ headingStyle: "atx", codeBlockStyle: "fenced" });
-	turndown.use(gfm);
-	turndown.addRule("removeEmptyLinks", {
-		filter: (node) => node.nodeName === "A" && !node.textContent?.trim(),
-		replacement: () => "",
-	});
-	return turndown
-		.turndown(html)
-		.replace(/\[\\?\[\s*\\?\]\]\([^)]*\)/g, "")
-		.replace(/ +/g, " ")
-		.replace(/\s+,/g, ",")
-		.replace(/\s+\./g, ".")
-		.replace(/\n{3,}/g, "\n\n")
-		.trim();
+  const turndown = new TurndownService({ headingStyle: "atx", codeBlockStyle: "fenced" });
+  turndown.use(gfm);
+  turndown.addRule("removeEmptyLinks", {
+    filter: (node) => node.nodeName === "A" && !node.textContent?.trim(),
+    replacement: () => "",
+  });
+  return turndown
+    .turndown(html)
+    .replace(/\[\\?\[\s*\\?\]\]\([^)]*\)/g, "")
+    .replace(/ +/g, " ")
+    .replace(/\s+,/g, ",")
+    .replace(/\s+\./g, ".")
+    .replace(/\n{3,}/g, "\n\n")
+    .trim();
 }
 
 let content;
 if (article && article.content) {
-	content = htmlToMarkdown(article.content);
+  content = htmlToMarkdown(article.content);
 } else {
 	// Fallback
-	const fallbackDoc = new JSDOM(outerHTML, { url: finalUrl });
-	const fallbackBody = fallbackDoc.window.document;
-	fallbackBody.querySelectorAll("script, style, noscript, nav, header, footer, aside").forEach((el) => el.remove());
-	const main = fallbackBody.querySelector("main, article, [role='main'], .content, #content") || fallbackBody.body;
-	const fallbackHtml = main?.innerHTML || "";
-	if (fallbackHtml.trim().length > 100) {
-		content = htmlToMarkdown(fallbackHtml);
-	} else {
-		content = "(Could not extract content)";
-	}
+  const fallbackDoc = new JSDOM(outerHTML, { url: finalUrl });
+  const fallbackBody = fallbackDoc.window.document;
+  fallbackBody.querySelectorAll("script, style, noscript, nav, header, footer, aside").forEach((el) => el.remove());
+  const main = fallbackBody.querySelector("main, article, [role='main'], .content, #content") || fallbackBody.body;
+  const fallbackHtml = main?.innerHTML || "";
+  if (fallbackHtml.trim().length > 100) {
+    content = htmlToMarkdown(fallbackHtml);
+  } else {
+    content = "(Could not extract content)";
+  }
 }
 
 console.log(`URL: ${finalUrl}`);
-if (article?.title) console.log(`Title: ${article.title}`);
+if (article?.title) {console.log(`Title: ${article.title}`);}
 console.log("");
 console.log(content);
 

package/resources/chrome-tools/browser-cookies.js

@@ -3,33 +3,33 @@
 import puppeteer from "puppeteer-core";
 
 const b = await Promise.race([
-	puppeteer.connect({
-		browserURL: "http://localhost:9222",
-		defaultViewport: null,
-	}),
-	new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
+  puppeteer.connect({
+    browserURL: "http://localhost:9222",
+    defaultViewport: null,
+  }),
+  new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
 ]).catch((e) => {
-	console.error("✗ Could not connect to browser:", e.message);
-	console.error("  Run: browser-start.js");
-	process.exit(1);
+  console.error("✗ Could not connect to browser:", e.message);
+  console.error("  Run: browser-start.js");
+  process.exit(1);
 });
 
 const p = (await b.pages()).at(-1);
 
 if (!p) {
-	console.error("✗ No active tab found");
-	process.exit(1);
+  console.error("✗ No active tab found");
+  process.exit(1);
 }
 
 const cookies = await p.cookies();
 
 for (const cookie of cookies) {
-	console.log(`${cookie.name}: ${cookie.value}`);
-	console.log(`  domain: ${cookie.domain}`);
-	console.log(`  path: ${cookie.path}`);
-	console.log(`  httpOnly: ${cookie.httpOnly}`);
-	console.log(`  secure: ${cookie.secure}`);
-	console.log("");
+  console.log(`${cookie.name}: ${cookie.value}`);
+  console.log(`  domain: ${cookie.domain}`);
+  console.log(`  path: ${cookie.path}`);
+  console.log(`  httpOnly: ${cookie.httpOnly}`);
+  console.log(`  secure: ${cookie.secure}`);
+  console.log("");
 }
 
 await b.disconnect();

package/resources/chrome-tools/browser-eval.js

@@ -4,50 +4,50 @@ import puppeteer from "puppeteer-core";
 
 const code = process.argv.slice(2).join(" ");
 if (!code) {
-	console.log("Usage: browser-eval.js 'code'");
-	console.log("\nExamples:");
-	console.log('  browser-eval.js "document.title"');
-	console.log('  browser-eval.js "document.querySelectorAll(\'a\').length"');
-	process.exit(1);
+  console.log("Usage: browser-eval.js 'code'");
+  console.log("\nExamples:");
+  console.log('  browser-eval.js "document.title"');
+  console.log('  browser-eval.js "document.querySelectorAll(\'a\').length"');
+  process.exit(1);
 }
 
 const b = await Promise.race([
-	puppeteer.connect({
-		browserURL: "http://localhost:9222",
-		defaultViewport: null,
-	}),
-	new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
+  puppeteer.connect({
+    browserURL: "http://localhost:9222",
+    defaultViewport: null,
+  }),
+  new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
 ]).catch((e) => {
-	console.error("✗ Could not connect to browser:", e.message);
-	console.error("  Run: browser-start.js");
-	process.exit(1);
+  console.error("✗ Could not connect to browser:", e.message);
+  console.error("  Run: browser-start.js");
+  process.exit(1);
 });
 
 const p = (await b.pages()).at(-1);
 
 if (!p) {
-	console.error("✗ No active tab found");
-	process.exit(1);
+  console.error("✗ No active tab found");
+  process.exit(1);
 }
 
 const result = await p.evaluate((c) => {
-	const AsyncFunction = (async () => {}).constructor;
-	return new AsyncFunction(`return (${c})`)();
+  const AsyncFunction = (async() => {}).constructor;
+  return new AsyncFunction(`return (${c})`)();
 }, code);
 
 if (Array.isArray(result)) {
-	for (let i = 0; i < result.length; i++) {
-		if (i > 0) console.log("");
-		for (const [key, value] of Object.entries(result[i])) {
-			console.log(`${key}: ${value}`);
-		}
-	}
+  for (let i = 0; i < result.length; i++) {
+    if (i > 0) {console.log("");}
+    for (const [key, value] of Object.entries(result[i])) {
+      console.log(`${key}: ${value}`);
+    }
+  }
 } else if (typeof result === "object" && result !== null) {
-	for (const [key, value] of Object.entries(result)) {
-		console.log(`${key}: ${value}`);
-	}
+  for (const [key, value] of Object.entries(result)) {
+    console.log(`${key}: ${value}`);
+  }
 } else {
-	console.log(result);
+  console.log(result);
 }
 
 await b.disconnect();

package/resources/chrome-tools/browser-hn-scraper.js

@@ -29,7 +29,7 @@ async function scrapeHackerNews(limit = 30) {
 
     // Each submission has class 'athing'
     $('.athing').each((index, element) => {
-      if (submissions.length >= limit) return false; // Stop when limit reached
+      if (submissions.length >= limit) {return false;} // Stop when limit reached
 
       const $element = $(element);
       const id = $element.attr('id');

package/resources/chrome-tools/browser-nav.js

@@ -8,37 +8,37 @@ const reload = args.includes("--reload");
 const url = args.find(a => !a.startsWith("--"));
 
 if (!url) {
-	console.log("Usage: browser-nav.js <url> [--new] [--reload]");
-	console.log("\nExamples:");
-	console.log("  browser-nav.js https://example.com          # Navigate current tab");
-	console.log("  browser-nav.js https://example.com --new    # Open in new tab");
-	console.log("  browser-nav.js https://example.com --reload # Navigate and force reload");
-	process.exit(1);
+  console.log("Usage: browser-nav.js <url> [--new] [--reload]");
+  console.log("\nExamples:");
+  console.log("  browser-nav.js https://example.com          # Navigate current tab");
+  console.log("  browser-nav.js https://example.com --new    # Open in new tab");
+  console.log("  browser-nav.js https://example.com --reload # Navigate and force reload");
+  process.exit(1);
 }
 
 const b = await Promise.race([
-	puppeteer.connect({
-		browserURL: "http://localhost:9222",
-		defaultViewport: null,
-	}),
-	new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
+  puppeteer.connect({
+    browserURL: "http://localhost:9222",
+    defaultViewport: null,
+  }),
+  new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
 ]).catch((e) => {
-	console.error("✗ Could not connect to browser:", e.message);
-	console.error("  Run: browser-start.js");
-	process.exit(1);
+  console.error("✗ Could not connect to browser:", e.message);
+  console.error("  Run: browser-start.js");
+  process.exit(1);
 });
 
 if (newTab) {
-	const p = await b.newPage();
-	await p.goto(url, { waitUntil: "domcontentloaded" });
-	console.log("✓ Opened:", url);
+  const p = await b.newPage();
+  await p.goto(url, { waitUntil: "domcontentloaded" });
+  console.log("✓ Opened:", url);
 } else {
-	const p = (await b.pages()).at(-1);
-	await p.goto(url, { waitUntil: "domcontentloaded" });
-	if (reload) {
-		await p.reload({ waitUntil: "domcontentloaded" });
-	}
-	console.log("✓ Navigated to:", url);
+  const p = (await b.pages()).at(-1);
+  await p.goto(url, { waitUntil: "domcontentloaded" });
+  if (reload) {
+    await p.reload({ waitUntil: "domcontentloaded" });
+  }
+  console.log("✓ Navigated to:", url);
 }
 
 await b.disconnect();