@docyrus/docyrus 0.0.37 → 0.0.38

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@docyrus/docyrus",
-  "version": "0.0.37",
+  "version": "0.0.38",
   "private": false,
   "description": "Docyrus API CLI",
   "main": "./main.js",
@@ -10,24 +10,22 @@
   "dependencies": {
     "@clack/prompts": "^0.11.0",
     "@hono/node-server": "^1.14.1",
-    "@libsql/client": "^0.17.2",
     "@mariozechner/pi-ai": "0.64.0",
     "@mariozechner/pi-coding-agent": "0.64.0",
     "@modelcontextprotocol/ext-apps": "^1.2.2",
     "@modelcontextprotocol/sdk": "^1.25.1",
     "@mozilla/readability": "^0.6.0",
-    "@opentui/core": "^0.1.85",
-    "@opentui/react": "^0.1.85",
+    "@opentui/core": "0.1.96",
+    "@opentui/react": "0.1.96",
     "@repomix/tree-sitter-wasms": "^0.1.16",
     "@sinclair/typebox": "^0.34.48",
     "@xterm/headless": "^5.5.0",
-    "cheerio": "^1.1.2",
     "diff": "^8.0.2",
     "hono": "^4.7.10",
     "ignore-walk": "^8.0.0",
     "incur": "^0.1.6",
-    "jsdom": "^27.0.1",
-    "libsql": "^0.5.28",
+    "jsdom": "^29.0.1",
+    "libsql": "^0.5.29",
     "marked": "^15.0.12",
     "marked-terminal": "^7.3.0",
     "node-pty": "^1.0.0",
@@ -42,7 +40,7 @@
     "undici": "^7.16.0",
     "unified": "^11.0.5",
     "unist-util-visit": "^5.1.0",
-    "web-tree-sitter": "^0.26.8",
+    "web-tree-sitter": "0.25.10",
     "zod": "^4.3.6"
   },
   "devDependencies": {

package/resources/chrome-tools/browser-hn-scraper.js

@@ -7,7 +7,7 @@
  * Usage: node browser-hn-scraper.js [--limit <number>]
  */
 
-import * as cheerio from 'cheerio';
+import { JSDOM } from "jsdom";
 
 /**
  * Scrapes Hacker News front page
@@ -24,57 +24,48 @@ async function scrapeHackerNews(limit = 30) {
     }
 
     const html = await response.text();
-    const $ = cheerio.load(html);
+    const dom = new JSDOM(html, { url });
+    const document = dom.window.document;
     const submissions = [];
 
-    // Each submission has class 'athing'
-    $('.athing').each((index, element) => {
-      if (submissions.length >= limit) {return false;} // Stop when limit reached
-
-      const $element = $(element);
-      const id = $element.attr('id');
-
-      // Get title and URL from titleline
-      const $titleLine = $element.find('.titleline > a').first();
-      const title = $titleLine.text().trim();
-      const url = $titleLine.attr('href');
-
-      // Get the next row which contains metadata (points, author, comments)
-      const $metadataRow = $element.next();
-      const $subtext = $metadataRow.find('.subtext');
-
-      // Get points
-      const $score = $subtext.find(`#score_${id}`);
-      const pointsText = $score.text();
-      const points = pointsText ? parseInt(pointsText.match(/\d+/)?.[0] || '0') : 0;
-
-      // Get author
-      const author = $subtext.find('.hnuser').text().trim();
-
-      // Get time
-      const time = $subtext.find('.age').attr('title') || $subtext.find('.age').text().trim();
+    for (const element of document.querySelectorAll(".athing")) {
+      if (submissions.length >= limit) {
+        break;
+      }
 
-      // Get comments count
-      const $commentsLink = $subtext.find('a').last();
-      const commentsText = $commentsLink.text();
+      const id = element.getAttribute("id");
+      const titleLink = element.querySelector(".titleline > a");
+      const title = titleLink?.textContent?.trim() || "";
+      const submissionUrl = titleLink?.getAttribute("href") || "";
+
+      const metadataRow = element.nextElementSibling;
+      const subtext = metadataRow?.querySelector(".subtext");
+      const score = id ? subtext?.querySelector(`#score_${id}`) : null;
+      const pointsText = score?.textContent || "";
+      const points = pointsText ? parseInt(pointsText.match(/\d+/)?.[0] || "0", 10) : 0;
+      const author = subtext?.querySelector(".hnuser")?.textContent?.trim() || "";
+      const age = subtext?.querySelector(".age");
+      const time = age?.getAttribute("title") || age?.textContent?.trim() || "";
+      const commentLinks = subtext ? Array.from(subtext.querySelectorAll("a")) : [];
+      const commentsText = commentLinks.at(-1)?.textContent || "";
       let commentsCount = 0;
 
-      if (commentsText.includes('comment')) {
+      if (commentsText.includes("comment")) {
         const match = commentsText.match(/(\d+)/);
-        commentsCount = match ? parseInt(match[0]) : 0;
+        commentsCount = match ? parseInt(match[0], 10) : 0;
       }
 
       submissions.push({
         id,
         title,
-        url,
+        url: submissionUrl,
         points,
         author,
         time,
         comments: commentsCount,
         hnUrl: `https://news.ycombinator.com/item?id=${id}`
       });
-    });
+    }
 
     return submissions;
   } catch (error) {