react-lib-tools 0.0.48 → 0.0.49

package/dist/react-lib-tools.cjs

@@ -1,2 +1,2 @@
-"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const o=require("./index-r-XtNIqq.cjs");exports.AppRoot=o.AppRoot;exports.Block=o.Block;exports.Box=o.Box;exports.Button=o.Button;exports.Callout=o.Callout;exports.Checkbox=o.Checkbox;exports.Code=o.Code;exports.ComponentProps=o.ComponentProps;exports.ComponentPropsSection=o.ComponentPropsSection;exports.DocsSection=o.DocsSection;exports.ErrorBoundary=o.ErrorBoundary;exports.ExternalLink=o.ExternalLink;exports.Header=o.Header;exports.ImperativeHandle=o.ImperativeHandle;exports.Input=o.Input;exports.Link=o.Link;exports.LoadingSpinner=o.LoadingSpinner;exports.NavLink=o.NavLink;exports.NavSection=o.NavSection;exports.Radio=o.Radio;exports.Select=o.Select;exports.Tooltip=o.Tooltip;exports.assert=o.assert;exports.cn=o.cn;exports.getIntentClassNames=o.getIntentClassNames;
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const o=require("./index-D8_W9HHv.cjs");exports.AppRoot=o.AppRoot;exports.Block=o.Block;exports.Box=o.Box;exports.Button=o.Button;exports.Callout=o.Callout;exports.Checkbox=o.Checkbox;exports.Code=o.Code;exports.ComponentProps=o.ComponentProps;exports.ComponentPropsSection=o.ComponentPropsSection;exports.DocsSection=o.DocsSection;exports.ErrorBoundary=o.ErrorBoundary;exports.ExternalLink=o.ExternalLink;exports.Header=o.Header;exports.ImperativeHandle=o.ImperativeHandle;exports.Input=o.Input;exports.Link=o.Link;exports.LoadingSpinner=o.LoadingSpinner;exports.NavLink=o.NavLink;exports.NavSection=o.NavSection;exports.Radio=o.Radio;exports.Select=o.Select;exports.Tooltip=o.Tooltip;exports.assert=o.assert;exports.cn=o.cn;exports.getIntentClassNames=o.getIntentClassNames;
 //# sourceMappingURL=react-lib-tools.cjs.map

package/dist/react-lib-tools.js

@@ -1,4 +1,4 @@
-import { A as o, a as e, B as n, b as t, C as r, c as i, d as p, i as c, j as l, D as d, e as C, E as k, H as m, I as B, f as L, L as S, g as u, N as x, h as I, R as N, k as g, T as v, l as E, m as H, n as R } from "./index-glKzZg5t.js";
+import { A as o, a as e, B as n, b as t, C as r, c as i, d as p, i as c, j as l, D as d, e as C, E as k, H as m, I as B, f as L, L as S, g as u, N as x, h as I, R as N, k as g, T as v, l as E, m as H, n as R } from "./index-DjmISh76.js";
 export {
   o as AppRoot,
   e as Block,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-lib-tools",
-  "version": "0.0.48",
+  "version": "0.0.49",
   "type": "module",
   "author": "Brian Vaughn <brian.david.vaughn@gmail.com> (https://github.com/bvaughn/)",
   "contributors": [
@@ -52,7 +52,6 @@
     "@codemirror/state": "^6.5.3",
     "@lezer/highlight": "^1.2.3",
     "@ts-ast-parser/core": "^0.8.0",
-    "fuse.js": "^7.1.0",
     "puppeteer": "^24.38.0"
   },
   "devDependencies": {

package/scripts/compile-search-index.ts

@@ -1,10 +1,8 @@
-import Fuse from "fuse.js";
 import { writeFile } from "node:fs/promises";
 import { join } from "node:path";
-import type { SiteSearchRecord } from "react-lib-tools";
+import type { SiteMapPage } from "../types";
 import { crawlPage } from "./utils/search/crawlPage";
 import { scheduleWork } from "./utils/search/scheduleWork";
-import type { SiteSearchPage } from "./utils/search/types";
 import { waitForConnection } from "./utils/search/waitForConnection";
 
 export async function compileSearchIndex({
@@ -18,7 +16,7 @@ export async function compileSearchIndex({
   host?: string;
   outputPath?: string[];
 } = {}) {
-  const recordsMap: Record<string, SiteSearchPage> = {};
+  const siteMap: Record<string, SiteMapPage> = {};
 
   const url = new URL(host);
 
@@ -33,24 +31,12 @@ export async function compileSearchIndex({
       filterSelector,
       host,
       path: "/",
-      records: recordsMap
+      siteMap
     })
   );
 
-  const records = Object.values(recordsMap);
-
-  const searchIndex = Fuse.createIndex<SiteSearchRecord>(
-    ["title", "section", "text"],
-    records
-  );
-
-  await writeFile(
-    join(...outputPath, `search-records.json`),
-    JSON.stringify(records, null, 2)
-  );
-
   await writeFile(
-    join(...outputPath, `search-index.json`),
-    JSON.stringify(searchIndex, null, 2)
+    join(...outputPath, `site-map.json`),
+    JSON.stringify(Object.values(siteMap), null, 2)
   );
 }

package/scripts/utils/search/crawlPage.ts

@@ -1,20 +1,19 @@
 import puppeteer from "puppeteer";
+import type { SiteMapPage } from "../../../types";
 import { scheduleWork } from "./scheduleWork";
-import { stopWords } from "./stopWords";
-import type { SiteSearchPage } from "./types";
 
 export async function crawlPage({
   chromeExecutablePath,
   filterSelector,
   host,
   path,
-  records
+  siteMap
 }: {
   chromeExecutablePath?: string | undefined;
   filterSelector?: string | undefined;
   host: string;
   path: string;
-  records: Record<string, SiteSearchPage>;
+  siteMap: Record<string, SiteMapPage>;
 }) {
   console.log(`Crawling ${host}${path} ...`);
 
@@ -39,7 +38,7 @@ export async function crawlPage({
   page.on("console", (event) => console.log(event.text()));
 
   const result = await page.evaluate(
-    async ([filterSelector, stopWords]) => {
+    async ([HTML_ENTITIES, filterSelector]) => {
       const paths: string[] = [];
       for (const element of document.body.querySelectorAll("[data-link]")) {
         const to = element.getAttribute("data-link");
@@ -54,11 +53,16 @@ export async function crawlPage({
       const title =
         document.body.querySelector("header [data-title]")?.textContent ?? "";
 
-      const words = new Set<string>();
       let text = "";
 
       const main = document.body.querySelector("[data-main-scrollable]");
       if (main) {
+        // Pre-convert content inside of <code> blocks (example code) into plain text
+        for (const code of main.querySelectorAll("code")) {
+          // eslint-disable-next-line no-self-assign
+          code.textContent = code.textContent;
+        }
+
         text = main.innerHTML;
 
         // Filter out special content (e.g. lorem ipsum type text)
@@ -76,39 +80,25 @@ export async function crawlPage({
         text = text.replaceAll(/<[^>]+>/g, "");
 
         // Replace HTML entities
-        const HTML_ENTITIES: { [chars: string]: string } = {
-          "&amp;": "&",
-          "&lt;": "<",
-          "&gt;": ">",
-          "&quot;": '"',
-          "&#039;": "'",
-          "&ndash;": "-",
-          "&nbsp;": " "
-        };
         for (const chars in HTML_ENTITIES) {
           text = text.replaceAll(chars, HTML_ENTITIES[chars]);
         }
 
-        text.split(/[\s.:?]/).forEach((word) => {
-          word = word.trim().toLowerCase();
-          if (word && !stopWords.includes(word)) {
-            words.add(word);
-          }
-        });
+        // Remove excess white space
+        text = text.replaceAll(/ {2,}/g, " ");
       }
 
       return {
         paths,
         section,
         text,
-        title,
-        words: Array.from(words)
+        title
       };
     },
-    [filterSelector, stopWords] as const
+    [HTML_ENTITIES, filterSelector] as const
   );
 
-  records[path] = {
+  siteMap[path] = {
     path,
     section: result.section,
     text: result.text,
@@ -116,8 +106,8 @@ export async function crawlPage({
   };
 
   const filteredPaths = result.paths.filter((current) => {
-    if (!records[current]) {
-      records[current] = {
+    if (!siteMap[current]) {
+      siteMap[current] = {
         path: current,
         text: "",
         title: ""
@@ -137,8 +127,18 @@ export async function crawlPage({
           filterSelector,
           host,
           path: current,
-          records
+          siteMap
         })
     )
   );
 }
+
+const HTML_ENTITIES: { [chars: string]: string } = {
+  "&amp;": "&",
+  "&lt;": "<",
+  "&gt;": ">",
+  "&quot;": '"',
+  "&#039;": "'",
+  "&ndash;": "-",
+  "&nbsp;": " "
+};