webforai 4.2.0 → 4.3.1

package/THIRD_PARTY_NOTICES.md

@@ -0,0 +1,42 @@
+# Third-party notices
+
+webforai is licensed under the Apache License 2.0. Parts of its behaviour are adapted from the
+projects below, whose licenses require this notice. Each adapted place in the source names the
+project it comes from.
+
+## Defuddle
+
+<https://github.com/kepano/defuddle>
+
+webforai reimplements two of Defuddle's rules on its own HTML tree:
+
+- `src/extractors/lib/layout-tables.ts` — small multi-column tables are data tables, not page
+  layout (Defuddle keeps every multi-column table that does not nest tables; webforai keeps small
+  ones when their cells are short).
+- `src/extractors/lib/sanitize.ts` — text repeated in an `aria-hidden="true"` element is not
+  converted twice (Defuddle removes every `aria-hidden` element; webforai removes only an exact
+  copy of a visible sibling).
+
+```
+MIT License
+
+Copyright (c) 2025 Steph Ango (@kepano)
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+```

package/dist/adapters/sites/hackernews.js

@@ -23,11 +23,11 @@ var commentDepth = (row) => {
   return width === void 0 ? 0 : Math.round(width / 40);
 };
 var nest = (content, depth) => {
-  let current = content;
+  let current = element("div", content);
   for (let level = 0; level < Math.min(depth, MAX_QUOTE_DEPTH); level++) {
-    current = [element("blockquote", current)];
+    current = element("blockquote", [current]);
   }
-  return current[0];
+  return current;
 };
 var storyNodes = (root) => {
   const nodes = [];

package/dist/adapters/sites/youtube.js

@@ -44,12 +44,13 @@ var extractAssignedJson = (source, name) => {
 var scriptText = (root) => collectElements(root, (element2) => element2.tagName === "script").map(
   (script) => script.children.map((child) => child.type === "text" ? child.value : "").join("")
 );
+var PLAYER_RESPONSE_VARIABLE = "ytInitialPlayerResponse";
 var findPlayerResponse = (root) => {
   for (const source of scriptText(root)) {
-    if (!source.includes("ytInitialPlayerResponse")) {
+    if (!source.includes(PLAYER_RESPONSE_VARIABLE)) {
       continue;
     }
-    const parsed = extractAssignedJson(source, "ytInitialPlayerResponse");
+    const parsed = extractAssignedJson(source, PLAYER_RESPONSE_VARIABLE);
     if (parsed && typeof parsed === "object") {
       return parsed;
     }
@@ -158,6 +159,7 @@ var youtubeAdapter = {
 };
 var isYoutubeElement = isElement;
 export {
+  PLAYER_RESPONSE_VARIABLE,
   extractAssignedJson,
   isYoutubeElement,
   youtubeAdapter,