webforai 1.1.1 → 1.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (4) hide show
  1. package/dist/cjs/extract-hast.js +11 -8
  2. package/dist/extract-hast.js +11 -8
  3. package/dist/types/extract-hast.js.map +1 -1
  4. package/package.json +1 -1
package/dist/cjs/extract-hast.js CHANGED
@@ -25,20 +25,23 @@ var import_hast_util_select = require("hast-util-select");
25
25
  var import_unist_util_filter = require("unist-util-filter");
26
26
  const REMOVE_REGEX = /header|nav|speechify-ignore|assist|-ad-|hidden|^hid$| hid$| hid |^hid |banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
27
27
  const extractHast = (hast) => {
28
- const removeElements = (0, import_unist_util_filter.filter)(hast, (node) => {
28
+ const selectors = ["article", "div#article", "main", "div.container"];
29
+ let selectedElement = hast;
30
+ for (const selector of selectors) {
31
+ const element = (0, import_hast_util_select.select)(selector, hast);
32
+ if (element) {
33
+ selectedElement = element;
34
+ break;
35
+ }
36
+ }
37
+ const removedElements = (0, import_unist_util_filter.filter)(selectedElement, (node) => {
29
38
  if (node.type !== "element")
30
39
  return true;
31
40
  const element = node;
32
41
  const elementName = `${element.tagName} ${element.properties.id} ${element.properties.className}`;
33
42
  return !REMOVE_REGEX.test(elementName);
34
43
  });
35
- const selectors = ["article", "div#article", "main", "div.container"];
36
- for (const selector of selectors) {
37
- const element = (0, import_hast_util_select.select)(selector, removeElements);
38
- if (element)
39
- return element;
40
- }
41
- return removeElements;
44
+ return removedElements;
42
45
  };
43
46
  // Annotate the CommonJS export names for ESM import in node:
44
47
  0 && (module.exports = {
package/dist/extract-hast.js CHANGED
@@ -3,20 +3,23 @@ import { select } from "hast-util-select";
3
3
  import { filter } from "unist-util-filter";
4
4
  var REMOVE_REGEX = /header|nav|speechify-ignore|assist|-ad-|hidden|^hid$| hid$| hid |^hid |banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
5
5
  var extractHast = (hast) => {
6
- const removeElements = filter(hast, (node) => {
6
+ const selectors = ["article", "div#article", "main", "div.container"];
7
+ let selectedElement = hast;
8
+ for (const selector of selectors) {
9
+ const element = select(selector, hast);
10
+ if (element) {
11
+ selectedElement = element;
12
+ break;
13
+ }
14
+ }
15
+ const removedElements = filter(selectedElement, (node) => {
7
16
  if (node.type !== "element")
8
17
  return true;
9
18
  const element = node;
10
19
  const elementName = `${element.tagName} ${element.properties.id} ${element.properties.className}`;
11
20
  return !REMOVE_REGEX.test(elementName);
12
21
  });
13
- const selectors = ["article", "div#article", "main", "div.container"];
14
- for (const selector of selectors) {
15
- const element = select(selector, removeElements);
16
- if (element)
17
- return element;
18
- }
19
- return removeElements;
22
+ return removedElements;
20
23
  };
21
24
  export {
22
25
  extractHast
package/dist/types/extract-hast.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"extract-hast.js","sourceRoot":"","sources":["../../src/extract-hast.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,YAAY,GACjB,kQAAkQ,CAAC;AAEpQ,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,EAAE;IACzC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE;QAC5C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,OAAO,GAAG,IAAe,CAAC;QAChC,MAAM,WAAW,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAClG,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IACtE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACjD,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;IAC7B,CAAC;IAED,OAAO,cAAc,CAAC;AACvB,CAAC,CAAC"}
1
+ {"version":3,"file":"extract-hast.js","sourceRoot":"","sources":["../../src/extract-hast.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,YAAY,GACjB,kQAAkQ,CAAC;AAEpQ,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,EAAE;IACzC,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IACtE,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,OAAO,EAAE,CAAC;YACb,eAAe,GAAG,OAAO,CAAC;YAC1B,MAAM;QACP,CAAC;IACF,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,IAAI,EAAE,EAAE;QACxD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,OAAO,GAAG,IAAe,CAAC;QAChC,MAAM,WAAW,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAClG,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,OAAO,eAAe,CAAC;AACxB,CAAC,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "webforai",
3
- "version": "1.1.1",
3
+ "version": "1.1.2",
4
4
  "description": "A library that provides a web interface for AI",
5
5
  "author": "inaridiy",
6
6
  "license": "MIT",