webforai 0.0.23 → 1.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/extract-hast.js +2 -2
- package/dist/cjs/md-splitter.js +3 -3
- package/dist/extract-hast.js +2 -2
- package/dist/md-splitter.js +3 -3
- package/dist/types/extract-hast.js.map +1 -1
- package/dist/types/loaders/playwright.js.map +1 -1
- package/dist/types/md-splitter.js.map +1 -1
- package/dist/types/mdast-handlers/custom-div-handler.js.map +1 -1
- package/dist/types/utils/common.js.map +1 -1
- package/package.json +1 -1
package/dist/cjs/extract-hast.js
CHANGED
|
@@ -24,11 +24,11 @@ module.exports = __toCommonJS(extract_hast_exports);
|
|
|
24
24
|
var import_hast_util_select = require("hast-util-select");
|
|
25
25
|
var import_unist_util_remove = require("unist-util-remove");
|
|
26
26
|
const extractHast = (hast) => {
|
|
27
|
-
const removeSelectors = ["header", "footer", "nav", "speechify-ignore"];
|
|
27
|
+
const removeSelectors = ["header", "footer", "nav", ".speechify-ignore"];
|
|
28
28
|
for (const selector of removeSelectors) {
|
|
29
29
|
const matchedNodes = (0, import_hast_util_select.selectAll)(selector, hast);
|
|
30
30
|
for (const node of matchedNodes) {
|
|
31
|
-
(0, import_unist_util_remove.remove)(hast,
|
|
31
|
+
(0, import_unist_util_remove.remove)(hast, node);
|
|
32
32
|
}
|
|
33
33
|
}
|
|
34
34
|
const selectors = ["article", "div#article", "main", "div.container"];
|
package/dist/cjs/md-splitter.js
CHANGED
|
@@ -30,10 +30,10 @@ const getSplitterGenerator = function* () {
|
|
|
30
30
|
yield splitter;
|
|
31
31
|
};
|
|
32
32
|
const _mdastSplitter = async (contents, checker, splitterGenerator) => {
|
|
33
|
+
const splitter = splitterGenerator.next().value;
|
|
33
34
|
const markdown = (0, import_mdast_to_markdown.mdastToMarkdown)((0, import_mdast_utils.warpRoot)(contents));
|
|
34
|
-
if (await checker(markdown) ||
|
|
35
|
+
if (await checker(markdown) || contents.length === 1)
|
|
35
36
|
return [contents];
|
|
36
|
-
const splitter = splitterGenerator.next().value;
|
|
37
37
|
const chunked = splitter ? contents.reduce((acc, content) => {
|
|
38
38
|
if ((0, import_mdast_utils.internalType)(content) === splitter || acc.length === 0) {
|
|
39
39
|
acc.push([content]);
|
|
@@ -41,7 +41,7 @@ const _mdastSplitter = async (contents, checker, splitterGenerator) => {
|
|
|
41
41
|
}
|
|
42
42
|
acc[acc.length - 1].push(content);
|
|
43
43
|
return acc;
|
|
44
|
-
}, []) : (0, import_common.chunk)(contents,
|
|
44
|
+
}, []) : (0, import_common.chunk)(contents, Math.ceil(contents.length / 2));
|
|
45
45
|
const splitting = chunked.map((chunk2) => _mdastSplitter(chunk2, checker, splitterGenerator));
|
|
46
46
|
return Promise.all(splitting).then((chunks) => chunks.flat());
|
|
47
47
|
};
|
package/dist/extract-hast.js
CHANGED
|
@@ -2,11 +2,11 @@
|
|
|
2
2
|
import { select, selectAll } from "hast-util-select";
|
|
3
3
|
import { remove } from "unist-util-remove";
|
|
4
4
|
var extractHast = (hast) => {
|
|
5
|
-
const removeSelectors = ["header", "footer", "nav", "speechify-ignore"];
|
|
5
|
+
const removeSelectors = ["header", "footer", "nav", ".speechify-ignore"];
|
|
6
6
|
for (const selector of removeSelectors) {
|
|
7
7
|
const matchedNodes = selectAll(selector, hast);
|
|
8
8
|
for (const node of matchedNodes) {
|
|
9
|
-
remove(hast,
|
|
9
|
+
remove(hast, node);
|
|
10
10
|
}
|
|
11
11
|
}
|
|
12
12
|
const selectors = ["article", "div#article", "main", "div.container"];
|
package/dist/md-splitter.js
CHANGED
|
@@ -8,10 +8,10 @@ var getSplitterGenerator = function* () {
|
|
|
8
8
|
yield splitter;
|
|
9
9
|
};
|
|
10
10
|
var _mdastSplitter = async (contents, checker, splitterGenerator) => {
|
|
11
|
+
const splitter = splitterGenerator.next().value;
|
|
11
12
|
const markdown = mdastToMarkdown(warpRoot(contents));
|
|
12
|
-
if (await checker(markdown) ||
|
|
13
|
+
if (await checker(markdown) || contents.length === 1)
|
|
13
14
|
return [contents];
|
|
14
|
-
const splitter = splitterGenerator.next().value;
|
|
15
15
|
const chunked = splitter ? contents.reduce((acc, content) => {
|
|
16
16
|
if (internalType(content) === splitter || acc.length === 0) {
|
|
17
17
|
acc.push([content]);
|
|
@@ -19,7 +19,7 @@ var _mdastSplitter = async (contents, checker, splitterGenerator) => {
|
|
|
19
19
|
}
|
|
20
20
|
acc[acc.length - 1].push(content);
|
|
21
21
|
return acc;
|
|
22
|
-
}, []) : chunk(contents,
|
|
22
|
+
}, []) : chunk(contents, Math.ceil(contents.length / 2));
|
|
23
23
|
const splitting = chunked.map((chunk2) => _mdastSplitter(chunk2, checker, splitterGenerator));
|
|
24
24
|
return Promise.all(splitting).then((chunks) => chunks.flat());
|
|
25
25
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extract-hast.js","sourceRoot":"","sources":["../../src/extract-hast.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,EAAE;IACzC,MAAM,eAAe,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,
|
|
1
|
+
{"version":3,"file":"extract-hast.js","sourceRoot":"","sources":["../../src/extract-hast.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,EAAE;IACzC,MAAM,eAAe,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,CAAC,CAAC;IAEzE,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC/C,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YACjC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACpB,CAAC;IACF,CAAC;IAED,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IACtE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;IAC7B,CAAC;IAED,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.js","sourceRoot":"","sources":["../../../src/loaders/playwright.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,UAAU,MAAM,YAAY,CAAC;AAEzC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAW,EAAE,OAAmC,EAAE,EAAE;IAClF,IAAI,QAAQ,GAA8B,IAAI,CAAC;IAC/C,IAAI,QAAmC,CAAC;IACxC,IAAI,CAAC,OAAO,EAAE;
|
|
1
|
+
{"version":3,"file":"playwright.js","sourceRoot":"","sources":["../../../src/loaders/playwright.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,UAAU,MAAM,YAAY,CAAC;AAEzC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAW,EAAE,OAAmC,EAAE,EAAE;IAClF,IAAI,QAAQ,GAA8B,IAAI,CAAC;IAC/C,IAAI,QAAmC,CAAC;IACxC,IAAI,CAAC,OAAO,EAAE,CAAC;QACd,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC9C,QAAQ,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;IACxC,CAAC;SAAM,CAAC;QACP,QAAQ,GAAG,OAAO,CAAC;IACpB,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IACtC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrB,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAClC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACnB,IAAI,QAAQ;QAAE,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IACrC,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"md-splitter.js","sourceRoot":"","sources":["../../src/md-splitter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEzE,MAAM,kBAAkB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;AAEzF,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IACrC,KAAK,MAAM,QAAQ,IAAI,kBAAkB;QAAE,MAAM,QAAQ,CAAC;AAC3D,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,KAAK,EAC3B,QAAuB,EACvB,OAA+C,EAC/C,iBAAoC,EACT,EAAE;IAC7B,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,
|
|
1
|
+
{"version":3,"file":"md-splitter.js","sourceRoot":"","sources":["../../src/md-splitter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEzE,MAAM,kBAAkB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;AAEzF,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IACrC,KAAK,MAAM,QAAQ,IAAI,kBAAkB;QAAE,MAAM,QAAQ,CAAC;AAC3D,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,KAAK,EAC3B,QAAuB,EACvB,OAA+C,EAC/C,iBAAoC,EACT,EAAE;IAC7B,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;IAChD,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,QAAQ;QACvB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAkB,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE;YAClD,IAAI,YAAY,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5D,GAAG,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBACpB,OAAO,GAAG,CAAC;YACZ,CAAC;YACD,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClC,OAAO,GAAG,CAAC;QACX,CAAC,EAAE,EAAE,CAAC;QACR,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAEnD,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAE5F,OAAO,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;AAC/D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EACjC,KAAY,EACZ,OAA+C,EAC/C,OAAkC,EACP,EAAE;IAC7B,OAAO,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC,CAAC;AAC3E,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"custom-div-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-div-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,MAAM,CAAC,MAAM,gBAAgB,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACvD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAE7F,IAAI,iBAAqC,CAAC;IAC1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;
|
|
1
|
+
{"version":3,"file":"custom-div-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-div-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,MAAM,CAAC,MAAM,gBAAgB,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACvD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAE7F,IAAI,iBAAqC,CAAC;IAC1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,2BAA2B,EAAE,CAAC;YACvD,iBAAiB,GAAG,MAAM,CAAC;YAC3B,MAAM;QACP,CAAC;aAAM,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YAC5D,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACxE,MAAM;QACP,CAAC;aAAM,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACpD,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM;QACP,CAAC;aAAM,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC7D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,MAAM;YAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,iBAAiB,GAAG,IAAI,CAAC;YACzB,MAAM;QACP,CAAC;IACF,CAAC;IAED,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC;QAExG,MAAM,MAAM,GAAS;YACpB,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,iBAAiB;YACvB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE;SAC7C,CAAC;QACF,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1B,OAAO,MAAM,CAAC;IACf,CAAC;IAED,OAAO,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACzC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/utils/common.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,KAAK,GAAG,CAAI,KAAU,EAAE,IAAY,EAAS,EAAE;IAC3D,OAAO,KAAK,CAAC,MAAM,CAAQ,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE;QAC5C,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC,EAAE;
|
|
1
|
+
{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/utils/common.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,KAAK,GAAG,CAAI,KAAU,EAAE,IAAY,EAAS,EAAE;IAC3D,OAAO,KAAK,CAAC,MAAM,CAAQ,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE;QAC5C,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC;YACxB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC;YAC3C,OAAO,GAAG,CAAC;QACZ,CAAC;QACD,OAAO,GAAG,CAAC;IACZ,CAAC,EAAE,EAAE,CAAC,CAAC;AACR,CAAC,CAAC"}
|