webforai 0.0.12 → 0.0.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/extract-hast.js +1 -1
- package/dist/extract-hast.js.map +1 -0
- package/dist/html-to-markdown.js +1 -1
- package/dist/html-to-markdown.js.map +1 -0
- package/dist/html-to-mdast.js +1 -1
- package/dist/html-to-mdast.js.map +1 -0
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -0
- package/dist/link-replacer.js +1 -1
- package/dist/link-replacer.js.map +1 -0
- package/dist/loaders/playwright.js +2 -2
- package/dist/loaders/playwright.js.map +1 -0
- package/dist/md-splitter.js +1 -1
- package/dist/md-splitter.js.map +1 -0
- package/dist/mdast-handlers/custom-div-handler.js +1 -1
- package/dist/mdast-handlers/custom-div-handler.js.map +1 -0
- package/dist/mdast-handlers/math-handler.js +1 -1
- package/dist/mdast-handlers/math-handler.js.map +1 -0
- package/dist/mdast-to-markdown.js +1 -1
- package/dist/mdast-to-markdown.js.map +1 -0
- package/dist/utils/common.js +1 -1
- package/dist/utils/common.js.map +1 -0
- package/dist/utils/mdast-utils.js +1 -1
- package/dist/utils/mdast-utils.js.map +1 -0
- package/package.json +2 -2
- package/src/loaders/playwright.ts +1 -1
- package/src/mdast-handlers/custom-div-handler.ts +34 -35
- package/src/mdast-handlers/math-handler.ts +7 -7
- package/dist/extract-hast.d.ts +0 -3
- package/dist/extract-hast.d.ts.map +0 -1
- package/dist/html-to-markdown.d.ts +0 -7
- package/dist/html-to-markdown.d.ts.map +0 -1
- package/dist/html-to-mdast.d.ts +0 -7
- package/dist/html-to-mdast.d.ts.map +0 -1
- package/dist/index.d.ts +0 -5
- package/dist/index.d.ts.map +0 -1
- package/dist/link-replacer.d.ts +0 -2
- package/dist/link-replacer.d.ts.map +0 -1
- package/dist/loaders/playwright.d.ts +0 -3
- package/dist/loaders/playwright.d.ts.map +0 -1
- package/dist/md-splitter.d.ts +0 -5
- package/dist/md-splitter.d.ts.map +0 -1
- package/dist/mdast-handlers/custom-div-handler.d.ts +0 -3
- package/dist/mdast-handlers/custom-div-handler.d.ts.map +0 -1
- package/dist/mdast-handlers/math-handler.d.ts +0 -3
- package/dist/mdast-handlers/math-handler.d.ts.map +0 -1
- package/dist/mdast-to-markdown.d.ts +0 -5
- package/dist/mdast-to-markdown.d.ts.map +0 -1
- package/dist/utils/common.d.ts +0 -2
- package/dist/utils/common.d.ts.map +0 -1
- package/dist/utils/mdast-utils.d.ts +0 -5
- package/dist/utils/mdast-utils.d.ts.map +0 -1
package/dist/extract-hast.js
CHANGED
|
@@ -16,4 +16,4 @@ export const extractHast = (hast) => {
|
|
|
16
16
|
}
|
|
17
17
|
return hast;
|
|
18
18
|
};
|
|
19
|
-
//# sourceMappingURL=
|
|
19
|
+
//# sourceMappingURL=extract-hast.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extract-hast.js","sourceRoot":"","sources":["../src/extract-hast.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,EAAE;IACzC,MAAM,eAAe,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAEpD,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE;QACvC,MAAM,YAAY,GAAG,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC/C,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE;YAChC,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;SACzD;KACD;IAED,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IACtE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE;QACjC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;KAC5B;IAED,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}
|
package/dist/html-to-markdown.js
CHANGED
|
@@ -5,4 +5,4 @@ export const htmlToMarkdown = (html, options) => {
|
|
|
5
5
|
const markdown = mdastToMarkdown(mdast, options);
|
|
6
6
|
return markdown;
|
|
7
7
|
};
|
|
8
|
-
//# sourceMappingURL=
|
|
8
|
+
//# sourceMappingURL=html-to-markdown.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"html-to-markdown.js","sourceRoot":"","sources":["../src/html-to-markdown.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAOtD,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,OAA+B,EAAU,EAAE;IACvF,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACjD,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC"}
|
package/dist/html-to-mdast.js
CHANGED
|
@@ -11,4 +11,4 @@ export const htmlToMdast = (html, options) => {
|
|
|
11
11
|
});
|
|
12
12
|
return mdast;
|
|
13
13
|
};
|
|
14
|
-
//# sourceMappingURL=
|
|
14
|
+
//# sourceMappingURL=html-to-mdast.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"html-to-mdast.js","sourceRoot":"","sources":["../src/html-to-mdast.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAM5D,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,OAA4B,EAAS,EAAE;IAChF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,aAAa,GAAG,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAC3F,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE;KACpE,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -2,4 +2,4 @@ export * from "./html-to-markdown";
|
|
|
2
2
|
export * from "./md-splitter";
|
|
3
3
|
export * from "./html-to-mdast";
|
|
4
4
|
export * from "./mdast-to-markdown";
|
|
5
|
-
//# sourceMappingURL=
|
|
5
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,eAAe,CAAC;AAC9B,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC"}
|
package/dist/link-replacer.js
CHANGED
|
@@ -6,4 +6,4 @@ export const linkReplacer = (markdown, link) => {
|
|
|
6
6
|
return `${pre}${new URL(thisUrl, link).href}${post}`;
|
|
7
7
|
});
|
|
8
8
|
};
|
|
9
|
-
//# sourceMappingURL=
|
|
9
|
+
//# sourceMappingURL=link-replacer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"link-replacer.js","sourceRoot":"","sources":["../src/link-replacer.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,QAAgB,EAAE,IAAY,EAAE,EAAE;IAC9D,MAAM,KAAK,GAAG,yBAAyB,CAAC;IACxC,OAAO,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;QAC5D,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QACxE,OAAO,GAAG,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,IAAI,GAAG,IAAI,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import playwright from "playwright";
|
|
1
|
+
import * as playwright from "playwright";
|
|
2
2
|
const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
|
|
3
3
|
export const loadHtml = async (url, context) => {
|
|
4
4
|
let _browser = null;
|
|
@@ -19,4 +19,4 @@ export const loadHtml = async (url, context) => {
|
|
|
19
19
|
await _browser.close();
|
|
20
20
|
return html;
|
|
21
21
|
};
|
|
22
|
-
//# sourceMappingURL=
|
|
22
|
+
//# sourceMappingURL=playwright.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"playwright.js","sourceRoot":"","sources":["../../src/loaders/playwright.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,UAAU,MAAM,YAAY,CAAC;AAEzC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAW,EAAE,OAAmC,EAAE,EAAE;IAClF,IAAI,QAAQ,GAA8B,IAAI,CAAC;IAC/C,IAAI,QAAmC,CAAC;IACxC,IAAI,CAAC,OAAO,EAAE;QACb,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC9C,QAAQ,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;KACvC;SAAM;QACN,QAAQ,GAAG,OAAO,CAAC;KACnB;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IACtC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrB,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAClC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACnB,IAAI,QAAQ;QAAE,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IACrC,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}
|
package/dist/md-splitter.js
CHANGED
|
@@ -27,4 +27,4 @@ const _mdastSplitter = async (contents, checker, splitterGenerator) => {
|
|
|
27
27
|
export const mdastSplitter = async (mdast, checker, options) => {
|
|
28
28
|
return _mdastSplitter(unwarpRoot(mdast), checker, getSplitterGenerator());
|
|
29
29
|
};
|
|
30
|
-
//# sourceMappingURL=
|
|
30
|
+
//# sourceMappingURL=md-splitter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"md-splitter.js","sourceRoot":"","sources":["../src/md-splitter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEzE,MAAM,kBAAkB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;AAEzF,MAAM,oBAAoB,GAAG,QAAQ,CAAC;IACrC,KAAK,MAAM,QAAQ,IAAI,kBAAkB;QAAE,MAAM,QAAQ,CAAC;AAC3D,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,KAAK,EAC3B,QAAuB,EACvB,OAA+C,EAC/C,iBAAoC,EACT,EAAE;IAC7B,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IACrD,IAAI,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM;QAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;IAEhD,MAAM,OAAO,GAAG,QAAQ;QACvB,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAkB,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE;YAClD,IAAI,YAAY,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE;gBAC3D,GAAG,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBACpB,OAAO,GAAG,CAAC;aACX;YACD,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAClC,OAAO,GAAG,CAAC;QACX,CAAC,EAAE,EAAE,CAAC;QACR,CAAC,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IAEtB,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAE5F,OAAO,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;AAC/D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EACjC,KAAY,EACZ,OAA+C,EAC/C,OAAkC,EACP,EAAE;IAC7B,OAAO,cAAc,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAC,CAAC;AAC3E,CAAC,CAAC"}
|
|
@@ -39,4 +39,4 @@ export const customDivHandler = (state, node) => {
|
|
|
39
39
|
}
|
|
40
40
|
return defaultHandlers.div(state, node);
|
|
41
41
|
};
|
|
42
|
-
//# sourceMappingURL=
|
|
42
|
+
//# sourceMappingURL=custom-div-handler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"custom-div-handler.js","sourceRoot":"","sources":["../../src/mdast-handlers/custom-div-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,MAAM,CAAC,MAAM,gBAAgB,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACvD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAE7F,IAAI,iBAAqC,CAAC;IAC1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;QACnC,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,2BAA2B,EAAE;YACtD,iBAAiB,GAAG,MAAM,CAAC;YAC3B,MAAM;SACN;aAAM,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE;YAC3D,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACxE,MAAM;SACN;aAAM,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE;YACnD,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM;SACN;aAAM,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE;YAC5D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,MAAM;YAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,iBAAiB,GAAG,IAAI,CAAC;YACzB,MAAM;SACN;KACD;IAED,IAAI,iBAAiB,KAAK,SAAS,EAAE;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC;QAExG,MAAM,MAAM,GAAS;YACpB,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,iBAAiB;YACvB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE;SAC7C,CAAC;QACF,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1B,OAAO,MAAM,CAAC;KACd;IAED,OAAO,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACzC,CAAC,CAAC"}
|
|
@@ -7,4 +7,4 @@ export const mathHandler = (state, node) => {
|
|
|
7
7
|
state.patch(node, result);
|
|
8
8
|
return result;
|
|
9
9
|
};
|
|
10
|
-
//# sourceMappingURL=
|
|
10
|
+
//# sourceMappingURL=math-handler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"math-handler.js","sourceRoot":"","sources":["../../src/mdast-handlers/math-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAGhD,MAAM,CAAC,MAAM,WAAW,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IAClD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAwB,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IACzE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC1B,OAAO,MAAM,CAAC;AACf,CAAC,CAAC"}
|
|
@@ -11,4 +11,4 @@ export const mdastToMarkdown = (mdast, options) => {
|
|
|
11
11
|
markdown = linkReplacer(markdown, options.solveLinks);
|
|
12
12
|
return markdown;
|
|
13
13
|
};
|
|
14
|
-
//# sourceMappingURL=
|
|
14
|
+
//# sourceMappingURL=mdast-to-markdown.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mdast-to-markdown.js","sourceRoot":"","sources":["../src/mdast-to-markdown.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,KAA4B,EAAE,OAAiC,EAAU,EAAE;IAC1G,IAAI,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;QAC1C,UAAU,EAAE,CAAC,aAAa,EAAE,EAAE,cAAc,EAAE,CAAC;KAC/C,CAAC,CAAC;IAEH,IAAI,OAAO,EAAE,UAAU;QAAE,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAE/E,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC"}
|
package/dist/utils/common.js
CHANGED
|
@@ -7,4 +7,4 @@ export const chunk = (array, size) => {
|
|
|
7
7
|
return acc;
|
|
8
8
|
}, []);
|
|
9
9
|
};
|
|
10
|
-
//# sourceMappingURL=
|
|
10
|
+
//# sourceMappingURL=common.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"common.js","sourceRoot":"","sources":["../../src/utils/common.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,KAAK,GAAG,CAAI,KAAU,EAAE,IAAY,EAAS,EAAE;IAC3D,OAAO,KAAK,CAAC,MAAM,CAAQ,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE;QAC5C,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC,EAAE;YACvB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC;YAC3C,OAAO,GAAG,CAAC;SACX;QACD,OAAO,GAAG,CAAC;IACZ,CAAC,EAAE,EAAE,CAAC,CAAC;AACR,CAAC,CAAC"}
|
|
@@ -13,4 +13,4 @@ export const internalType = (content) => {
|
|
|
13
13
|
return `h${content.depth}`;
|
|
14
14
|
return content.type;
|
|
15
15
|
};
|
|
16
|
-
//# sourceMappingURL=
|
|
16
|
+
//# sourceMappingURL=mdast-utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mdast-utils.js","sourceRoot":"","sources":["../../src/utils/mdast-utils.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,KAAY,EAAiB,EAAE;IACzD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,KAAK,CAAC,QAAQ,CAAC;IACjD,OAAO,CAAC,KAAK,CAAC,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,KAA4B,EAAS,EAAE;IAC/D,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IACnE,OAAO,KAAK,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,OAAoB,EAAU,EAAE;IAC5D,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;IAC3D,OAAO,OAAO,CAAC,IAAI,CAAC;AACrB,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "webforai",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.13",
|
|
4
4
|
"description": "A library that provides a web interface for AI",
|
|
5
5
|
"author": "inaridiy",
|
|
6
6
|
"license": "MIT",
|
|
@@ -71,7 +71,7 @@
|
|
|
71
71
|
},
|
|
72
72
|
"scripts": {
|
|
73
73
|
"clean": "rimraf dist",
|
|
74
|
-
"build": "pnpm run clean && tsc ",
|
|
74
|
+
"build": "pnpm run clean && tsc --module es2015",
|
|
75
75
|
"test": "echo \"Error: no test specified\" && exit 1",
|
|
76
76
|
"format": "biome format . --write",
|
|
77
77
|
"lint": "biome check ."
|
|
@@ -1,44 +1,43 @@
|
|
|
1
|
-
import { Handle, defaultHandlers } from "hast-util-to-mdast";
|
|
1
|
+
import { type Handle, defaultHandlers } from "hast-util-to-mdast";
|
|
2
2
|
import { toText } from "hast-util-to-text";
|
|
3
|
-
import { Code } from "mdast";
|
|
3
|
+
import type { Code } from "mdast";
|
|
4
4
|
import { trimTrailingLines } from "trim-trailing-lines";
|
|
5
5
|
|
|
6
6
|
export const customDivHandler: Handle = (state, node) => {
|
|
7
|
-
|
|
7
|
+
const classNames = Array.isArray(node.properties.className) ? node.properties.className : [];
|
|
8
8
|
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
9
|
+
let highlightLanguage: string | undefined;
|
|
10
|
+
for (const className of classNames) {
|
|
11
|
+
if (String(className) === "highlight-text-html-basic") {
|
|
12
|
+
highlightLanguage = "html";
|
|
13
|
+
break;
|
|
14
|
+
} else if (String(className).includes("highlight-source-")) {
|
|
15
|
+
highlightLanguage = String(className).slice("highlight-source-".length);
|
|
16
|
+
break;
|
|
17
|
+
} else if (String(className).includes("language-")) {
|
|
18
|
+
highlightLanguage = String(className).slice("language-".length);
|
|
19
|
+
break;
|
|
20
|
+
} else if (String(className).includes("code-block_wrapper")) {
|
|
21
|
+
const text = toText(node);
|
|
22
|
+
if (!text.includes(".")) break;
|
|
23
|
+
const lang = toText(node).split("\n")[0].split(".").slice(-1)[0];
|
|
24
|
+
highlightLanguage = lang;
|
|
25
|
+
break;
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
28
|
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
node.children.find((child) => child.type === "element" && child.tagName === "pre") || node;
|
|
29
|
+
if (highlightLanguage !== undefined) {
|
|
30
|
+
const code = node.children.find((child) => child.type === "element" && child.tagName === "pre") || node;
|
|
32
31
|
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
32
|
+
const result: Code = {
|
|
33
|
+
type: "code",
|
|
34
|
+
lang: highlightLanguage,
|
|
35
|
+
meta: null,
|
|
36
|
+
value: trimTrailingLines(toText(code)).trim(),
|
|
37
|
+
};
|
|
38
|
+
state.patch(node, result);
|
|
39
|
+
return result;
|
|
40
|
+
}
|
|
42
41
|
|
|
43
|
-
|
|
42
|
+
return defaultHandlers.div(state, node);
|
|
44
43
|
};
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import { toHtml } from "hast-util-to-html";
|
|
2
|
-
import { Handle } from "hast-util-to-mdast";
|
|
2
|
+
import type { Handle } from "hast-util-to-mdast";
|
|
3
3
|
import { MathMLToLaTeX } from "mathml-to-latex";
|
|
4
|
-
import type { InlineMath, Math } from "mdast-util-math";
|
|
4
|
+
import type { InlineMath, Math as MDMath } from "mdast-util-math";
|
|
5
5
|
|
|
6
6
|
export const mathHandler: Handle = (state, node) => {
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
7
|
+
const mathMl = toHtml(node);
|
|
8
|
+
const latex = MathMLToLaTeX.convert(mathMl);
|
|
9
|
+
const result: InlineMath | MDMath = { type: "inlineMath", value: latex };
|
|
10
|
+
state.patch(node, result);
|
|
11
|
+
return result;
|
|
12
12
|
};
|
package/dist/extract-hast.d.ts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"extract-hast.d.ts","sourceRoot":"","sources":["../src/extract-hast.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AAKzC,eAAO,MAAM,WAAW,SAAU,IAAI,kCAiBrC,CAAC"}
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
import type { Root as Hast } from "hast";
|
|
2
|
-
export interface HtmlToMarkdownOptions {
|
|
3
|
-
extractHast?: false | ((hast: Hast) => Hast);
|
|
4
|
-
solveLinks?: string;
|
|
5
|
-
}
|
|
6
|
-
export declare const htmlToMarkdown: (html: string, options?: HtmlToMarkdownOptions) => string;
|
|
7
|
-
//# sourceMappingURL=html-to-markdown.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"html-to-markdown.d.ts","sourceRoot":"","sources":["../src/html-to-markdown.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AAIzC,MAAM,WAAW,qBAAqB;IACrC,WAAW,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,KAAK,IAAI,CAAC,CAAC;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,eAAO,MAAM,cAAc,SAAU,MAAM,YAAY,qBAAqB,KAAG,MAI9E,CAAC"}
|
package/dist/html-to-mdast.d.ts
DELETED
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
import type { Root as Hast } from "hast";
|
|
2
|
-
import type { Nodes as Mdast } from "mdast";
|
|
3
|
-
export type HtmlToMdastOptions = {
|
|
4
|
-
extractHast?: false | ((hast: Hast) => Hast);
|
|
5
|
-
};
|
|
6
|
-
export declare const htmlToMdast: (html: string, options?: HtmlToMdastOptions) => Mdast;
|
|
7
|
-
//# sourceMappingURL=html-to-mdast.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"html-to-mdast.d.ts","sourceRoot":"","sources":["../src/html-to-mdast.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,IAAI,IAAI,EAAE,MAAM,MAAM,CAAC;AACzC,OAAO,KAAK,EAAE,KAAK,IAAI,KAAK,EAAE,MAAM,OAAO,CAAC;AAS5C,MAAM,MAAM,kBAAkB,GAAG;IAChC,WAAW,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,KAAK,IAAI,CAAC,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,WAAW,SAAU,MAAM,YAAY,kBAAkB,KAAG,KAQxE,CAAC"}
|
package/dist/index.d.ts
DELETED
package/dist/index.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,eAAe,CAAC;AAC9B,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC"}
|
package/dist/link-replacer.d.ts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"link-replacer.d.ts","sourceRoot":"","sources":["../src/link-replacer.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,YAAY,aAAc,MAAM,QAAQ,MAAM,WAM1D,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"playwright.d.ts","sourceRoot":"","sources":["../../src/loaders/playwright.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,YAAY,CAAC;AAIpC,eAAO,MAAM,QAAQ,QAAe,MAAM,YAAY,WAAW,cAAc,oBAiB9E,CAAC"}
|
package/dist/md-splitter.d.ts
DELETED
|
@@ -1,5 +0,0 @@
|
|
|
1
|
-
import type { Nodes as Mdast, RootContent } from "mdast";
|
|
2
|
-
export declare const mdastSplitter: (mdast: Mdast, checker: (markdown: string) => Promise<boolean>, options?: {
|
|
3
|
-
signal?: AbortSignal;
|
|
4
|
-
}) => Promise<RootContent[][]>;
|
|
5
|
-
//# sourceMappingURL=md-splitter.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"md-splitter.d.ts","sourceRoot":"","sources":["../src/md-splitter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,IAAI,KAAK,EAAE,WAAW,EAAE,MAAM,OAAO,CAAC;AAoCzD,eAAO,MAAM,aAAa,UAClB,KAAK,sBACQ,MAAM,KAAK,QAAQ,OAAO,CAAC,YACrC;IAAE,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAChC,QAAQ,WAAW,EAAE,EAAE,CAEzB,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"custom-div-handler.d.ts","sourceRoot":"","sources":["../../src/mdast-handlers/custom-div-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAmB,MAAM,oBAAoB,CAAC;AAK7D,eAAO,MAAM,gBAAgB,EAAE,MAsC9B,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"math-handler.d.ts","sourceRoot":"","sources":["../../src/mdast-handlers/math-handler.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAI5C,eAAO,MAAM,WAAW,EAAE,MAMzB,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"mdast-to-markdown.d.ts","sourceRoot":"","sources":["../src/mdast-to-markdown.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,IAAI,KAAK,EAAE,WAAW,EAAE,MAAM,OAAO,CAAC;AASzD,eAAO,MAAM,eAAe,UAAW,KAAK,GAAG,WAAW,EAAE,YAAY;IAAE,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,KAAG,MAQjG,CAAC"}
|
package/dist/utils/common.d.ts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../src/utils/common.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,KAAK,wBAAyB,MAAM,UAQhD,CAAC"}
|
|
@@ -1,5 +0,0 @@
|
|
|
1
|
-
import type { Nodes as Mdast, RootContent } from "mdast";
|
|
2
|
-
export declare const unwarpRoot: (mdast: Mdast) => RootContent[];
|
|
3
|
-
export declare const warpRoot: (mdast: RootContent[] | Mdast) => Mdast;
|
|
4
|
-
export declare const internalType: (content: RootContent) => string;
|
|
5
|
-
//# sourceMappingURL=mdast-utils.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"mdast-utils.d.ts","sourceRoot":"","sources":["../../src/utils/mdast-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,IAAI,KAAK,EAAE,WAAW,EAAE,MAAM,OAAO,CAAC;AAEzD,eAAO,MAAM,UAAU,UAAW,KAAK,KAAG,WAAW,EAGpD,CAAC;AAEF,eAAO,MAAM,QAAQ,UAAW,WAAW,EAAE,GAAG,KAAK,KAAG,KAGvD,CAAC;AAEF,eAAO,MAAM,YAAY,YAAa,WAAW,KAAG,MAGnD,CAAC"}
|