@markitdownjs/shared 0.1.1 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/__tests__/types.test.js +61 -59
- package/dist/__tests__/types.test.js.map +1 -1
- package/dist/converter-utils.d.ts +35 -0
- package/dist/converter-utils.d.ts.map +1 -0
- package/dist/converter-utils.js +62 -0
- package/dist/converter-utils.js.map +1 -0
- package/dist/document-ast.d.ts +7 -2
- package/dist/document-ast.d.ts.map +1 -1
- package/dist/document-ast.js.map +1 -1
- package/dist/index.d.ts +4 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/types.d.ts +28 -0
- package/dist/types.d.ts.map +1 -1
- package/package.json +4 -2
|
@@ -1,112 +1,114 @@
|
|
|
1
|
-
import { describe, it, expect } from
|
|
2
|
-
import { createNode, isNodeOfType, walkAst, getNodeText, countTokens, findNodesOfType, detectMimeType, isSupportedExtension, generateId, readInputData, } from
|
|
3
|
-
describe(
|
|
4
|
-
describe(
|
|
5
|
-
it(
|
|
6
|
-
const node = createNode({ type:
|
|
7
|
-
expect(node.type).toBe(
|
|
8
|
-
expect(node.value).toBe(
|
|
1
|
+
import { describe, it, expect } from "vitest";
|
|
2
|
+
import { createNode, isNodeOfType, walkAst, getNodeText, countTokens, findNodesOfType, detectMimeType, isSupportedExtension, generateId, readInputData, } from "../index.js";
|
|
3
|
+
describe("Document AST", () => {
|
|
4
|
+
describe("createNode", () => {
|
|
5
|
+
it("should create a text node", () => {
|
|
6
|
+
const node = createNode({ type: "text", value: "hello" });
|
|
7
|
+
expect(node.type).toBe("text");
|
|
8
|
+
expect(node.value).toBe("hello");
|
|
9
9
|
});
|
|
10
|
-
it(
|
|
10
|
+
it("should create a heading node", () => {
|
|
11
11
|
const node = createNode({
|
|
12
|
-
type:
|
|
12
|
+
type: "heading",
|
|
13
13
|
level: 1,
|
|
14
|
-
children: [createNode({ type:
|
|
14
|
+
children: [createNode({ type: "text", value: "Title" })],
|
|
15
15
|
});
|
|
16
|
-
expect(node.type).toBe(
|
|
16
|
+
expect(node.type).toBe("heading");
|
|
17
17
|
expect(node.level).toBe(1);
|
|
18
18
|
});
|
|
19
19
|
});
|
|
20
|
-
describe(
|
|
21
|
-
it(
|
|
22
|
-
const text = createNode({ type:
|
|
23
|
-
expect(isNodeOfType(text,
|
|
24
|
-
expect(isNodeOfType(text,
|
|
20
|
+
describe("isNodeOfType", () => {
|
|
21
|
+
it("should correctly identify node types", () => {
|
|
22
|
+
const text = createNode({ type: "text", value: "test" });
|
|
23
|
+
expect(isNodeOfType(text, "text")).toBe(true);
|
|
24
|
+
expect(isNodeOfType(text, "heading")).toBe(false);
|
|
25
25
|
});
|
|
26
26
|
});
|
|
27
|
-
describe(
|
|
28
|
-
it(
|
|
27
|
+
describe("walkAst", () => {
|
|
28
|
+
it("should visit all nodes", () => {
|
|
29
29
|
const doc = createNode({
|
|
30
|
-
type:
|
|
30
|
+
type: "document",
|
|
31
31
|
children: [
|
|
32
32
|
createNode({
|
|
33
|
-
type:
|
|
34
|
-
children: [createNode({ type:
|
|
33
|
+
type: "paragraph",
|
|
34
|
+
children: [createNode({ type: "text", value: "hello" })],
|
|
35
35
|
}),
|
|
36
36
|
],
|
|
37
37
|
});
|
|
38
38
|
const visited = [];
|
|
39
|
-
walkAst(doc, (node) => {
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
expect(visited).toContain(
|
|
39
|
+
walkAst(doc, (node) => {
|
|
40
|
+
visited.push(node.type);
|
|
41
|
+
});
|
|
42
|
+
expect(visited).toContain("document");
|
|
43
|
+
expect(visited).toContain("paragraph");
|
|
44
|
+
expect(visited).toContain("text");
|
|
43
45
|
});
|
|
44
46
|
});
|
|
45
|
-
describe(
|
|
46
|
-
it(
|
|
47
|
-
const node = createNode({ type:
|
|
48
|
-
expect(getNodeText(node)).toBe(
|
|
47
|
+
describe("getNodeText", () => {
|
|
48
|
+
it("should extract text from text node", () => {
|
|
49
|
+
const node = createNode({ type: "text", value: "hello world" });
|
|
50
|
+
expect(getNodeText(node)).toBe("hello world");
|
|
49
51
|
});
|
|
50
|
-
it(
|
|
52
|
+
it("should extract text from nested nodes", () => {
|
|
51
53
|
const doc = createNode({
|
|
52
|
-
type:
|
|
54
|
+
type: "document",
|
|
53
55
|
children: [
|
|
54
56
|
createNode({
|
|
55
|
-
type:
|
|
57
|
+
type: "paragraph",
|
|
56
58
|
children: [
|
|
57
|
-
createNode({ type:
|
|
58
|
-
createNode({ type:
|
|
59
|
+
createNode({ type: "text", value: "hello " }),
|
|
60
|
+
createNode({ type: "text", value: "world" }),
|
|
59
61
|
],
|
|
60
62
|
}),
|
|
61
63
|
],
|
|
62
64
|
});
|
|
63
|
-
expect(getNodeText(doc)).toBe(
|
|
65
|
+
expect(getNodeText(doc)).toBe("hello world");
|
|
64
66
|
});
|
|
65
67
|
});
|
|
66
|
-
describe(
|
|
67
|
-
it(
|
|
68
|
-
const node = createNode({ type:
|
|
68
|
+
describe("countTokens", () => {
|
|
69
|
+
it("should count words", () => {
|
|
70
|
+
const node = createNode({ type: "text", value: "hello world foo bar" });
|
|
69
71
|
expect(countTokens(node)).toBe(4);
|
|
70
72
|
});
|
|
71
73
|
});
|
|
72
|
-
describe(
|
|
73
|
-
it(
|
|
74
|
+
describe("findNodesOfType", () => {
|
|
75
|
+
it("should find all headings", () => {
|
|
74
76
|
const doc = createNode({
|
|
75
|
-
type:
|
|
77
|
+
type: "document",
|
|
76
78
|
children: [
|
|
77
|
-
createNode({ type:
|
|
78
|
-
createNode({ type:
|
|
79
|
-
createNode({ type:
|
|
79
|
+
createNode({ type: "heading", level: 1, children: [] }),
|
|
80
|
+
createNode({ type: "paragraph", children: [] }),
|
|
81
|
+
createNode({ type: "heading", level: 2, children: [] }),
|
|
80
82
|
],
|
|
81
83
|
});
|
|
82
|
-
const headings = findNodesOfType(doc,
|
|
84
|
+
const headings = findNodesOfType(doc, "heading");
|
|
83
85
|
expect(headings).toHaveLength(2);
|
|
84
86
|
});
|
|
85
87
|
});
|
|
86
88
|
});
|
|
87
|
-
describe(
|
|
88
|
-
it(
|
|
89
|
-
expect(detectMimeType(
|
|
89
|
+
describe("MIME types", () => {
|
|
90
|
+
it("should detect PDF mime type", () => {
|
|
91
|
+
expect(detectMimeType("document.pdf")).toBe("application/pdf");
|
|
90
92
|
});
|
|
91
|
-
it(
|
|
92
|
-
expect(detectMimeType(
|
|
93
|
+
it("should detect DOCX mime type", () => {
|
|
94
|
+
expect(detectMimeType("report.docx")).toContain("wordprocessingml");
|
|
93
95
|
});
|
|
94
|
-
it(
|
|
95
|
-
expect(isSupportedExtension(
|
|
96
|
+
it("should support .html extension", () => {
|
|
97
|
+
expect(isSupportedExtension(".html")).toBe(true);
|
|
96
98
|
});
|
|
97
99
|
});
|
|
98
|
-
describe(
|
|
99
|
-
it(
|
|
100
|
+
describe("Utilities", () => {
|
|
101
|
+
it("should generate unique IDs", () => {
|
|
100
102
|
const id1 = generateId();
|
|
101
103
|
const id2 = generateId();
|
|
102
104
|
expect(id1).not.toBe(id2);
|
|
103
105
|
});
|
|
104
|
-
it(
|
|
105
|
-
const data = await readInputData(
|
|
106
|
+
it("should read string input", async () => {
|
|
107
|
+
const data = await readInputData("hello");
|
|
106
108
|
expect(data).toBeInstanceOf(Uint8Array);
|
|
107
|
-
expect(new TextDecoder().decode(data)).toBe(
|
|
109
|
+
expect(new TextDecoder().decode(data)).toBe("hello");
|
|
108
110
|
});
|
|
109
|
-
it(
|
|
111
|
+
it("should read Uint8Array input", async () => {
|
|
110
112
|
const input = new Uint8Array([1, 2, 3]);
|
|
111
113
|
const data = await readInputData(input);
|
|
112
114
|
expect(data).toBe(input);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.test.js","sourceRoot":"","sources":["../../src/__tests__/types.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,UAAU,EACV,YAAY,EACZ,OAAO,EACP,WAAW,EACX,WAAW,EACX,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,UAAU,EACV,aAAa,GACd,MAAM,aAAa,CAAC;AAGrB,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,IAAI,GAAG,UAAU,CAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACpE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,IAAI,GAAG,UAAU,CAAc;gBACnC,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,CAAC;gBACR,QAAQ,EAAE,CAAC,UAAU,CAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;aACnE,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,IAAI,GAAG,UAAU,CAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YACnE,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YAChC,MAAM,GAAG,GAAG,UAAU,CAAe;gBACnC,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,UAAU,CAAgB;wBACxB,IAAI,EAAE,WAAW;wBACjB,QAAQ,EAAE,CAAC,UAAU,CAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;qBACnE,CAAC;iBACH;aACF,CAAC,CAAC;YACH,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,
|
|
1
|
+
{"version":3,"file":"types.test.js","sourceRoot":"","sources":["../../src/__tests__/types.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,UAAU,EACV,YAAY,EACZ,OAAO,EACP,WAAW,EACX,WAAW,EACX,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,UAAU,EACV,aAAa,GACd,MAAM,aAAa,CAAC;AAGrB,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,IAAI,GAAG,UAAU,CAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACpE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,IAAI,GAAG,UAAU,CAAc;gBACnC,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,CAAC;gBACR,QAAQ,EAAE,CAAC,UAAU,CAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;aACnE,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,IAAI,GAAG,UAAU,CAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YACnE,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YAChC,MAAM,GAAG,GAAG,UAAU,CAAe;gBACnC,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,UAAU,CAAgB;wBACxB,IAAI,EAAE,WAAW;wBACjB,QAAQ,EAAE,CAAC,UAAU,CAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;qBACnE,CAAC;iBACH;aACF,CAAC,CAAC;YACH,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE;gBACpB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1B,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACtC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YACvC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,IAAI,GAAG,UAAU,CAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YAC1E,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,GAAG,GAAG,UAAU,CAAe;gBACnC,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,UAAU,CAAgB;wBACxB,IAAI,EAAE,WAAW;wBACjB,QAAQ,EAAE;4BACR,UAAU,CAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;4BACvD,UAAU,CAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;yBACvD;qBACF,CAAC;iBACH;aACF,CAAC,CAAC;YACH,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;YAC5B,MAAM,IAAI,GAAG,UAAU,CAAW,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;YAClF,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,GAAG,GAAG,UAAU,CAAe;gBACnC,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,UAAU,CAAc,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;oBACpE,UAAU,CAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;oBAC9D,UAAU,CAAc,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;iBACrE;aACF,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YACjD,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QACxC,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import type { ConversionInput, FileExtension, MimeType } from "./types.js";
|
|
2
|
+
export interface StrictCanConvertOptions {
|
|
3
|
+
/** MIME types this converter handles. */
|
|
4
|
+
mimeTypes: readonly MimeType[];
|
|
5
|
+
/** File extensions this converter handles (including leading dot, lowercase). */
|
|
6
|
+
extensions: readonly FileExtension[];
|
|
7
|
+
/**
|
|
8
|
+
* Optional magic-byte check. Only invoked when neither mimeType nor fileName is provided.
|
|
9
|
+
* Omit for formats whose magic bytes overlap with other formats (e.g. all ZIP-based OOXML).
|
|
10
|
+
*/
|
|
11
|
+
magicBytes?: (bytes: Uint8Array) => boolean;
|
|
12
|
+
}
|
|
13
|
+
/**
|
|
14
|
+
* Strict canConvert decision tree.
|
|
15
|
+
*
|
|
16
|
+
* 1. If `input.mimeType` is provided, match-or-reject (no fall-through).
|
|
17
|
+
* 2. If `input.fileName` is provided, match-or-reject (no fall-through).
|
|
18
|
+
* 3. Only when neither hint is provided, fall back to magic-byte sniffing (if `magicBytes`).
|
|
19
|
+
*
|
|
20
|
+
* This prevents zip-based converters (docx/xlsx/pptx/epub) from intercepting each other
|
|
21
|
+
* via the shared `PK\x03\x04` ZIP magic header when the caller has already specified the type.
|
|
22
|
+
*/
|
|
23
|
+
export declare function strictCanConvert(input: ConversionInput, opts: StrictCanConvertOptions): Promise<boolean>;
|
|
24
|
+
/** Convenience magic-byte predicate for ZIP-based formats (`PK\x03\x04`). */
|
|
25
|
+
export declare function isZipMagic(bytes: Uint8Array): boolean;
|
|
26
|
+
/**
|
|
27
|
+
* Guard against zip-bomb attacks by summing uncompressed entry sizes.
|
|
28
|
+
*
|
|
29
|
+
* Call immediately after `JSZip.loadAsync()`. Throws `ConversionError` when
|
|
30
|
+
* total decompressed bytes exceed `limitBytes` (default 50 MB).
|
|
31
|
+
*/
|
|
32
|
+
export declare function checkZipBombRisk(zip: {
|
|
33
|
+
forEach(cb: (path: string, file: unknown) => void): void;
|
|
34
|
+
}, limitBytes?: number): void;
|
|
35
|
+
//# sourceMappingURL=converter-utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"converter-utils.d.ts","sourceRoot":"","sources":["../src/converter-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAG3E,MAAM,WAAW,uBAAuB;IACtC,yCAAyC;IACzC,SAAS,EAAE,SAAS,QAAQ,EAAE,CAAC;IAC/B,iFAAiF;IACjF,UAAU,EAAE,SAAS,aAAa,EAAE,CAAC;IACrC;;;OAGG;IACH,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC;CAC7C;AAED;;;;;;;;;GASG;AACH,wBAAsB,gBAAgB,CACpC,KAAK,EAAE,eAAe,EACtB,IAAI,EAAE,uBAAuB,GAC5B,OAAO,CAAC,OAAO,CAAC,CA0BlB;AAED,6EAA6E;AAC7E,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAQrD;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE;IAAE,OAAO,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,KAAK,IAAI,GAAG,IAAI,CAAA;CAAE,EACjE,UAAU,SAAa,GACtB,IAAI,CAcN"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { ConversionError } from "./errors.js";
|
|
2
|
+
/**
|
|
3
|
+
* Strict canConvert decision tree.
|
|
4
|
+
*
|
|
5
|
+
* 1. If `input.mimeType` is provided, match-or-reject (no fall-through).
|
|
6
|
+
* 2. If `input.fileName` is provided, match-or-reject (no fall-through).
|
|
7
|
+
* 3. Only when neither hint is provided, fall back to magic-byte sniffing (if `magicBytes`).
|
|
8
|
+
*
|
|
9
|
+
* This prevents zip-based converters (docx/xlsx/pptx/epub) from intercepting each other
|
|
10
|
+
* via the shared `PK\x03\x04` ZIP magic header when the caller has already specified the type.
|
|
11
|
+
*/
|
|
12
|
+
export async function strictCanConvert(input, opts) {
|
|
13
|
+
if (input.mimeType) {
|
|
14
|
+
return opts.mimeTypes.includes(input.mimeType);
|
|
15
|
+
}
|
|
16
|
+
if (input.fileName) {
|
|
17
|
+
const dotIndex = input.fileName.lastIndexOf(".");
|
|
18
|
+
if (dotIndex === -1)
|
|
19
|
+
return false;
|
|
20
|
+
const ext = input.fileName.slice(dotIndex).toLowerCase();
|
|
21
|
+
return opts.extensions.includes(ext);
|
|
22
|
+
}
|
|
23
|
+
if (opts.magicBytes) {
|
|
24
|
+
if (input.data instanceof Uint8Array) {
|
|
25
|
+
return opts.magicBytes(input.data);
|
|
26
|
+
}
|
|
27
|
+
if (input.data instanceof ArrayBuffer) {
|
|
28
|
+
return opts.magicBytes(new Uint8Array(input.data));
|
|
29
|
+
}
|
|
30
|
+
if (typeof Blob !== "undefined" && input.data instanceof Blob) {
|
|
31
|
+
const buf = await input.data.arrayBuffer();
|
|
32
|
+
return opts.magicBytes(new Uint8Array(buf));
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
return false;
|
|
36
|
+
}
|
|
37
|
+
/** Convenience magic-byte predicate for ZIP-based formats (`PK\x03\x04`). */
|
|
38
|
+
export function isZipMagic(bytes) {
|
|
39
|
+
return (bytes.length >= 4 &&
|
|
40
|
+
bytes[0] === 0x50 &&
|
|
41
|
+
bytes[1] === 0x4b &&
|
|
42
|
+
bytes[2] === 0x03 &&
|
|
43
|
+
bytes[3] === 0x04);
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* Guard against zip-bomb attacks by summing uncompressed entry sizes.
|
|
47
|
+
*
|
|
48
|
+
* Call immediately after `JSZip.loadAsync()`. Throws `ConversionError` when
|
|
49
|
+
* total decompressed bytes exceed `limitBytes` (default 50 MB).
|
|
50
|
+
*/
|
|
51
|
+
export function checkZipBombRisk(zip, limitBytes = 52_428_800) {
|
|
52
|
+
let total = 0;
|
|
53
|
+
zip.forEach((_path, entry) => {
|
|
54
|
+
const size = entry._data
|
|
55
|
+
?.uncompressedSize ?? 0;
|
|
56
|
+
total += size;
|
|
57
|
+
if (total > limitBytes) {
|
|
58
|
+
throw new ConversionError(`Archive decompressed size exceeds limit of ${limitBytes} bytes (zip bomb protection)`, "zip-bomb-guard");
|
|
59
|
+
}
|
|
60
|
+
});
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=converter-utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"converter-utils.js","sourceRoot":"","sources":["../src/converter-utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAc9C;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,KAAsB,EACtB,IAA6B;IAE7B,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,QAAQ,KAAK,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAClC,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAmB,CAAC;QAC1E,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,IAAI,KAAK,CAAC,IAAI,YAAY,UAAU,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,YAAY,WAAW,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,OAAO,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,IAAI,YAAY,IAAI,EAAE,CAAC;YAC9D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,UAAU,CAAC,KAAiB;IAC1C,OAAO,CACL,KAAK,CAAC,MAAM,IAAI,CAAC;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,CAClB,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAC9B,GAAiE,EACjE,UAAU,GAAG,UAAU;IAEvB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,GAAG,CAAC,OAAO,CAAC,CAAC,KAAa,EAAE,KAAc,EAAE,EAAE;QAC5C,MAAM,IAAI,GACN,KAAiC,CAAC,KAA4C;YAC9E,EAAE,gBAAgB,IAAI,CAAC,CAAC;QAC5B,KAAK,IAAI,IAAI,CAAC;QACd,IAAI,KAAK,GAAG,UAAU,EAAE,CAAC;YACvB,MAAM,IAAI,eAAe,CACvB,8CAA8C,UAAU,8BAA8B,EACtF,gBAAgB,CACjB,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
|
package/dist/document-ast.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export type NodeType = "document" | "heading" | "paragraph" | "table" | "table-row" | "table-cell" | "list" | "list-item" | "image" | "link" | "code" | "quote" | "blockquote" | "thematic-break" | "html" | "text" | "emphasis" | "strong" | "inline-code" | "definition" | "footnote" | "page-break" | "section" | "strikethrough" | "subscript" | "superscript" | "math" | "horizontal-rule" | "raw";
|
|
1
|
+
export type NodeType = "document" | "heading" | "paragraph" | "table" | "table-row" | "table-cell" | "list" | "list-item" | "image" | "link" | "code" | "quote" | "blockquote" | "thematic-break" | "html" | "text" | "emphasis" | "strong" | "inline-code" | "definition" | "footnote" | "page-break" | "section" | "strikethrough" | "subscript" | "superscript" | "math" | "horizontal-rule" | "raw" | "callout";
|
|
2
2
|
export interface DocumentNode {
|
|
3
3
|
type: NodeType;
|
|
4
4
|
children?: AnyNode[];
|
|
@@ -145,7 +145,12 @@ export interface RawNode extends DocumentNode {
|
|
|
145
145
|
format: string;
|
|
146
146
|
value: string;
|
|
147
147
|
}
|
|
148
|
-
export
|
|
148
|
+
export interface CalloutNode extends DocumentNode {
|
|
149
|
+
type: "callout";
|
|
150
|
+
calloutType: "note" | "warning" | "tip" | "caution";
|
|
151
|
+
children: AnyNode[];
|
|
152
|
+
}
|
|
153
|
+
export type AnyNode = DocumentNode | HeadingNode | ParagraphNode | TableNode | TableRowNode | TableCellNode | ListNode | ListItemNode | ImageNode | LinkNode | CodeNode | QuoteNode | BlockquoteNode | TextNode | EmphasisNode | StrongNode | InlineCodeNode | ThematicBreakNode | HtmlNode | DefinitionNode | FootnoteNode | PageBreakNode | SectionNode | StrikethroughNode | MathNode | HorizontalRuleNode | RawNode | CalloutNode;
|
|
149
154
|
export declare function createNode<T extends AnyNode>(node: T): T;
|
|
150
155
|
export declare function isNodeOfType<T extends AnyNode>(node: AnyNode, type: T["type"]): node is T;
|
|
151
156
|
export declare function walkAst(node: AnyNode, visitor: (node: AnyNode, parent: AnyNode | null) => boolean | void): void;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"document-ast.d.ts","sourceRoot":"","sources":["../src/document-ast.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAChB,UAAU,GACV,SAAS,GACT,WAAW,GACX,OAAO,GACP,WAAW,GACX,YAAY,GACZ,MAAM,GACN,WAAW,GACX,OAAO,GACP,MAAM,GACN,MAAM,GACN,OAAO,GACP,YAAY,GACZ,gBAAgB,GAChB,MAAM,GACN,MAAM,GACN,UAAU,GACV,QAAQ,GACR,aAAa,GACb,YAAY,GACZ,UAAU,GACV,YAAY,GACZ,SAAS,GACT,eAAe,GACf,WAAW,GACX,aAAa,GACb,MAAM,GACN,iBAAiB,GACjB,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"document-ast.d.ts","sourceRoot":"","sources":["../src/document-ast.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAChB,UAAU,GACV,SAAS,GACT,WAAW,GACX,OAAO,GACP,WAAW,GACX,YAAY,GACZ,MAAM,GACN,WAAW,GACX,OAAO,GACP,MAAM,GACN,MAAM,GACN,OAAO,GACP,YAAY,GACZ,gBAAgB,GAChB,MAAM,GACN,MAAM,GACN,UAAU,GACV,QAAQ,GACR,aAAa,GACb,YAAY,GACZ,UAAU,GACV,YAAY,GACZ,SAAS,GACT,eAAe,GACf,WAAW,GACX,aAAa,GACb,MAAM,GACN,iBAAiB,GACjB,KAAK,GACL,SAAS,CAAC;AAEd,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IACxD,GAAG,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IACtD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,WAAY,SAAQ,YAAY;IAC/C,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,aAAc,SAAQ,YAAY;IACjD,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,SAAU,SAAQ,YAAY;IAC7C,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAa,SAAQ,YAAY;IAChD,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,aAAc,SAAQ,YAAY;IACjD,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,QAAS,SAAQ,YAAY;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,YAAY,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,YAAa,SAAQ,YAAY;IAChD,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,SAAU,SAAQ,YAAY;IAC7C,IAAI,EAAE,OAAO,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,QAAS,SAAQ,YAAY;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,QAAS,SAAQ,YAAY;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,SAAU,SAAQ,YAAY;IAC7C,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,cAAe,SAAQ,YAAY;IAClD,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,QAAS,SAAQ,YAAY;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,YAAa,SAAQ,YAAY;IAChD,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,UAAW,SAAQ,YAAY;IAC9C,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,cAAe,SAAQ,YAAY;IAClD,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,iBAAkB,SAAQ,YAAY;IACrD,IAAI,EAAE,gBAAgB,CAAC;CACxB;AAED,MAAM,WAAW,QAAS,SAAQ,YAAY;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAe,SAAQ,YAAY;IAClD,IAAI,EAAE,YAAY,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAa,SAAQ,YAAY;IAChD,IAAI,EAAE,UAAU,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,aAAc,SAAQ,YAAY;IACjD,IAAI,EAAE,YAAY,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,WAAY,SAAQ,YAAY;IAC/C,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,iBAAkB,SAAQ,YAAY;IACrD,IAAI,EAAE,eAAe,CAAC;IACtB,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,QAAS,SAAQ,YAAY;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,kBAAmB,SAAQ,YAAY;IACtD,IAAI,EAAE,iBAAiB,CAAC;CACzB;AAED,MAAM,WAAW,OAAQ,SAAQ,YAAY;IAC3C,IAAI,EAAE,KAAK,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,WAAY,SAAQ,YAAY;IAC/C,IAAI,EAAE,SAAS,CAAC;IAChB,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,KAAK,GAAG,SAAS,CAAC;IACpD,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,MAAM,MAAM,OAAO,GACf,YAAY,GACZ,WAAW,GACX,aAAa,GACb,SAAS,GACT,YAAY,GACZ,aAAa,GACb,QAAQ,GACR,YAAY,GACZ,SAAS,GACT,QAAQ,GACR,QAAQ,GACR,SAAS,GACT,cAAc,GACd,QAAQ,GACR,YAAY,GACZ,UAAU,GACV,cAAc,GACd,iBAAiB,GACjB,QAAQ,GACR,cAAc,GACd,YAAY,GACZ,aAAa,GACb,WAAW,GACX,iBAAiB,GACjB,QAAQ,GACR,kBAAkB,GAClB,OAAO,GACP,WAAW,CAAC;AAEhB,wBAAgB,UAAU,CAAC,CAAC,SAAS,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,CAExD;AAED,wBAAgB,YAAY,CAAC,CAAC,SAAS,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,CAEzF;AAED,wBAAgB,OAAO,CACrB,IAAI,EAAE,OAAO,EACb,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,IAAI,KAAK,OAAO,GAAG,IAAI,GACjE,IAAI,CAWN;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,CAWjD;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,OAAO,GAAG,MAAM,CAGjD;AAED,wBAAgB,eAAe,CAAC,CAAC,SAAS,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAMtF"}
|
package/dist/document-ast.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"document-ast.js","sourceRoot":"","sources":["../src/document-ast.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"document-ast.js","sourceRoot":"","sources":["../src/document-ast.ts"],"names":[],"mappings":"AA0OA,MAAM,UAAU,UAAU,CAAoB,IAAO;IACnD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAoB,IAAa,EAAE,IAAe;IAC5E,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,OAAO,CACrB,IAAa,EACb,OAAkE;IAElE,MAAM,IAAI,GAAG,CAAC,CAAU,EAAE,MAAsB,EAAkB,EAAE;QAClE,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAClC,IAAI,MAAM,KAAK,KAAK;YAAE,OAAO,KAAK,CAAC;QACnC,IAAI,UAAU,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjD,KAAK,MAAM,KAAK,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAC/B,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IACF,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAa;IACvC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,OAAQ,IAAiB,CAAC,KAAK,CAAC;IAC1D,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,OAAQ,IAAiB,CAAC,KAAK,CAAC;IAC1D,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa;QAAE,OAAQ,IAAuB,CAAC,KAAK,CAAC;IACvE,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,OAAQ,IAAiB,CAAC,KAAK,CAAC;IAC1D,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,OAAQ,IAAiB,CAAC,KAAK,CAAC;IAC1D,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK;QAAE,OAAQ,IAAgB,CAAC,KAAK,CAAC;IACxD,IAAI,UAAU,IAAI,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QACvD,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAa;IACvC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IAC/B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,eAAe,CAAoB,IAAa,EAAE,IAAe;IAC/E,MAAM,OAAO,GAAQ,EAAE,CAAC;IACxB,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE;QACrB,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI;YAAE,OAAO,CAAC,IAAI,CAAC,IAAS,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,8 +1,10 @@
|
|
|
1
|
-
export type { MimeType, FileExtension, ConverterId, ConversionInput, ConversionOptions, OutputFormat, ConversionResult, DocumentMetadata, AssetInfo, TableData, ImageInfo, HeadingInfo, ConversionStats, ProgressCallback, ProgressInfo, Converter, Plugin, PluginContext, ConversionMiddleware, ConverterRegistry, Logger, ChunkMetadata, DocumentChunk, ChunkingOptions, } from "./types.js";
|
|
2
|
-
export type { NodeType, NodePosition, DocumentNode, HeadingNode, ParagraphNode, TableNode, TableRowNode, TableCellNode, ListNode, ListItemNode, ImageNode, LinkNode, CodeNode, QuoteNode, BlockquoteNode, TextNode, EmphasisNode, StrongNode, InlineCodeNode, ThematicBreakNode, HtmlNode, DefinitionNode, FootnoteNode, PageBreakNode, SectionNode, StrikethroughNode, MathNode, HorizontalRuleNode, RawNode, AnyNode, } from "./document-ast.js";
|
|
1
|
+
export type { MimeType, FileExtension, ConverterId, ConversionInput, ConversionOptions, OutputFormat, ConversionResult, DocumentMetadata, AssetInfo, TableData, ImageInfo, HeadingInfo, ConversionStats, ConversionWarning, ProgressCallback, ProgressInfo, Converter, Plugin, PluginContext, ConversionMiddleware, ConverterRegistry, Logger, ChunkMetadata, DocumentChunk, ChunkingOptions, } from "./types.js";
|
|
2
|
+
export type { NodeType, NodePosition, DocumentNode, HeadingNode, ParagraphNode, TableNode, TableRowNode, TableCellNode, ListNode, ListItemNode, ImageNode, LinkNode, CodeNode, QuoteNode, BlockquoteNode, TextNode, EmphasisNode, StrongNode, InlineCodeNode, ThematicBreakNode, HtmlNode, DefinitionNode, FootnoteNode, PageBreakNode, SectionNode, StrikethroughNode, MathNode, HorizontalRuleNode, RawNode, CalloutNode, AnyNode, } from "./document-ast.js";
|
|
3
3
|
export { createNode, isNodeOfType, walkAst, getNodeText, countTokens, findNodesOfType, } from "./document-ast.js";
|
|
4
4
|
export { extensionToMime, mimeToExtension, detectMimeType, isSupportedExtension, isSupportedMimeType, getSupportedExtensions, getSupportedMimeTypes, } from "./mime-types.js";
|
|
5
5
|
export { MarkItDownError, UnsupportedFormatError, ConversionError, FileReadError, ParseError, PluginError, CancellationError, } from "./errors.js";
|
|
6
6
|
export { uint8ArrayToDataUrl, blobToUint8Array, readInputData, detectMimeTypeFromData, truncateText, generateId, mergeOptions, AbortError, checkSignal, } from "./utils.js";
|
|
7
7
|
export { parseHTML, parseXML, serializeXML } from "./dom.js";
|
|
8
|
+
export { strictCanConvert, isZipMagic, checkZipBombRisk } from "./converter-utils.js";
|
|
9
|
+
export type { StrictCanConvertOptions } from "./converter-utils.js";
|
|
8
10
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,QAAQ,EACR,aAAa,EACb,WAAW,EACX,eAAe,EACf,iBAAiB,EACjB,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,SAAS,EACT,SAAS,EACT,SAAS,EACT,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,SAAS,EACT,MAAM,EACN,aAAa,EACb,oBAAoB,EACpB,iBAAiB,EACjB,MAAM,EACN,aAAa,EACb,aAAa,EACb,eAAe,GAChB,MAAM,YAAY,CAAC;AAEpB,YAAY,EACV,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,aAAa,EACb,SAAS,EACT,YAAY,EACZ,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,SAAS,EACT,QAAQ,EACR,QAAQ,EACR,SAAS,EACT,cAAc,EACd,QAAQ,EACR,YAAY,EACZ,UAAU,EACV,cAAc,EACd,iBAAiB,EACjB,QAAQ,EACR,cAAc,EACd,YAAY,EACZ,aAAa,EACb,WAAW,EACX,iBAAiB,EACjB,QAAQ,EACR,kBAAkB,EAClB,OAAO,EACP,OAAO,GACR,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,UAAU,EACV,YAAY,EACZ,OAAO,EACP,WAAW,EACX,WAAW,EACX,eAAe,GAChB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,eAAe,EACf,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,mBAAmB,EACnB,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,eAAe,EACf,sBAAsB,EACtB,eAAe,EACf,aAAa,EACb,UAAU,EACV,WAAW,EACX,iBAAiB,GAClB,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,mBAAmB,EACnB,gBAAgB,EAChB,aAAa,EACb,sBAAsB,EACtB,YAAY,EACZ,UAAU,EACV,YAAY,EACZ,UAAU,EACV,WAAW,GACZ,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,QAAQ,EACR,aAAa,EACb,WAAW,EACX,eAAe,EACf,iBAAiB,EACjB,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,SAAS,EACT,SAAS,EACT,SAAS,EACT,WAAW,EACX,eAAe,EACf,iBAAiB,EACjB,gBAAgB,EAChB,YAAY,EACZ,SAAS,EACT,MAAM,EACN,aAAa,EACb,oBAAoB,EACpB,iBAAiB,EACjB,MAAM,EACN,aAAa,EACb,aAAa,EACb,eAAe,GAChB,MAAM,YAAY,CAAC;AAEpB,YAAY,EACV,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,aAAa,EACb,SAAS,EACT,YAAY,EACZ,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,SAAS,EACT,QAAQ,EACR,QAAQ,EACR,SAAS,EACT,cAAc,EACd,QAAQ,EACR,YAAY,EACZ,UAAU,EACV,cAAc,EACd,iBAAiB,EACjB,QAAQ,EACR,cAAc,EACd,YAAY,EACZ,aAAa,EACb,WAAW,EACX,iBAAiB,EACjB,QAAQ,EACR,kBAAkB,EAClB,OAAO,EACP,WAAW,EACX,OAAO,GACR,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,UAAU,EACV,YAAY,EACZ,OAAO,EACP,WAAW,EACX,WAAW,EACX,eAAe,GAChB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,eAAe,EACf,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,mBAAmB,EACnB,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,eAAe,EACf,sBAAsB,EACtB,eAAe,EACf,aAAa,EACb,UAAU,EACV,WAAW,EACX,iBAAiB,GAClB,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,mBAAmB,EACnB,gBAAgB,EAChB,aAAa,EACb,sBAAsB,EACtB,YAAY,EACZ,UAAU,EACV,YAAY,EACZ,UAAU,EACV,WAAW,GACZ,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAE7D,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACtF,YAAY,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -3,4 +3,5 @@ export { extensionToMime, mimeToExtension, detectMimeType, isSupportedExtension,
|
|
|
3
3
|
export { MarkItDownError, UnsupportedFormatError, ConversionError, FileReadError, ParseError, PluginError, CancellationError, } from "./errors.js";
|
|
4
4
|
export { uint8ArrayToDataUrl, blobToUint8Array, readInputData, detectMimeTypeFromData, truncateText, generateId, mergeOptions, AbortError, checkSignal, } from "./utils.js";
|
|
5
5
|
export { parseHTML, parseXML, serializeXML } from "./dom.js";
|
|
6
|
+
export { strictCanConvert, isZipMagic, checkZipBombRisk } from "./converter-utils.js";
|
|
6
7
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AA8DA,OAAO,EACL,UAAU,EACV,YAAY,EACZ,OAAO,EACP,WAAW,EACX,WAAW,EACX,eAAe,GAChB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EACL,eAAe,EACf,eAAe,EACf,cAAc,EACd,oBAAoB,EACpB,mBAAmB,EACnB,sBAAsB,EACtB,qBAAqB,GACtB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EACL,eAAe,EACf,sBAAsB,EACtB,eAAe,EACf,aAAa,EACb,UAAU,EACV,WAAW,EACX,iBAAiB,GAClB,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,mBAAmB,EACnB,gBAAgB,EAChB,aAAa,EACb,sBAAsB,EACtB,YAAY,EACZ,UAAU,EACV,YAAY,EACZ,UAAU,EACV,WAAW,GACZ,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAE7D,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC"}
|
package/dist/types.d.ts
CHANGED
|
@@ -33,6 +33,11 @@ export interface ChunkMetadata {
|
|
|
33
33
|
sourceFile?: string;
|
|
34
34
|
startIndex: number;
|
|
35
35
|
endIndex: number;
|
|
36
|
+
/** Content type classification for embedding strategy selection */
|
|
37
|
+
contentType?: "narrative" | "table" | "code" | "list" | "callout" | "heading-only" | "mixed";
|
|
38
|
+
/** Overlap range metadata for deduplication */
|
|
39
|
+
overlapStart?: number;
|
|
40
|
+
overlapEnd?: number;
|
|
36
41
|
}
|
|
37
42
|
/** Document chunk for RAG */
|
|
38
43
|
export interface DocumentChunk {
|
|
@@ -47,8 +52,13 @@ export interface ChunkingOptions {
|
|
|
47
52
|
strategy?: "heading" | "page" | "semantic" | "fixed";
|
|
48
53
|
maxTokens?: number;
|
|
49
54
|
overlap?: number;
|
|
55
|
+
overlapMode?: "tokens" | "sentences";
|
|
50
56
|
headingDepth?: number;
|
|
51
57
|
sourceFile?: string;
|
|
58
|
+
/** Tokenizer name or model name for accurate token counting (e.g., "cl100k_base", "gpt-4o") */
|
|
59
|
+
tokenizer?: string;
|
|
60
|
+
/** Custom tokenizer function — overrides the tokenizer registry lookup */
|
|
61
|
+
tokenizerFn?: (text: string) => number;
|
|
52
62
|
}
|
|
53
63
|
export interface ConversionInput {
|
|
54
64
|
data: Uint8Array | ArrayBuffer | Blob | string;
|
|
@@ -67,6 +77,16 @@ export interface ConversionOptions {
|
|
|
67
77
|
signal?: AbortSignal;
|
|
68
78
|
/** Chunking configuration for RAG workflows */
|
|
69
79
|
chunking?: ChunkingOptions;
|
|
80
|
+
/** Custom page break marker rendered between PDF pages (default: "---"). */
|
|
81
|
+
pageBreakMarker?: string;
|
|
82
|
+
/** Prepend YAML frontmatter with title/author/pages to PDF output. */
|
|
83
|
+
injectFrontmatter?: boolean;
|
|
84
|
+
/** Override heading size ratio thresholds for PDF heading classification. */
|
|
85
|
+
headingSizeRatios?: {
|
|
86
|
+
h1?: number;
|
|
87
|
+
h2?: number;
|
|
88
|
+
h3?: number;
|
|
89
|
+
};
|
|
70
90
|
}
|
|
71
91
|
export type OutputFormat = "markdown" | "json" | "plaintext" | "html";
|
|
72
92
|
export interface ConversionResult {
|
|
@@ -82,6 +102,8 @@ export interface ConversionResult {
|
|
|
82
102
|
stats: ConversionStats;
|
|
83
103
|
/** Document chunks for RAG workflows (only populated when chunking is enabled) */
|
|
84
104
|
chunks?: DocumentChunk[];
|
|
105
|
+
/** Warnings emitted during conversion (non-fatal issues) */
|
|
106
|
+
warnings?: ConversionWarning[];
|
|
85
107
|
}
|
|
86
108
|
export interface AssetInfo {
|
|
87
109
|
id: string;
|
|
@@ -119,6 +141,12 @@ export interface ConversionStats {
|
|
|
119
141
|
pagesProcessed?: number;
|
|
120
142
|
chunksProcessed?: number;
|
|
121
143
|
}
|
|
144
|
+
/** Warning emitted during conversion when a converter encounters non-fatal issues */
|
|
145
|
+
export interface ConversionWarning {
|
|
146
|
+
converter: string;
|
|
147
|
+
message: string;
|
|
148
|
+
severity: "info" | "warning" | "error";
|
|
149
|
+
}
|
|
122
150
|
export type ProgressCallback = (progress: ProgressInfo) => void;
|
|
123
151
|
export interface ProgressInfo {
|
|
124
152
|
phase: "parsing" | "converting" | "rendering" | "chunking";
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC;AAC9B,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC;AACnC,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC;AAEjC,4CAA4C;AAC5C,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wCAAwC;IACxC,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB,yCAAyC;IACzC,YAAY,CAAC,EAAE,IAAI,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,uCAAuC;AACvC,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC;AAC9B,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC;AACnC,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC;AAEjC,4CAA4C;AAC5C,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wCAAwC;IACxC,WAAW,CAAC,EAAE,IAAI,CAAC;IACnB,yCAAyC;IACzC,YAAY,CAAC,EAAE,IAAI,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,uCAAuC;AACvC,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,mEAAmE;IACnE,WAAW,CAAC,EAAE,WAAW,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,cAAc,GAAG,OAAO,CAAC;IAC7F,+CAA+C;IAC/C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,6BAA6B;AAC7B,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,aAAa,CAAC;IACxB,GAAG,EAAE,OAAO,CAAC;CACd;AAED,6BAA6B;AAC7B,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,SAAS,GAAG,MAAM,GAAG,UAAU,GAAG,OAAO,CAAC;IACrD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,QAAQ,GAAG,WAAW,CAAC;IACrC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,+FAA+F;IAC/F,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0EAA0E;IAC1E,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;CACxC;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,UAAU,GAAG,WAAW,GAAG,IAAI,GAAG,MAAM,CAAC;IAC/C,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAED,MAAM,WAAW,iBAAiB;IAChC,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,+CAA+C;IAC/C,QAAQ,CAAC,EAAE,eAAe,CAAC;IAC3B,4EAA4E;IAC5E,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,sEAAsE;IACtE,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,6EAA6E;IAC7E,iBAAiB,CAAC,EAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,EAAE,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/D;AAED,MAAM,MAAM,YAAY,GAAG,UAAU,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;AAEtE,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,YAAY,CAAC;IACrB,WAAW,EAAE,WAAW,CAAC;IACzB,KAAK,EAAE,eAAe,CAAC;IACvB,kFAAkF;IAClF,MAAM,CAAC,EAAE,aAAa,EAAE,CAAC;IACzB,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAC;CAChC;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,YAAY,GAAG,OAAO,CAAC;IAChD,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,qFAAqF;AACrF,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;CACxC;AAED,MAAM,MAAM,gBAAgB,GAAG,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC;AAEhE,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,SAAS,GAAG,YAAY,GAAG,WAAW,GAAG,UAAU,CAAC;IAC3D,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,EAAE,EAAE,WAAW,CAAC;IACzB,QAAQ,CAAC,kBAAkB,EAAE,QAAQ,EAAE,CAAC;IACxC,QAAQ,CAAC,mBAAmB,EAAE,aAAa,EAAE,CAAC;IAC9C,UAAU,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACrD,OAAO,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAC5D;AAED,MAAM,WAAW,MAAM;IACrB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC;IACzB,UAAU,CAAC,EAAE,oBAAoB,EAAE,CAAC;IACpC,UAAU,CAAC,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IACjE,YAAY,CAAC,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;CACpE;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,SAAS,EAAE,SAAS,GAAG,IAAI,CAAC;IACrC,UAAU,CAAC,EAAE,EAAE,WAAW,GAAG,IAAI,CAAC;IAClC,GAAG,CAAC,EAAE,EAAE,WAAW,GAAG,SAAS,GAAG,SAAS,CAAC;IAC5C,aAAa,CAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAC;IACzD,cAAc,CAAC,SAAS,EAAE,aAAa,GAAG,SAAS,GAAG,SAAS,CAAC;IAChE,IAAI,IAAI,SAAS,EAAE,CAAC;IACpB,UAAU,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,CAAC;IACnE,cAAc,IAAI,oBAAoB,EAAE,CAAC;CAC1C;AAED,MAAM,WAAW,MAAM;IACrB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IACjD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAChD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAChD,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;CAClD"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@markitdownjs/shared",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.3.0",
|
|
4
4
|
"description": "Shared types, AST nodes, and utilities for MarkItDownJS",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -16,8 +16,10 @@
|
|
|
16
16
|
"files": [
|
|
17
17
|
"dist"
|
|
18
18
|
],
|
|
19
|
+
"dependencies": {
|
|
20
|
+
"linkedom": "^0.18.12"
|
|
21
|
+
},
|
|
19
22
|
"devDependencies": {
|
|
20
|
-
"linkedom": "^0.18.12",
|
|
21
23
|
"typescript": "^5.5.0"
|
|
22
24
|
},
|
|
23
25
|
"scripts": {
|