@helloao/tools 0.0.9 → 0.0.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (63) hide show
  1. package/dist/cjs/generation/api.cjs +194 -0
  2. package/dist/cjs/generation/api.cjs.map +2 -2
  3. package/dist/cjs/generation/common-types.cjs.map +1 -1
  4. package/dist/cjs/generation/dataset.cjs +180 -83
  5. package/dist/cjs/generation/dataset.cjs.map +3 -3
  6. package/dist/cjs/index.cjs +3 -0
  7. package/dist/cjs/index.cjs.map +2 -2
  8. package/dist/cjs/log.cjs +50 -0
  9. package/dist/cjs/log.cjs.map +7 -0
  10. package/dist/cjs/parser/codex-parser.cjs +81 -67
  11. package/dist/cjs/parser/codex-parser.cjs.map +2 -2
  12. package/dist/cjs/parser/commentary-csv-parser.cjs +133 -0
  13. package/dist/cjs/parser/commentary-csv-parser.cjs.map +7 -0
  14. package/dist/cjs/parser/index.cjs +3 -1
  15. package/dist/cjs/parser/index.cjs.map +2 -2
  16. package/dist/cjs/parser/iterators.cjs +17 -6
  17. package/dist/cjs/parser/iterators.cjs.map +2 -2
  18. package/dist/cjs/parser/tyndale-xml-parser.cjs +212 -0
  19. package/dist/cjs/parser/tyndale-xml-parser.cjs.map +7 -0
  20. package/dist/cjs/parser/types.cjs.map +1 -1
  21. package/dist/cjs/parser/usfm-parser.cjs +4 -2
  22. package/dist/cjs/parser/usfm-parser.cjs.map +2 -2
  23. package/dist/cjs/parser/usx-parser.cjs +13 -1
  24. package/dist/cjs/parser/usx-parser.cjs.map +2 -2
  25. package/dist/cjs/utils.cjs +180 -6
  26. package/dist/cjs/utils.cjs.map +3 -3
  27. package/dist/esm/generation/api.js +186 -0
  28. package/dist/esm/generation/api.js.map +2 -2
  29. package/dist/esm/generation/dataset.js +181 -84
  30. package/dist/esm/generation/dataset.js.map +2 -2
  31. package/dist/esm/index.js +2 -1
  32. package/dist/esm/index.js.map +2 -2
  33. package/dist/esm/log.js +20 -0
  34. package/dist/esm/log.js.map +7 -0
  35. package/dist/esm/parser/codex-parser.js +75 -65
  36. package/dist/esm/parser/codex-parser.js.map +2 -2
  37. package/dist/esm/parser/commentary-csv-parser.js +107 -0
  38. package/dist/esm/parser/commentary-csv-parser.js.map +7 -0
  39. package/dist/esm/parser/index.js +1 -0
  40. package/dist/esm/parser/index.js.map +2 -2
  41. package/dist/esm/parser/iterators.js +17 -6
  42. package/dist/esm/parser/iterators.js.map +2 -2
  43. package/dist/esm/parser/tyndale-xml-parser.js +184 -0
  44. package/dist/esm/parser/tyndale-xml-parser.js.map +7 -0
  45. package/dist/esm/parser/usfm-parser.js +4 -2
  46. package/dist/esm/parser/usfm-parser.js.map +2 -2
  47. package/dist/esm/parser/usx-parser.js +13 -1
  48. package/dist/esm/parser/usx-parser.js.map +2 -2
  49. package/dist/esm/utils.js +178 -6
  50. package/dist/esm/utils.js.map +3 -3
  51. package/dist/types/generation/api.d.ts +222 -1
  52. package/dist/types/generation/common-types.d.ts +151 -24
  53. package/dist/types/generation/dataset.d.ts +38 -2
  54. package/dist/types/index.d.ts +2 -1
  55. package/dist/types/log.d.ts +23 -0
  56. package/dist/types/parser/codex-parser.d.ts +50 -7
  57. package/dist/types/parser/commentary-csv-parser.d.ts +12 -0
  58. package/dist/types/parser/index.d.ts +1 -0
  59. package/dist/types/parser/tyndale-xml-parser.d.ts +8 -0
  60. package/dist/types/parser/types.d.ts +53 -1
  61. package/dist/types/parser/usx-parser.d.ts +1 -1
  62. package/dist/types/utils.d.ts +14 -0
  63. package/package.json +37 -14
@@ -7,14 +7,24 @@ export const chapterHeadingSchema = z.object({
7
7
  chapter: z.coerce.number().int()
8
8
  })
9
9
  });
10
+ export const verseSchema = z.object({
11
+ type: z.literal("text"),
12
+ id: z.string()
13
+ });
14
+ export const paratextSchema = z.object({
15
+ type: z.literal("paratext"),
16
+ id: z.string()
17
+ });
10
18
  export const metadataSchema = z.discriminatedUnion("type", [
11
- chapterHeadingSchema
19
+ chapterHeadingSchema,
20
+ verseSchema,
21
+ paratextSchema
12
22
  ]);
13
23
  export const codexSchema = z.object({
14
24
  cells: z.array(
15
25
  z.object({
16
- // kind: z.number().int(),
17
- language: z.string(),
26
+ kind: z.number(),
27
+ languageId: z.string(),
18
28
  value: z.string(),
19
29
  metadata: z.object({
20
30
  type: z.string()
@@ -30,9 +40,9 @@ export class CodexParser {
30
40
  // preserveMarkdown: boolean = true;
31
41
  _noteCounter = 0;
32
42
  /**
33
- * Parses the specified USX content.
43
+ * Parses the specified codex content.
34
44
  *
35
- * @param usx The USX content to parse.
45
+ * @param codex The codex content to parse.
36
46
  * @returns The parse tree that was generated.
37
47
  */
38
48
  parse(codex) {
@@ -67,70 +77,70 @@ export class CodexParser {
67
77
  }
68
78
  ]);
69
79
  }
80
+ function stripHTML(value) {
81
+ return value.replace(/<[^>]*>/g, "");
82
+ }
83
+ function toHeading(content) {
84
+ return {
85
+ type: "heading",
86
+ content: [content]
87
+ };
88
+ }
70
89
  for (let cell of data.cells) {
71
- if (cell.language === "scripture") {
72
- const lines = cell.value.split("\n");
73
- const references = lines.map(
74
- (l) => parseVerseReference(l) ?? l
75
- );
76
- let currentRef = null;
77
- let content = [];
78
- for (let i = 0; i < references.length; i++) {
79
- const ref = references[i];
80
- const nextRef = references[i + 1];
81
- if (typeof ref === "string") {
82
- if (ref === "") {
83
- if (typeof nextRef === "object") {
84
- if (currentRef && currentRef.chapter === nextRef.chapter) {
85
- addChapterContent(currentRef.chapter, [
86
- {
87
- type: "line_break"
88
- }
89
- ]);
90
- } else {
91
- }
92
- } else {
93
- content.push({
94
- lineBreak: true
90
+ if (cell.languageId === "html" && cell.value) {
91
+ if (!cell.metadata) continue;
92
+ const metadata = metadataSchema.parse(cell.metadata);
93
+ if (metadata.type === "text") {
94
+ const reference = parseVerseReference(metadata.id);
95
+ if (!reference)
96
+ throw new Error("Could not find verse reference.");
97
+ if (!root.id) root.id = reference.book;
98
+ const content = stripHTML(cell.value);
99
+ const lines = content.split("\n").reduce(
100
+ (prev, current) => {
101
+ if (prev.length === 0) return [current];
102
+ else
103
+ return [
104
+ ...prev,
105
+ {
106
+ lineBreak: true
107
+ },
108
+ current
109
+ ];
110
+ },
111
+ []
112
+ );
113
+ addReference(reference, lines);
114
+ } else if (metadata.type === "paratext") {
115
+ const reference = parseVerseReference(`${metadata.id}:1`);
116
+ if (reference) {
117
+ const content = stripHTML(cell.value);
118
+ const lines = content.split("\n").reduce((prev, current) => {
119
+ if (prev.length === 0)
120
+ return [toHeading(current)];
121
+ else
122
+ return [
123
+ ...prev,
124
+ {
125
+ type: "line_break"
126
+ },
127
+ toHeading(current)
128
+ ];
129
+ }, []);
130
+ lines.forEach(
131
+ (line) => addChapterContent(reference.chapter, [line])
132
+ );
133
+ } else {
134
+ const content = stripHTML(cell.value);
135
+ if (!cell.metadata) {
136
+ if (lastChapter) {
137
+ lastChapter.footnotes.push({
138
+ noteId: this._noteCounter++,
139
+ text: content,
140
+ caller: null
95
141
  });
96
142
  }
97
- } else if (ref) {
98
- content.push(ref);
99
- }
100
- } else {
101
- if (!root.id) {
102
- root.id = ref.book;
103
143
  }
104
- if (currentRef) {
105
- currentRef = null;
106
- content = [];
107
- }
108
- currentRef = ref;
109
- if (ref.content) {
110
- content.push(ref.content);
111
- }
112
- addReference(ref, content);
113
- }
114
- }
115
- } else if (cell.language === "markdown") {
116
- if (cell.metadata) {
117
- if (cell.metadata.type === "chapter-heading") {
118
- const metadata = metadataSchema.parse(cell.metadata);
119
- const chapter = metadata.data.chapter;
120
- addChapterContent(chapter, [
121
- {
122
- type: "heading",
123
- content: [cell.value]
124
- }
125
- ]);
126
- }
127
- } else {
128
- if (lastChapter) {
129
- lastChapter.footnotes.push({
130
- noteId: this._noteCounter++,
131
- text: cell.value,
132
- caller: null
133
- });
134
144
  }
135
145
  }
136
146
  }
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
3
  "sources": ["../../../parser/codex-parser.ts"],
4
- "sourcesContent": ["import { z } from 'zod';\r\nimport {\r\n Chapter,\r\n ChapterContent,\r\n ParseTree,\r\n Verse,\r\n VerseContent,\r\n} from './types.js';\r\nimport { parseVerseReference, VerseRef } from '../utils.js';\r\n\r\nexport const chapterHeadingSchema = z.object({\r\n type: z.literal('chapter-heading'),\r\n data: z.object({\r\n chapter: z.coerce.number().int(),\r\n }),\r\n});\r\n\r\nexport const metadataSchema = z.discriminatedUnion('type', [\r\n chapterHeadingSchema,\r\n]);\r\n\r\nexport const codexSchema = z.object({\r\n cells: z.array(\r\n z.object({\r\n // kind: z.number().int(),\r\n language: z.string(),\r\n value: z.string(),\r\n metadata: z\r\n .object({\r\n type: z.string(),\r\n })\r\n .passthrough()\r\n .nullable()\r\n .optional(),\r\n })\r\n ),\r\n});\r\n\r\n/**\r\n * Defines a parser for codex files.\r\n */\r\nexport class CodexParser {\r\n // TODO:\r\n // /**\r\n // * Whether to preserve markdown in the parsed content.\r\n // */\r\n // preserveMarkdown: boolean = true;\r\n\r\n private _noteCounter: number = 0;\r\n\r\n /**\r\n * Parses the specified USX content.\r\n *\r\n * @param usx The USX content to parse.\r\n * @returns The parse tree that was generated.\r\n */\r\n public parse(codex: string): ParseTree {\r\n const json = JSON.parse(codex);\r\n const data = codexSchema.parse(json);\r\n\r\n let root: ParseTree = {\r\n type: 'root',\r\n content: [],\r\n };\r\n\r\n let chapters: Map<number, Chapter> = new Map();\r\n let lastChapter: Chapter | null = null;\r\n\r\n function addChapterContent(\r\n chapterNumber: number,\r\n content: ChapterContent[]\r\n ) {\r\n let chapter = chapters.get(chapterNumber);\r\n if (!chapter) {\r\n chapter = {\r\n type: 'chapter',\r\n number: chapterNumber,\r\n content: [],\r\n footnotes: [],\r\n };\r\n lastChapter = chapter;\r\n chapters.set(chapterNumber, chapter);\r\n }\r\n\r\n chapter.content.push(...content);\r\n }\r\n\r\n function addReference(ref: VerseRef, content: Verse['content']) {\r\n addChapterContent(ref.chapter, [\r\n {\r\n type: 'verse',\r\n number: ref.verse,\r\n content: content,\r\n },\r\n ]);\r\n }\r\n\r\n for (let cell of data.cells) {\r\n if (cell.language === 'scripture') {\r\n const lines = cell.value.split('\\n');\r\n const references = lines.map(\r\n (l) => parseVerseReference(l) ?? l\r\n );\r\n let currentRef: VerseRef | null = null;\r\n let content: Verse['content'] = [];\r\n for (let i = 0; i < references.length; i++) {\r\n const ref = references[i];\r\n const nextRef = references[i + 1];\r\n\r\n if (typeof ref === 'string') {\r\n // continuation on existing verse\r\n // or line break between verses\r\n\r\n if (ref === '') {\r\n // line break\r\n\r\n if (typeof nextRef === 'object') {\r\n // between verses\r\n\r\n if (\r\n currentRef &&\r\n currentRef.chapter === nextRef.chapter\r\n ) {\r\n // in same chapter\r\n addChapterContent(currentRef.chapter, [\r\n {\r\n type: 'line_break',\r\n },\r\n ]);\r\n } else {\r\n // do nothing since line breaks between chapters are ignored\r\n }\r\n } else {\r\n // inside verse\r\n content.push({\r\n lineBreak: true,\r\n });\r\n }\r\n } else if (ref) {\r\n content.push(ref);\r\n }\r\n } else {\r\n if (!root.id) {\r\n root.id = ref.book;\r\n }\r\n\r\n // new verse\r\n if (currentRef) {\r\n // finish previous verse\r\n currentRef = null;\r\n content = [];\r\n }\r\n\r\n currentRef = ref;\r\n\r\n if (ref.content) {\r\n content.push(ref.content);\r\n }\r\n\r\n addReference(ref, content);\r\n }\r\n }\r\n } else if (cell.language === 'markdown') {\r\n if (cell.metadata) {\r\n if (cell.metadata.type === 'chapter-heading') {\r\n const metadata = metadataSchema.parse(cell.metadata);\r\n\r\n const chapter = metadata.data.chapter;\r\n addChapterContent(chapter, [\r\n {\r\n type: 'heading',\r\n content: [cell.value],\r\n },\r\n ]);\r\n }\r\n } else {\r\n if (lastChapter) {\r\n (lastChapter as Chapter).footnotes.push({\r\n noteId: this._noteCounter++,\r\n text: cell.value,\r\n caller: null,\r\n });\r\n }\r\n }\r\n }\r\n }\r\n\r\n for (let chapter of chapters.values()) {\r\n root.content.push(chapter);\r\n }\r\n\r\n return root;\r\n }\r\n}\r\n"],
5
- "mappings": ";AAAA,SAAS,SAAS;AAQlB,SAAS,2BAAqC;AAEvC,aAAM,uBAAuB,EAAE,OAAO;AAAA,EACzC,MAAM,EAAE,QAAQ,iBAAiB;AAAA,EACjC,MAAM,EAAE,OAAO;AAAA,IACX,SAAS,EAAE,OAAO,OAAO,EAAE,IAAI;AAAA,EACnC,CAAC;AACL,CAAC;AAEM,aAAM,iBAAiB,EAAE,mBAAmB,QAAQ;AAAA,EACvD;AACJ,CAAC;AAEM,aAAM,cAAc,EAAE,OAAO;AAAA,EAChC,OAAO,EAAE;AAAA,IACL,EAAE,OAAO;AAAA;AAAA,MAEL,UAAU,EAAE,OAAO;AAAA,MACnB,OAAO,EAAE,OAAO;AAAA,MAChB,UAAU,EACL,OAAO;AAAA,QACJ,MAAM,EAAE,OAAO;AAAA,MACnB,CAAC,EACA,YAAY,EACZ,SAAS,EACT,SAAS;AAAA,IAClB,CAAC;AAAA,EACL;AACJ,CAAC;AAKM,aAAM,YAAY;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOb,eAAuB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQxB,MAAM,OAA0B;AACnC,UAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,UAAM,OAAO,YAAY,MAAM,IAAI;AAEnC,QAAI,OAAkB;AAAA,MAClB,MAAM;AAAA,MACN,SAAS,CAAC;AAAA,IACd;AAEA,QAAI,WAAiC,oBAAI,IAAI;AAC7C,QAAI,cAA8B;AAElC,aAAS,kBACL,eACA,SACF;AACE,UAAI,UAAU,SAAS,IAAI,aAAa;AACxC,UAAI,CAAC,SAAS;AACV,kBAAU;AAAA,UACN,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS,CAAC;AAAA,UACV,WAAW,CAAC;AAAA,QAChB;AACA,sBAAc;AACd,iBAAS,IAAI,eAAe,OAAO;AAAA,MACvC;AAEA,cAAQ,QAAQ,KAAK,GAAG,OAAO;AAAA,IACnC;AAEA,aAAS,aAAa,KAAe,SAA2B;AAC5D,wBAAkB,IAAI,SAAS;AAAA,QAC3B;AAAA,UACI,MAAM;AAAA,UACN,QAAQ,IAAI;AAAA,UACZ;AAAA,QACJ;AAAA,MACJ,CAAC;AAAA,IACL;AAEA,aAAS,QAAQ,KAAK,OAAO;AACzB,UAAI,KAAK,aAAa,aAAa;AAC/B,cAAM,QAAQ,KAAK,MAAM,MAAM,IAAI;AACnC,cAAM,aAAa,MAAM;AAAA,UACrB,CAAC,MAAM,oBAAoB,CAAC,KAAK;AAAA,QACrC;AACA,YAAI,aAA8B;AAClC,YAAI,UAA4B,CAAC;AACjC,iBAAS,IAAI,GAAG,IAAI,WAAW,QAAQ,KAAK;AACxC,gBAAM,MAAM,WAAW,CAAC;AACxB,gBAAM,UAAU,WAAW,IAAI,CAAC;AAEhC,cAAI,OAAO,QAAQ,UAAU;AAIzB,gBAAI,QAAQ,IAAI;AAGZ,kBAAI,OAAO,YAAY,UAAU;AAG7B,oBACI,cACA,WAAW,YAAY,QAAQ,SACjC;AAEE,oCAAkB,WAAW,SAAS;AAAA,oBAClC;AAAA,sBACI,MAAM;AAAA,oBACV;AAAA,kBACJ,CAAC;AAAA,gBACL,OAAO;AAAA,gBAEP;AAAA,cACJ,OAAO;AAEH,wBAAQ,KAAK;AAAA,kBACT,WAAW;AAAA,gBACf,CAAC;AAAA,cACL;AAAA,YACJ,WAAW,KAAK;AACZ,sBAAQ,KAAK,GAAG;AAAA,YACpB;AAAA,UACJ,OAAO;AACH,gBAAI,CAAC,KAAK,IAAI;AACV,mBAAK,KAAK,IAAI;AAAA,YAClB;AAGA,gBAAI,YAAY;AAEZ,2BAAa;AACb,wBAAU,CAAC;AAAA,YACf;AAEA,yBAAa;AAEb,gBAAI,IAAI,SAAS;AACb,sBAAQ,KAAK,IAAI,OAAO;AAAA,YAC5B;AAEA,yBAAa,KAAK,OAAO;AAAA,UAC7B;AAAA,QACJ;AAAA,MACJ,WAAW,KAAK,aAAa,YAAY;AACrC,YAAI,KAAK,UAAU;AACf,cAAI,KAAK,SAAS,SAAS,mBAAmB;AAC1C,kBAAM,WAAW,eAAe,MAAM,KAAK,QAAQ;AAEnD,kBAAM,UAAU,SAAS,KAAK;AAC9B,8BAAkB,SAAS;AAAA,cACvB;AAAA,gBACI,MAAM;AAAA,gBACN,SAAS,CAAC,KAAK,KAAK;AAAA,cACxB;AAAA,YACJ,CAAC;AAAA,UACL;AAAA,QACJ,OAAO;AACH,cAAI,aAAa;AACb,YAAC,YAAwB,UAAU,KAAK;AAAA,cACpC,QAAQ,KAAK;AAAA,cACb,MAAM,KAAK;AAAA,cACX,QAAQ;AAAA,YACZ,CAAC;AAAA,UACL;AAAA,QACJ;AAAA,MACJ;AAAA,IACJ;AAEA,aAAS,WAAW,SAAS,OAAO,GAAG;AACnC,WAAK,QAAQ,KAAK,OAAO;AAAA,IAC7B;AAEA,WAAO;AAAA,EACX;AACJ;",
4
+ "sourcesContent": ["import { z } from 'zod';\nimport {\n Chapter,\n ChapterContent,\n ParseTree,\n Verse,\n VerseContent,\n} from './types.js';\nimport { parseVerseReference, VerseRef } from '../utils.js';\n\nexport const chapterHeadingSchema = z.object({\n type: z.literal('chapter-heading'),\n data: z.object({\n chapter: z.coerce.number().int(),\n }),\n});\n\nexport const verseSchema = z.object({\n type: z.literal('text'),\n id: z.string(),\n});\n\nexport const paratextSchema = z.object({\n type: z.literal('paratext'),\n id: z.string(),\n});\n\nexport const metadataSchema = z.discriminatedUnion('type', [\n chapterHeadingSchema,\n verseSchema,\n paratextSchema,\n]);\n\nexport const codexSchema = z.object({\n cells: z.array(\n z.object({\n kind: z.number(),\n languageId: z.string(),\n value: z.string(),\n metadata: z\n .object({\n type: z.string(),\n })\n .passthrough()\n .nullable()\n .optional(),\n })\n ),\n});\n\n/**\n * Defines a parser for codex files.\n */\nexport class CodexParser {\n // TODO:\n // /**\n // * Whether to preserve markdown in the parsed content.\n // */\n // preserveMarkdown: boolean = true;\n\n private _noteCounter: number = 0;\n\n /**\n * Parses the specified codex content.\n *\n * @param codex The codex content to parse.\n * @returns The parse tree that was generated.\n */\n public parse(codex: string): ParseTree {\n const json = JSON.parse(codex);\n const data = codexSchema.parse(json);\n\n let root: ParseTree = {\n type: 'root',\n content: [],\n };\n\n let chapters: Map<number, Chapter> = new Map();\n let lastChapter: Chapter | null = null;\n\n function addChapterContent(\n chapterNumber: number,\n content: ChapterContent[]\n ) {\n let chapter = chapters.get(chapterNumber);\n if (!chapter) {\n chapter = {\n type: 'chapter',\n number: chapterNumber,\n content: [],\n footnotes: [],\n };\n lastChapter = chapter;\n chapters.set(chapterNumber, chapter);\n }\n\n chapter.content.push(...content);\n }\n\n function addReference(ref: VerseRef, content: Verse['content']) {\n addChapterContent(ref.chapter, [\n {\n type: 'verse',\n number: ref.verse,\n content: content,\n },\n ]);\n }\n\n function stripHTML(value: string) {\n return value.replace(/<[^>]*>/g, '');\n }\n\n function toHeading(content: string) {\n return {\n type: 'heading',\n content: [content],\n } satisfies ChapterContent;\n }\n\n for (let cell of data.cells) {\n if (cell.languageId === 'html' && cell.value) {\n if (!cell.metadata) continue; // ignore html cells without metadata\n const metadata = metadataSchema.parse(cell.metadata);\n if (metadata.type === 'text') {\n const reference = parseVerseReference(metadata.id);\n if (!reference)\n throw new Error('Could not find verse reference.');\n\n if (!root.id) root.id = reference.book; // set book id if not already set\n\n const content = stripHTML(cell.value);\n\n // add line breaks in heading if there are multiple lines\n const lines = content.split('\\n').reduce(\n (prev, current) => {\n if (prev.length === 0) return [current];\n else\n return [\n ...prev,\n {\n lineBreak: true,\n },\n current,\n ] satisfies Verse['content'];\n },\n [] as Verse['content']\n );\n\n addReference(reference, lines);\n } else if (metadata.type === 'paratext') {\n const reference = parseVerseReference(`${metadata.id}:1`); // chapter headings do not have a verse reference always default to 1\n if (reference) {\n const content = stripHTML(cell.value);\n\n // add line breaks in heading if there are multiple lines\n const lines = content\n .split('\\n')\n .reduce<ChapterContent[]>((prev, current) => {\n if (prev.length === 0)\n return [toHeading(current)];\n else\n return [\n ...prev,\n {\n type: 'line_break',\n },\n toHeading(current),\n ] satisfies ChapterContent[];\n }, []);\n\n lines.forEach((line) =>\n addChapterContent(reference.chapter, [line])\n );\n } else {\n // parse paratext that isn't a chapter reference as footnote\n const content = stripHTML(cell.value);\n if (!cell.metadata) {\n if (lastChapter) {\n (lastChapter as Chapter).footnotes.push({\n noteId: this._noteCounter++,\n text: content,\n caller: null,\n });\n }\n }\n }\n }\n }\n }\n\n for (let chapter of chapters.values()) {\n root.content.push(chapter);\n }\n\n return root;\n }\n}\n"],
5
+ "mappings": ";AAAA,SAAS,SAAS;AAQlB,SAAS,2BAAqC;AAEvC,aAAM,uBAAuB,EAAE,OAAO;AAAA,EACzC,MAAM,EAAE,QAAQ,iBAAiB;AAAA,EACjC,MAAM,EAAE,OAAO;AAAA,IACX,SAAS,EAAE,OAAO,OAAO,EAAE,IAAI;AAAA,EACnC,CAAC;AACL,CAAC;AAEM,aAAM,cAAc,EAAE,OAAO;AAAA,EAChC,MAAM,EAAE,QAAQ,MAAM;AAAA,EACtB,IAAI,EAAE,OAAO;AACjB,CAAC;AAEM,aAAM,iBAAiB,EAAE,OAAO;AAAA,EACnC,MAAM,EAAE,QAAQ,UAAU;AAAA,EAC1B,IAAI,EAAE,OAAO;AACjB,CAAC;AAEM,aAAM,iBAAiB,EAAE,mBAAmB,QAAQ;AAAA,EACvD;AAAA,EACA;AAAA,EACA;AACJ,CAAC;AAEM,aAAM,cAAc,EAAE,OAAO;AAAA,EAChC,OAAO,EAAE;AAAA,IACL,EAAE,OAAO;AAAA,MACL,MAAM,EAAE,OAAO;AAAA,MACf,YAAY,EAAE,OAAO;AAAA,MACrB,OAAO,EAAE,OAAO;AAAA,MAChB,UAAU,EACL,OAAO;AAAA,QACJ,MAAM,EAAE,OAAO;AAAA,MACnB,CAAC,EACA,YAAY,EACZ,SAAS,EACT,SAAS;AAAA,IAClB,CAAC;AAAA,EACL;AACJ,CAAC;AAKM,aAAM,YAAY;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOb,eAAuB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQxB,MAAM,OAA0B;AACnC,UAAM,OAAO,KAAK,MAAM,KAAK;AAC7B,UAAM,OAAO,YAAY,MAAM,IAAI;AAEnC,QAAI,OAAkB;AAAA,MAClB,MAAM;AAAA,MACN,SAAS,CAAC;AAAA,IACd;AAEA,QAAI,WAAiC,oBAAI,IAAI;AAC7C,QAAI,cAA8B;AAElC,aAAS,kBACL,eACA,SACF;AACE,UAAI,UAAU,SAAS,IAAI,aAAa;AACxC,UAAI,CAAC,SAAS;AACV,kBAAU;AAAA,UACN,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS,CAAC;AAAA,UACV,WAAW,CAAC;AAAA,QAChB;AACA,sBAAc;AACd,iBAAS,IAAI,eAAe,OAAO;AAAA,MACvC;AAEA,cAAQ,QAAQ,KAAK,GAAG,OAAO;AAAA,IACnC;AAEA,aAAS,aAAa,KAAe,SAA2B;AAC5D,wBAAkB,IAAI,SAAS;AAAA,QAC3B;AAAA,UACI,MAAM;AAAA,UACN,QAAQ,IAAI;AAAA,UACZ;AAAA,QACJ;AAAA,MACJ,CAAC;AAAA,IACL;AAEA,aAAS,UAAU,OAAe;AAC9B,aAAO,MAAM,QAAQ,YAAY,EAAE;AAAA,IACvC;AAEA,aAAS,UAAU,SAAiB;AAChC,aAAO;AAAA,QACH,MAAM;AAAA,QACN,SAAS,CAAC,OAAO;AAAA,MACrB;AAAA,IACJ;AAEA,aAAS,QAAQ,KAAK,OAAO;AACzB,UAAI,KAAK,eAAe,UAAU,KAAK,OAAO;AAC1C,YAAI,CAAC,KAAK,SAAU;AACpB,cAAM,WAAW,eAAe,MAAM,KAAK,QAAQ;AACnD,YAAI,SAAS,SAAS,QAAQ;AAC1B,gBAAM,YAAY,oBAAoB,SAAS,EAAE;AACjD,cAAI,CAAC;AACD,kBAAM,IAAI,MAAM,iCAAiC;AAErD,cAAI,CAAC,KAAK,GAAI,MAAK,KAAK,UAAU;AAElC,gBAAM,UAAU,UAAU,KAAK,KAAK;AAGpC,gBAAM,QAAQ,QAAQ,MAAM,IAAI,EAAE;AAAA,YAC9B,CAAC,MAAM,YAAY;AACf,kBAAI,KAAK,WAAW,EAAG,QAAO,CAAC,OAAO;AAAA;AAElC,uBAAO;AAAA,kBACH,GAAG;AAAA,kBACH;AAAA,oBACI,WAAW;AAAA,kBACf;AAAA,kBACA;AAAA,gBACJ;AAAA,YACR;AAAA,YACA,CAAC;AAAA,UACL;AAEA,uBAAa,WAAW,KAAK;AAAA,QACjC,WAAW,SAAS,SAAS,YAAY;AACrC,gBAAM,YAAY,oBAAoB,GAAG,SAAS,EAAE,IAAI;AACxD,cAAI,WAAW;AACX,kBAAM,UAAU,UAAU,KAAK,KAAK;AAGpC,kBAAM,QAAQ,QACT,MAAM,IAAI,EACV,OAAyB,CAAC,MAAM,YAAY;AACzC,kBAAI,KAAK,WAAW;AAChB,uBAAO,CAAC,UAAU,OAAO,CAAC;AAAA;AAE1B,uBAAO;AAAA,kBACH,GAAG;AAAA,kBACH;AAAA,oBACI,MAAM;AAAA,kBACV;AAAA,kBACA,UAAU,OAAO;AAAA,gBACrB;AAAA,YACR,GAAG,CAAC,CAAC;AAET,kBAAM;AAAA,cAAQ,CAAC,SACX,kBAAkB,UAAU,SAAS,CAAC,IAAI,CAAC;AAAA,YAC/C;AAAA,UACJ,OAAO;AAEH,kBAAM,UAAU,UAAU,KAAK,KAAK;AACpC,gBAAI,CAAC,KAAK,UAAU;AAChB,kBAAI,aAAa;AACb,gBAAC,YAAwB,UAAU,KAAK;AAAA,kBACpC,QAAQ,KAAK;AAAA,kBACb,MAAM;AAAA,kBACN,QAAQ;AAAA,gBACZ,CAAC;AAAA,cACL;AAAA,YACJ;AAAA,UACJ;AAAA,QACJ;AAAA,MACJ;AAAA,IACJ;AAEA,aAAS,WAAW,SAAS,OAAO,GAAG;AACnC,WAAK,QAAQ,KAAK,OAAO;AAAA,IAC7B;AAEA,WAAO;AAAA,EACX;AACJ;",
6
6
  "names": []
7
7
  }
@@ -0,0 +1,107 @@
1
+ "use strict";
2
+ import { getBookId, parseVerseReference } from "../utils";
3
+ import { parse } from "papaparse";
4
+ export class CommentaryCsvParser {
5
+ parse(data) {
6
+ const firstLine = data.indexOf("\n");
7
+ data = data.substring(firstLine + 1);
8
+ const lines = parse(data, {
9
+ header: false,
10
+ // transformHeader: (_, index) => {
11
+ // const headers = ['book', 'chapter', 'verse', 'commentaries'];
12
+ // if (index < headers.length) {
13
+ // return headers[index];
14
+ // } else {
15
+ // return '';
16
+ // }
17
+ // },
18
+ delimiter: ",",
19
+ escapeChar: '"',
20
+ quoteChar: '"'
21
+ });
22
+ return this.parseLines(
23
+ lines.data.map((line) => ({
24
+ book: line[0],
25
+ chapter: line[1],
26
+ verse: line[2],
27
+ commentaries: line[3]
28
+ }))
29
+ );
30
+ }
31
+ parseLines(data) {
32
+ let tree = {
33
+ type: "commentary/root",
34
+ books: []
35
+ };
36
+ let book = null;
37
+ let chapter = null;
38
+ for (let line of data) {
39
+ if (hasValue(line.book)) {
40
+ const id = getBookId(line.book);
41
+ if (!id) {
42
+ throw new Error("Invalid book: " + line.book);
43
+ }
44
+ book = tree.books.find((b) => b.book === id) ?? null;
45
+ if (!book) {
46
+ book = {
47
+ type: "book",
48
+ book: id,
49
+ introduction: null,
50
+ chapters: []
51
+ };
52
+ tree.books.push(book);
53
+ }
54
+ if (!book.introduction) {
55
+ book.introduction = hasValue(line.commentaries) ? line.commentaries : null;
56
+ }
57
+ } else if (hasValue(line.chapter)) {
58
+ const number = parseInt(line.chapter);
59
+ if (isNaN(number)) {
60
+ throw new Error("Invalid chapter number: " + line.chapter);
61
+ }
62
+ if (!book) {
63
+ throw new Error("Chapter without book");
64
+ }
65
+ chapter = {
66
+ type: "chapter",
67
+ number,
68
+ introduction: hasValue(line.commentaries) ? line.commentaries : null,
69
+ verses: []
70
+ };
71
+ book.chapters.push(chapter);
72
+ } else if (hasValue(line.verse)) {
73
+ const ref = parseVerseReference(line.verse);
74
+ if (ref) {
75
+ if (ref.book === book?.book) {
76
+ if (ref.chapter === chapter?.number) {
77
+ chapter.verses.push({
78
+ type: "verse",
79
+ number: ref.verse,
80
+ content: [line.commentaries]
81
+ });
82
+ } else {
83
+ chapter = {
84
+ type: "chapter",
85
+ number: ref.chapter,
86
+ introduction: null,
87
+ verses: [
88
+ {
89
+ type: "verse",
90
+ number: ref.verse,
91
+ content: [line.commentaries]
92
+ }
93
+ ]
94
+ };
95
+ book.chapters.push(chapter);
96
+ }
97
+ }
98
+ }
99
+ }
100
+ }
101
+ return tree;
102
+ }
103
+ }
104
+ function hasValue(value) {
105
+ return value !== null && value !== void 0 && value !== "" && value.trim() !== "";
106
+ }
107
+ //# sourceMappingURL=commentary-csv-parser.js.map
@@ -0,0 +1,7 @@
1
+ {
2
+ "version": 3,
3
+ "sources": ["../../../parser/commentary-csv-parser.ts"],
4
+ "sourcesContent": ["import {\n CommentaryBookNode,\n CommentaryChapterNode,\n CommentaryParseTree,\n} from './types';\nimport { getBookId, parseVerseReference } from '../utils';\nimport { parse } from 'papaparse';\n\nexport interface CsvLine {\n book: string;\n chapter: string;\n verse: string;\n commentaries: string;\n}\n\nexport class CommentaryCsvParser {\n parse(data: string): CommentaryParseTree {\n // remove header automatically\n const firstLine = data.indexOf('\\n');\n data = data.substring(firstLine + 1);\n\n const lines = parse<string[]>(data, {\n header: false,\n // transformHeader: (_, index) => {\n // const headers = ['book', 'chapter', 'verse', 'commentaries'];\n // if (index < headers.length) {\n // return headers[index];\n // } else {\n // return '';\n // }\n // },\n delimiter: ',',\n escapeChar: '\"',\n quoteChar: '\"',\n });\n return this.parseLines(\n lines.data.map((line: string[]) => ({\n book: line[0],\n chapter: line[1],\n verse: line[2],\n commentaries: line[3],\n }))\n );\n }\n\n parseLines(data: CsvLine[]): CommentaryParseTree {\n let tree: CommentaryParseTree = {\n type: 'commentary/root',\n books: [],\n };\n\n let book: CommentaryBookNode | null = null;\n let chapter: CommentaryChapterNode | null = null;\n for (let line of data) {\n if (hasValue(line.book)) {\n const id = getBookId(line.book);\n if (!id) {\n throw new Error('Invalid book: ' + line.book);\n }\n\n book = tree.books.find((b) => b.book === id) ?? null;\n if (!book) {\n book = {\n type: 'book',\n book: id,\n introduction: null,\n chapters: [],\n };\n tree.books.push(book);\n }\n\n if (!book.introduction) {\n book.introduction = hasValue(line.commentaries)\n ? line.commentaries\n : null;\n }\n } else if (hasValue(line.chapter)) {\n const number = parseInt(line.chapter);\n if (isNaN(number)) {\n throw new Error('Invalid chapter number: ' + line.chapter);\n }\n\n if (!book) {\n throw new Error('Chapter without book');\n }\n\n chapter = {\n type: 'chapter',\n number,\n introduction: hasValue(line.commentaries)\n ? line.commentaries\n : null,\n verses: [],\n };\n book.chapters.push(chapter);\n } else if (hasValue(line.verse)) {\n const ref = parseVerseReference(line.verse);\n if (ref) {\n if (ref.book === book?.book) {\n // @ts-ignore\n if (ref.chapter === chapter?.number) {\n chapter.verses.push({\n type: 'verse',\n number: ref.verse,\n content: [line.commentaries],\n });\n } else {\n chapter = {\n type: 'chapter',\n number: ref.chapter,\n introduction: null,\n verses: [\n {\n type: 'verse',\n number: ref.verse,\n content: [line.commentaries],\n },\n ],\n };\n\n book.chapters.push(chapter);\n }\n }\n }\n }\n }\n\n return tree;\n }\n}\n\nfunction hasValue(value: string | null): boolean {\n return (\n value !== null &&\n value !== undefined &&\n value !== '' &&\n value.trim() !== ''\n );\n}\n"],
5
+ "mappings": ";AAKA,SAAS,WAAW,2BAA2B;AAC/C,SAAS,aAAa;AASf,aAAM,oBAAoB;AAAA,EAC7B,MAAM,MAAmC;AAErC,UAAM,YAAY,KAAK,QAAQ,IAAI;AACnC,WAAO,KAAK,UAAU,YAAY,CAAC;AAEnC,UAAM,QAAQ,MAAgB,MAAM;AAAA,MAChC,QAAQ;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,MASR,WAAW;AAAA,MACX,YAAY;AAAA,MACZ,WAAW;AAAA,IACf,CAAC;AACD,WAAO,KAAK;AAAA,MACR,MAAM,KAAK,IAAI,CAAC,UAAoB;AAAA,QAChC,MAAM,KAAK,CAAC;AAAA,QACZ,SAAS,KAAK,CAAC;AAAA,QACf,OAAO,KAAK,CAAC;AAAA,QACb,cAAc,KAAK,CAAC;AAAA,MACxB,EAAE;AAAA,IACN;AAAA,EACJ;AAAA,EAEA,WAAW,MAAsC;AAC7C,QAAI,OAA4B;AAAA,MAC5B,MAAM;AAAA,MACN,OAAO,CAAC;AAAA,IACZ;AAEA,QAAI,OAAkC;AACtC,QAAI,UAAwC;AAC5C,aAAS,QAAQ,MAAM;AACnB,UAAI,SAAS,KAAK,IAAI,GAAG;AACrB,cAAM,KAAK,UAAU,KAAK,IAAI;AAC9B,YAAI,CAAC,IAAI;AACL,gBAAM,IAAI,MAAM,mBAAmB,KAAK,IAAI;AAAA,QAChD;AAEA,eAAO,KAAK,MAAM,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK;AAChD,YAAI,CAAC,MAAM;AACP,iBAAO;AAAA,YACH,MAAM;AAAA,YACN,MAAM;AAAA,YACN,cAAc;AAAA,YACd,UAAU,CAAC;AAAA,UACf;AACA,eAAK,MAAM,KAAK,IAAI;AAAA,QACxB;AAEA,YAAI,CAAC,KAAK,cAAc;AACpB,eAAK,eAAe,SAAS,KAAK,YAAY,IACxC,KAAK,eACL;AAAA,QACV;AAAA,MACJ,WAAW,SAAS,KAAK,OAAO,GAAG;AAC/B,cAAM,SAAS,SAAS,KAAK,OAAO;AACpC,YAAI,MAAM,MAAM,GAAG;AACf,gBAAM,IAAI,MAAM,6BAA6B,KAAK,OAAO;AAAA,QAC7D;AAEA,YAAI,CAAC,MAAM;AACP,gBAAM,IAAI,MAAM,sBAAsB;AAAA,QAC1C;AAEA,kBAAU;AAAA,UACN,MAAM;AAAA,UACN;AAAA,UACA,cAAc,SAAS,KAAK,YAAY,IAClC,KAAK,eACL;AAAA,UACN,QAAQ,CAAC;AAAA,QACb;AACA,aAAK,SAAS,KAAK,OAAO;AAAA,MAC9B,WAAW,SAAS,KAAK,KAAK,GAAG;AAC7B,cAAM,MAAM,oBAAoB,KAAK,KAAK;AAC1C,YAAI,KAAK;AACL,cAAI,IAAI,SAAS,MAAM,MAAM;AAEzB,gBAAI,IAAI,YAAY,SAAS,QAAQ;AACjC,sBAAQ,OAAO,KAAK;AAAA,gBAChB,MAAM;AAAA,gBACN,QAAQ,IAAI;AAAA,gBACZ,SAAS,CAAC,KAAK,YAAY;AAAA,cAC/B,CAAC;AAAA,YACL,OAAO;AACH,wBAAU;AAAA,gBACN,MAAM;AAAA,gBACN,QAAQ,IAAI;AAAA,gBACZ,cAAc;AAAA,gBACd,QAAQ;AAAA,kBACJ;AAAA,oBACI,MAAM;AAAA,oBACN,QAAQ,IAAI;AAAA,oBACZ,SAAS,CAAC,KAAK,YAAY;AAAA,kBAC/B;AAAA,gBACJ;AAAA,cACJ;AAEA,mBAAK,SAAS,KAAK,OAAO;AAAA,YAC9B;AAAA,UACJ;AAAA,QACJ;AAAA,MACJ;AAAA,IACJ;AAEA,WAAO;AAAA,EACX;AACJ;AAEA,SAAS,SAAS,OAA+B;AAC7C,SACI,UAAU,QACV,UAAU,UACV,UAAU,MACV,MAAM,KAAK,MAAM;AAEzB;",
6
+ "names": []
7
+ }
@@ -3,6 +3,7 @@ export * from "./types.js";
3
3
  export * from "./usfm-parser.js";
4
4
  export * from "./usx-parser.js";
5
5
  export * from "./codex-parser.js";
6
+ export * from "./commentary-csv-parser.js";
6
7
  import * as iterators from "./iterators.js";
7
8
  export { iterators };
8
9
  //# sourceMappingURL=index.js.map
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
3
  "sources": ["../../../parser/index.ts"],
4
- "sourcesContent": ["export * from './types.js';\r\nexport * from './usfm-parser.js';\r\nexport * from './usx-parser.js';\r\nexport * from './codex-parser.js';\r\nimport * as iterators from './iterators.js';\r\n\r\nexport { iterators };\r\n"],
5
- "mappings": ";AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,YAAY,eAAe;AAE3B,SAAS;",
4
+ "sourcesContent": ["export * from './types.js';\r\nexport * from './usfm-parser.js';\r\nexport * from './usx-parser.js';\r\nexport * from './codex-parser.js';\r\nexport * from './commentary-csv-parser.js';\r\nimport * as iterators from './iterators.js';\r\n\r\nexport { iterators };\r\n"],
5
+ "mappings": ";AAAA,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,cAAc;AACd,YAAY,eAAe;AAE3B,SAAS;",
6
6
  "names": []
7
7
  }
@@ -1,4 +1,5 @@
1
1
  "use strict";
2
+ import { getLogger } from "../log.js";
2
3
  export class Rewindable {
3
4
  buffer = [];
4
5
  _bufferSize = 0;
@@ -36,19 +37,23 @@ export class Rewindable {
36
37
  let result = this._iterator.next(...args);
37
38
  this.buffer.unshift(result.value);
38
39
  if (this.buffer.length > this._bufferSize) {
39
- this.buffer.splice(this._bufferSize, this.buffer.length - this._bufferSize);
40
+ this.buffer.splice(
41
+ this._bufferSize,
42
+ this.buffer.length - this._bufferSize
43
+ );
40
44
  }
41
45
  return result;
42
46
  }
43
47
  }
44
48
  export function* debug(label, iterator) {
49
+ const logger = getLogger();
45
50
  for (let value of uncompletable(iterator)) {
46
51
  if (value instanceof Element) {
47
- console.log(label, value.outerHTML);
52
+ logger.log(label, value.outerHTML);
48
53
  } else if (value instanceof Node) {
49
- console.log(label, value.textContent);
54
+ logger.log(label, value.textContent);
50
55
  } else {
51
- console.log(label, value);
56
+ logger.log(label, value);
52
57
  }
53
58
  yield value;
54
59
  }
@@ -62,10 +67,16 @@ function* iterateNodes(node) {
62
67
  }
63
68
  }
64
69
  export function parentChar(node) {
65
- return matchingParent(node, (n) => n instanceof Element && n.nodeName === "char");
70
+ return matchingParent(
71
+ node,
72
+ (n) => n instanceof Element && n.nodeName === "char"
73
+ );
66
74
  }
67
75
  export function parentNote(node) {
68
- return matchingParent(node, (n) => n instanceof Element && n.nodeName === "note");
76
+ return matchingParent(
77
+ node,
78
+ (n) => n instanceof Element && n.nodeName === "note"
79
+ );
69
80
  }
70
81
  export function matchingParent(node, filter) {
71
82
  let parent = node.parentNode;
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "version": 3,
3
3
  "sources": ["../../../parser/iterators.ts"],
4
- "sourcesContent": ["\r\n/**\r\n * Defines an interface that represents an iterator that can be rewound.\r\n */\r\nexport interface RewindableIterator<T> extends IterableIterator<T> {\r\n /**\r\n * Rewinds the iterator by the specified number of elements.\r\n * @param number The number of elements to rewind.\r\n */\r\n rewind(number: number): void;\r\n}\r\n\r\n/**\r\n * Defines a class that implements an iterator that can be rewound.\r\n */\r\nexport class Rewindable<T> implements RewindableIterator<T> {\r\n buffer: T[] = [];\r\n\r\n private _bufferSize: number = 0;\r\n private _position: number = -1;\r\n private _iterator: IterableIterator<T>;\r\n\r\n constructor(iterator: IterableIterator<T>, bufferSize: number = 2) {\r\n this._iterator = iterator;\r\n this._bufferSize = bufferSize;\r\n\r\n if(this._iterator.return) {\r\n this.return = (value?: any) => {\r\n return this._iterator.return!(value);\r\n };\r\n }\r\n if(this._iterator.throw) {\r\n this.throw = (value?: any) => {\r\n return this._iterator.throw!(value);\r\n };\r\n }\r\n }\r\n\r\n rewind(number: number): void {\r\n this._position += number;\r\n }\r\n\r\n [Symbol.iterator](): IterableIterator<T> {\r\n return this;\r\n }\r\n\r\n next(...args: [] | [undefined]): IteratorResult<T, any> {\r\n if (this._position >= 0) {\r\n let item = this.buffer[this._position];\r\n this._position--;\r\n return {\r\n value: item,\r\n done: false\r\n };\r\n }\r\n\r\n let result = this._iterator.next(...args);\r\n this.buffer.unshift(result.value);\r\n if (this.buffer.length > this._bufferSize) {\r\n this.buffer.splice(this._bufferSize, this.buffer.length - this._bufferSize);\r\n }\r\n return result;\r\n }\r\n\r\n return?(value?: any): IteratorResult<T, any>;\r\n throw?(e?: any): IteratorResult<T, any>;\r\n}\r\n\r\nexport function *debug(label: string, iterator: IterableIterator<any>) {\r\n for (let value of uncompletable(iterator)) {\r\n if (value instanceof Element) {\r\n console.log(label, value.outerHTML);\r\n } else if(value instanceof Node) {\r\n console.log(label, value.textContent);\r\n } else {\r\n console.log(label, value);\r\n }\r\n yield value;\r\n }\r\n}\r\n\r\n/**\r\n * Creates a new rewindable iterator from the given iterator.\r\n * @param iterator The iterator.\r\n * @param bufferSize The size of the buffer.\r\n */\r\nexport function rewindable<T>(iterator: IterableIterator<T>, bufferSize: number = 2): Rewindable<T> {\r\n return new Rewindable(iterator, bufferSize);\r\n}\r\n\r\n\r\nfunction *iterateNodes(node: Node) {\r\n for(let i = 0; i < node.childNodes.length; i++) {\r\n yield node.childNodes[i];\r\n }\r\n}\r\n\r\n/**\r\n * Gets the char element that is the parent of the given node.\r\n * @param node The node.\r\n */\r\nexport function parentChar(node: Node): Element | null {\r\n return matchingParent(node, n => n instanceof Element && n.nodeName === 'char') as Element | null;\r\n}\r\n\r\n/**\r\n * Gets the note element that is the parent of the given node.\r\n * @param node The node.\r\n */\r\nexport function parentNote(node: Node): Element | null {\r\n return matchingParent(node, n => n instanceof Element && n.nodeName === 'note') as Element | null;\r\n}\r\n\r\n/**\r\n * Gets the parent node that matches the given filter.\r\n * @param node The node to start the search from.\r\n * @param filter The filter that should be used.\r\n */\r\nexport function matchingParent(node: Node, filter: (node: Node) => boolean): Node | null {\r\n let parent = node.parentNode;\r\n while(parent) {\r\n if (filter(parent)) {\r\n return parent;\r\n }\r\n parent = parent.parentNode;\r\n }\r\n return null;\r\n}\r\n\r\n/**\r\n * Determines if the given node is a child of the parent node.\r\n * @param node The node to test.\r\n * @param parent The parent.\r\n * @returns \r\n */\r\nexport function isParent(node: Node, parent: Node): boolean {\r\n let parentNode = node.parentNode;\r\n while(parentNode) {\r\n if (parentNode === parent) {\r\n return true;\r\n }\r\n parentNode = parentNode.parentNode;\r\n }\r\n return false;\r\n}\r\n\r\n/**\r\n * Iterates through all of the nodes in the tree in a depth-first traversal.\r\n * @param node The node to start the traversal from. \r\n */\r\nexport function iterateAll(node: Node): RewindableIterator<Node> {\r\n return rewindable(_iterateAll(node));\r\n}\r\n\r\nexport function *iterateUntil<T>(iterator: IterableIterator<T>, predicate: (value: T) => boolean): IterableIterator<T> {\r\n for(let value of iterator) {\r\n if (predicate(value)) {\r\n return;\r\n }\r\n yield value;\r\n }\r\n}\r\n\r\nfunction *_iterateAll(node: Node): IterableIterator<Node> {\r\n for(let child of node.childNodes) {\r\n yield child;\r\n yield *iterateAll(child);\r\n }\r\n}\r\n\r\n/**\r\n * Iterates only the elements in the iterator.\r\n * @param iterator The iterator that should be used.\r\n */\r\nexport function *elements(iterator: IterableIterator<Node>): IterableIterator<Element> {\r\n for (let node of uncompletable(iterator)) {\r\n if (node instanceof Element) {\r\n yield node;\r\n }\r\n }\r\n}\r\n\r\n/**\r\n * Iterates only the children of the given node in the iterator.\r\n * @param iterator The iterator that should be used.\r\n * @param parent The parent node.\r\n */\r\nexport function *children(iterator: RewindableIterator<Node>, parent: Node): IterableIterator<Node> {\r\n for (let node of uncompletable(iterator)) {\r\n if (!isParent(node, parent)) {\r\n iterator.rewind(1);\r\n return;\r\n }\r\n\r\n yield node;\r\n }\r\n}\r\n\r\n/**\r\n * Wraps the given iterable in a generator that will prevent consumers from calling return() on the iterator.\r\n * @param iterable The iterable.\r\n */\r\nexport function *uncompletable<T>(iterable: IterableIterator<T>): IterableIterator<T> {\r\n while(true) {\r\n const { done, value } = iterable.next();\r\n if (done) {\r\n return;\r\n }\r\n yield value;\r\n }\r\n}\r\n\r\n/**\r\n * Converts the given iterable into an async iterable.\r\n * @param input The input iterable.\r\n */\r\nexport async function *toAsyncIterable<T>(input: Iterable<T>): AsyncIterable<T> {\r\n for (let item of input) {\r\n yield item;\r\n }\r\n}\r\n\r\n/**\r\n * Batches items from the given iterator.\r\n * @param input The input iterator.\r\n * @param batchSize The size of each batch.\r\n */\r\nexport function* batch<T>(input: Iterable<T>, batchSize: number): Iterable<T[]> {\r\n while(true) {\r\n let batch = [] as T[];\r\n for (let item of input) {\r\n batch.push(item);\r\n if (batch.length >= batchSize) {\r\n break;\r\n }\r\n }\r\n\r\n if (batch.length === 0) {\r\n return;\r\n }\r\n\r\n yield batch;\r\n }\r\n}"],
5
- "mappings": ";AAeO,aAAM,WAA+C;AAAA,EACxD,SAAc,CAAC;AAAA,EAEP,cAAsB;AAAA,EACtB,YAAoB;AAAA,EACpB;AAAA,EAER,YAAY,UAA+B,aAAqB,GAAG;AAC/D,SAAK,YAAY;AACjB,SAAK,cAAc;AAEnB,QAAG,KAAK,UAAU,QAAQ;AACtB,WAAK,SAAS,CAAC,UAAgB;AAC3B,eAAO,KAAK,UAAU,OAAQ,KAAK;AAAA,MACvC;AAAA,IACJ;AACA,QAAG,KAAK,UAAU,OAAO;AACrB,WAAK,QAAQ,CAAC,UAAgB;AAC1B,eAAO,KAAK,UAAU,MAAO,KAAK;AAAA,MACtC;AAAA,IACJ;AAAA,EACJ;AAAA,EAEA,OAAO,QAAsB;AACzB,SAAK,aAAa;AAAA,EACtB;AAAA,EAEA,CAAC,OAAO,QAAQ,IAAyB;AACrC,WAAO;AAAA,EACX;AAAA,EAEA,QAAQ,MAAgD;AACpD,QAAI,KAAK,aAAa,GAAG;AACrB,UAAI,OAAO,KAAK,OAAO,KAAK,SAAS;AACrC,WAAK;AACL,aAAO;AAAA,QACH,OAAO;AAAA,QACP,MAAM;AAAA,MACV;AAAA,IACJ;AAEA,QAAI,SAAS,KAAK,UAAU,KAAK,GAAG,IAAI;AACxC,SAAK,OAAO,QAAQ,OAAO,KAAK;AAChC,QAAI,KAAK,OAAO,SAAS,KAAK,aAAa;AACvC,WAAK,OAAO,OAAO,KAAK,aAAa,KAAK,OAAO,SAAS,KAAK,WAAW;AAAA,IAC9E;AACA,WAAO;AAAA,EACX;AAIJ;AAEO,iBAAU,MAAM,OAAe,UAAiC;AACnE,WAAS,SAAS,cAAc,QAAQ,GAAG;AACvC,QAAI,iBAAiB,SAAS;AAC1B,cAAQ,IAAI,OAAO,MAAM,SAAS;AAAA,IACtC,WAAU,iBAAiB,MAAM;AAC7B,cAAQ,IAAI,OAAO,MAAM,WAAW;AAAA,IACxC,OAAO;AACH,cAAQ,IAAI,OAAO,KAAK;AAAA,IAC5B;AACA,UAAM;AAAA,EACV;AACJ;AAOO,gBAAS,WAAc,UAA+B,aAAqB,GAAkB;AAChG,SAAO,IAAI,WAAW,UAAU,UAAU;AAC9C;AAGA,UAAU,aAAa,MAAY;AAC/B,WAAQ,IAAI,GAAG,IAAI,KAAK,WAAW,QAAQ,KAAK;AAC5C,UAAM,KAAK,WAAW,CAAC;AAAA,EAC3B;AACJ;AAMO,gBAAS,WAAW,MAA4B;AACnD,SAAO,eAAe,MAAM,OAAK,aAAa,WAAW,EAAE,aAAa,MAAM;AAClF;AAMO,gBAAS,WAAW,MAA4B;AACnD,SAAO,eAAe,MAAM,OAAK,aAAa,WAAW,EAAE,aAAa,MAAM;AAClF;AAOO,gBAAS,eAAe,MAAY,QAA8C;AACrF,MAAI,SAAS,KAAK;AAClB,SAAM,QAAQ;AACV,QAAI,OAAO,MAAM,GAAG;AAChB,aAAO;AAAA,IACX;AACA,aAAS,OAAO;AAAA,EACpB;AACA,SAAO;AACX;AAQO,gBAAS,SAAS,MAAY,QAAuB;AACxD,MAAI,aAAa,KAAK;AACtB,SAAM,YAAY;AACd,QAAI,eAAe,QAAQ;AACvB,aAAO;AAAA,IACX;AACA,iBAAa,WAAW;AAAA,EAC5B;AACA,SAAO;AACX;AAMO,gBAAS,WAAW,MAAsC;AAC7D,SAAO,WAAW,YAAY,IAAI,CAAC;AACvC;AAEO,iBAAU,aAAgB,UAA+B,WAAuD;AACnH,WAAQ,SAAS,UAAU;AACvB,QAAI,UAAU,KAAK,GAAG;AAClB;AAAA,IACJ;AACA,UAAM;AAAA,EACV;AACJ;AAEA,UAAU,YAAY,MAAoC;AACtD,WAAQ,SAAS,KAAK,YAAY;AAC9B,UAAM;AACN,WAAO,WAAW,KAAK;AAAA,EAC3B;AACJ;AAMO,iBAAU,SAAS,UAA6D;AACnF,WAAS,QAAQ,cAAc,QAAQ,GAAG;AACtC,QAAI,gBAAgB,SAAS;AACzB,YAAM;AAAA,IACV;AAAA,EACJ;AACJ;AAOO,iBAAU,SAAS,UAAoC,QAAsC;AAChG,WAAS,QAAQ,cAAc,QAAQ,GAAG;AACtC,QAAI,CAAC,SAAS,MAAM,MAAM,GAAG;AACzB,eAAS,OAAO,CAAC;AACjB;AAAA,IACJ;AAEA,UAAM;AAAA,EACV;AACJ;AAMO,iBAAU,cAAiB,UAAoD;AAClF,SAAM,MAAM;AACR,UAAM,EAAE,MAAM,MAAM,IAAI,SAAS,KAAK;AACtC,QAAI,MAAM;AACN;AAAA,IACJ;AACA,UAAM;AAAA,EACV;AACJ;AAMA,uBAAuB,gBAAmB,OAAsC;AAC5E,WAAS,QAAQ,OAAO;AACpB,UAAM;AAAA,EACV;AACJ;AAOO,iBAAU,MAAS,OAAoB,WAAkC;AAC5E,SAAM,MAAM;AACR,QAAIA,SAAQ,CAAC;AACb,aAAS,QAAQ,OAAO;AACpB,MAAAA,OAAM,KAAK,IAAI;AACf,UAAIA,OAAM,UAAU,WAAW;AAC3B;AAAA,MACJ;AAAA,IACJ;AAEA,QAAIA,OAAM,WAAW,GAAG;AACpB;AAAA,IACJ;AAEA,UAAMA;AAAA,EACV;AACJ;",
4
+ "sourcesContent": ["import { getLogger } from '../log.js';\n\n/**\n * Defines an interface that represents an iterator that can be rewound.\n */\nexport interface RewindableIterator<T> extends IterableIterator<T> {\n /**\n * Rewinds the iterator by the specified number of elements.\n * @param number The number of elements to rewind.\n */\n rewind(number: number): void;\n}\n\n/**\n * Defines a class that implements an iterator that can be rewound.\n */\nexport class Rewindable<T> implements RewindableIterator<T> {\n buffer: T[] = [];\n\n private _bufferSize: number = 0;\n private _position: number = -1;\n private _iterator: IterableIterator<T>;\n\n constructor(iterator: IterableIterator<T>, bufferSize: number = 2) {\n this._iterator = iterator;\n this._bufferSize = bufferSize;\n\n if (this._iterator.return) {\n this.return = (value?: any) => {\n return this._iterator.return!(value);\n };\n }\n if (this._iterator.throw) {\n this.throw = (value?: any) => {\n return this._iterator.throw!(value);\n };\n }\n }\n\n rewind(number: number): void {\n this._position += number;\n }\n\n [Symbol.iterator](): IterableIterator<T> {\n return this;\n }\n\n next(...args: [] | [undefined]): IteratorResult<T, any> {\n if (this._position >= 0) {\n let item = this.buffer[this._position];\n this._position--;\n return {\n value: item,\n done: false,\n };\n }\n\n let result = this._iterator.next(...args);\n this.buffer.unshift(result.value);\n if (this.buffer.length > this._bufferSize) {\n this.buffer.splice(\n this._bufferSize,\n this.buffer.length - this._bufferSize\n );\n }\n return result;\n }\n\n return?(value?: any): IteratorResult<T, any>;\n throw?(e?: any): IteratorResult<T, any>;\n}\n\nexport function* debug(label: string, iterator: IterableIterator<any>) {\n const logger = getLogger();\n for (let value of uncompletable(iterator)) {\n if (value instanceof Element) {\n logger.log(label, value.outerHTML);\n } else if (value instanceof Node) {\n logger.log(label, value.textContent);\n } else {\n logger.log(label, value);\n }\n yield value;\n }\n}\n\n/**\n * Creates a new rewindable iterator from the given iterator.\n * @param iterator The iterator.\n * @param bufferSize The size of the buffer.\n */\nexport function rewindable<T>(\n iterator: IterableIterator<T>,\n bufferSize: number = 2\n): Rewindable<T> {\n return new Rewindable(iterator, bufferSize);\n}\n\nfunction* iterateNodes(node: Node) {\n for (let i = 0; i < node.childNodes.length; i++) {\n yield node.childNodes[i];\n }\n}\n\n/**\n * Gets the char element that is the parent of the given node.\n * @param node The node.\n */\nexport function parentChar(node: Node): Element | null {\n return matchingParent(\n node,\n (n) => n instanceof Element && n.nodeName === 'char'\n ) as Element | null;\n}\n\n/**\n * Gets the note element that is the parent of the given node.\n * @param node The node.\n */\nexport function parentNote(node: Node): Element | null {\n return matchingParent(\n node,\n (n) => n instanceof Element && n.nodeName === 'note'\n ) as Element | null;\n}\n\n/**\n * Gets the parent node that matches the given filter.\n * @param node The node to start the search from.\n * @param filter The filter that should be used.\n */\nexport function matchingParent(\n node: Node,\n filter: (node: Node) => boolean\n): Node | null {\n let parent = node.parentNode;\n while (parent) {\n if (filter(parent)) {\n return parent;\n }\n parent = parent.parentNode;\n }\n return null;\n}\n\n/**\n * Determines if the given node is a child of the parent node.\n * @param node The node to test.\n * @param parent The parent.\n * @returns\n */\nexport function isParent(node: Node, parent: Node): boolean {\n let parentNode = node.parentNode;\n while (parentNode) {\n if (parentNode === parent) {\n return true;\n }\n parentNode = parentNode.parentNode;\n }\n return false;\n}\n\n/**\n * Iterates through all of the nodes in the tree in a depth-first traversal.\n * @param node The node to start the traversal from.\n */\nexport function iterateAll(node: Node): RewindableIterator<Node> {\n return rewindable(_iterateAll(node));\n}\n\nexport function* iterateUntil<T>(\n iterator: IterableIterator<T>,\n predicate: (value: T) => boolean\n): IterableIterator<T> {\n for (let value of iterator) {\n if (predicate(value)) {\n return;\n }\n yield value;\n }\n}\n\nfunction* _iterateAll(node: Node): IterableIterator<Node> {\n for (let child of node.childNodes) {\n yield child;\n yield* iterateAll(child);\n }\n}\n\n/**\n * Iterates only the elements in the iterator.\n * @param iterator The iterator that should be used.\n */\nexport function* elements(\n iterator: IterableIterator<Node>\n): IterableIterator<Element> {\n for (let node of uncompletable(iterator)) {\n if (node instanceof Element) {\n yield node;\n }\n }\n}\n\n/**\n * Iterates only the children of the given node in the iterator.\n * @param iterator The iterator that should be used.\n * @param parent The parent node.\n */\nexport function* children(\n iterator: RewindableIterator<Node>,\n parent: Node\n): IterableIterator<Node> {\n for (let node of uncompletable(iterator)) {\n if (!isParent(node, parent)) {\n iterator.rewind(1);\n return;\n }\n\n yield node;\n }\n}\n\n/**\n * Wraps the given iterable in a generator that will prevent consumers from calling return() on the iterator.\n * @param iterable The iterable.\n */\nexport function* uncompletable<T>(\n iterable: IterableIterator<T>\n): IterableIterator<T> {\n while (true) {\n const { done, value } = iterable.next();\n if (done) {\n return;\n }\n yield value;\n }\n}\n\n/**\n * Converts the given iterable into an async iterable.\n * @param input The input iterable.\n */\nexport async function* toAsyncIterable<T>(\n input: Iterable<T>\n): AsyncIterable<T> {\n for (let item of input) {\n yield item;\n }\n}\n\n/**\n * Batches items from the given iterator.\n * @param input The input iterator.\n * @param batchSize The size of each batch.\n */\nexport function* batch<T>(\n input: Iterable<T>,\n batchSize: number\n): Iterable<T[]> {\n while (true) {\n let batch = [] as T[];\n for (let item of input) {\n batch.push(item);\n if (batch.length >= batchSize) {\n break;\n }\n }\n\n if (batch.length === 0) {\n return;\n }\n\n yield batch;\n }\n}\n"],
5
+ "mappings": ";AAAA,SAAS,iBAAiB;AAgBnB,aAAM,WAA+C;AAAA,EACxD,SAAc,CAAC;AAAA,EAEP,cAAsB;AAAA,EACtB,YAAoB;AAAA,EACpB;AAAA,EAER,YAAY,UAA+B,aAAqB,GAAG;AAC/D,SAAK,YAAY;AACjB,SAAK,cAAc;AAEnB,QAAI,KAAK,UAAU,QAAQ;AACvB,WAAK,SAAS,CAAC,UAAgB;AAC3B,eAAO,KAAK,UAAU,OAAQ,KAAK;AAAA,MACvC;AAAA,IACJ;AACA,QAAI,KAAK,UAAU,OAAO;AACtB,WAAK,QAAQ,CAAC,UAAgB;AAC1B,eAAO,KAAK,UAAU,MAAO,KAAK;AAAA,MACtC;AAAA,IACJ;AAAA,EACJ;AAAA,EAEA,OAAO,QAAsB;AACzB,SAAK,aAAa;AAAA,EACtB;AAAA,EAEA,CAAC,OAAO,QAAQ,IAAyB;AACrC,WAAO;AAAA,EACX;AAAA,EAEA,QAAQ,MAAgD;AACpD,QAAI,KAAK,aAAa,GAAG;AACrB,UAAI,OAAO,KAAK,OAAO,KAAK,SAAS;AACrC,WAAK;AACL,aAAO;AAAA,QACH,OAAO;AAAA,QACP,MAAM;AAAA,MACV;AAAA,IACJ;AAEA,QAAI,SAAS,KAAK,UAAU,KAAK,GAAG,IAAI;AACxC,SAAK,OAAO,QAAQ,OAAO,KAAK;AAChC,QAAI,KAAK,OAAO,SAAS,KAAK,aAAa;AACvC,WAAK,OAAO;AAAA,QACR,KAAK;AAAA,QACL,KAAK,OAAO,SAAS,KAAK;AAAA,MAC9B;AAAA,IACJ;AACA,WAAO;AAAA,EACX;AAIJ;AAEO,iBAAU,MAAM,OAAe,UAAiC;AACnE,QAAM,SAAS,UAAU;AACzB,WAAS,SAAS,cAAc,QAAQ,GAAG;AACvC,QAAI,iBAAiB,SAAS;AAC1B,aAAO,IAAI,OAAO,MAAM,SAAS;AAAA,IACrC,WAAW,iBAAiB,MAAM;AAC9B,aAAO,IAAI,OAAO,MAAM,WAAW;AAAA,IACvC,OAAO;AACH,aAAO,IAAI,OAAO,KAAK;AAAA,IAC3B;AACA,UAAM;AAAA,EACV;AACJ;AAOO,gBAAS,WACZ,UACA,aAAqB,GACR;AACb,SAAO,IAAI,WAAW,UAAU,UAAU;AAC9C;AAEA,UAAU,aAAa,MAAY;AAC/B,WAAS,IAAI,GAAG,IAAI,KAAK,WAAW,QAAQ,KAAK;AAC7C,UAAM,KAAK,WAAW,CAAC;AAAA,EAC3B;AACJ;AAMO,gBAAS,WAAW,MAA4B;AACnD,SAAO;AAAA,IACH;AAAA,IACA,CAAC,MAAM,aAAa,WAAW,EAAE,aAAa;AAAA,EAClD;AACJ;AAMO,gBAAS,WAAW,MAA4B;AACnD,SAAO;AAAA,IACH;AAAA,IACA,CAAC,MAAM,aAAa,WAAW,EAAE,aAAa;AAAA,EAClD;AACJ;AAOO,gBAAS,eACZ,MACA,QACW;AACX,MAAI,SAAS,KAAK;AAClB,SAAO,QAAQ;AACX,QAAI,OAAO,MAAM,GAAG;AAChB,aAAO;AAAA,IACX;AACA,aAAS,OAAO;AAAA,EACpB;AACA,SAAO;AACX;AAQO,gBAAS,SAAS,MAAY,QAAuB;AACxD,MAAI,aAAa,KAAK;AACtB,SAAO,YAAY;AACf,QAAI,eAAe,QAAQ;AACvB,aAAO;AAAA,IACX;AACA,iBAAa,WAAW;AAAA,EAC5B;AACA,SAAO;AACX;AAMO,gBAAS,WAAW,MAAsC;AAC7D,SAAO,WAAW,YAAY,IAAI,CAAC;AACvC;AAEO,iBAAU,aACb,UACA,WACmB;AACnB,WAAS,SAAS,UAAU;AACxB,QAAI,UAAU,KAAK,GAAG;AAClB;AAAA,IACJ;AACA,UAAM;AAAA,EACV;AACJ;AAEA,UAAU,YAAY,MAAoC;AACtD,WAAS,SAAS,KAAK,YAAY;AAC/B,UAAM;AACN,WAAO,WAAW,KAAK;AAAA,EAC3B;AACJ;AAMO,iBAAU,SACb,UACyB;AACzB,WAAS,QAAQ,cAAc,QAAQ,GAAG;AACtC,QAAI,gBAAgB,SAAS;AACzB,YAAM;AAAA,IACV;AAAA,EACJ;AACJ;AAOO,iBAAU,SACb,UACA,QACsB;AACtB,WAAS,QAAQ,cAAc,QAAQ,GAAG;AACtC,QAAI,CAAC,SAAS,MAAM,MAAM,GAAG;AACzB,eAAS,OAAO,CAAC;AACjB;AAAA,IACJ;AAEA,UAAM;AAAA,EACV;AACJ;AAMO,iBAAU,cACb,UACmB;AACnB,SAAO,MAAM;AACT,UAAM,EAAE,MAAM,MAAM,IAAI,SAAS,KAAK;AACtC,QAAI,MAAM;AACN;AAAA,IACJ;AACA,UAAM;AAAA,EACV;AACJ;AAMA,uBAAuB,gBACnB,OACgB;AAChB,WAAS,QAAQ,OAAO;AACpB,UAAM;AAAA,EACV;AACJ;AAOO,iBAAU,MACb,OACA,WACa;AACb,SAAO,MAAM;AACT,QAAIA,SAAQ,CAAC;AACb,aAAS,QAAQ,OAAO;AACpB,MAAAA,OAAM,KAAK,IAAI;AACf,UAAIA,OAAM,UAAU,WAAW;AAC3B;AAAA,MACJ;AAAA,IACJ;AAEA,QAAIA,OAAM,WAAW,GAAG;AACpB;AAAA,IACJ;AAEA,UAAMA;AAAA,EACV;AACJ;",
6
6
  "names": ["batch"]
7
7
  }