@wandzai/utils 1.0.75-benchmark-classifications-13 → 1.0.75-benchmark-classifications-14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/bee-free.js +68 -56
- package/src/bee-free.js.map +1 -1
package/package.json
CHANGED
package/src/bee-free.js
CHANGED
|
@@ -6,7 +6,7 @@ const html_entities_1 = require("html-entities");
|
|
|
6
6
|
const wandz_interfaces_1 = require("@wandzai/wandz-interfaces");
|
|
7
7
|
const extractAllTextFromEntityJson = (json, device = null) => {
|
|
8
8
|
const elements = [];
|
|
9
|
-
|
|
9
|
+
const seenText = new Set();
|
|
10
10
|
const stripHtml = (html) => (0, html_entities_1.decode)(html
|
|
11
11
|
.replace(/<style[^>]*>.*?<\/style>/gis, '')
|
|
12
12
|
.replace(/<script[^>]*>.*?<\/script>/gis, '')
|
|
@@ -16,77 +16,89 @@ const extractAllTextFromEntityJson = (json, device = null) => {
|
|
|
16
16
|
const isVisibleForDevice = (style) => {
|
|
17
17
|
if (!style)
|
|
18
18
|
return true;
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
if (device ===
|
|
22
|
-
return
|
|
23
|
-
|
|
24
|
-
return !hideMobile;
|
|
25
|
-
return !(hideDesktop && hideMobile);
|
|
19
|
+
if (device === 'desktop' && style.hideContentOnDesktop)
|
|
20
|
+
return false;
|
|
21
|
+
if (device === 'mobile' && style.hideContentOnMobile)
|
|
22
|
+
return false;
|
|
23
|
+
return true;
|
|
26
24
|
};
|
|
27
|
-
const
|
|
28
|
-
|
|
29
|
-
if (!text)
|
|
25
|
+
const pushElement = (text, style, rowIndex, columnIndex, moduleIndex, totalRows, flags) => {
|
|
26
|
+
if (!text || seenText.has(text))
|
|
30
27
|
return;
|
|
28
|
+
seenText.add(text);
|
|
31
29
|
elements.push({
|
|
32
|
-
id: `${rowIndex}-${columnIndex}-${moduleIndex}-${
|
|
33
|
-
text
|
|
34
|
-
index:
|
|
30
|
+
id: `${rowIndex}-${columnIndex}-${moduleIndex}-${elements.length}`,
|
|
31
|
+
text,
|
|
32
|
+
index: elements.length,
|
|
35
33
|
signals: {
|
|
36
|
-
content:
|
|
34
|
+
content: flags,
|
|
37
35
|
typography: {
|
|
38
|
-
fontSizePx: style
|
|
39
|
-
fontWeight: style
|
|
40
|
-
isItalic: style?.
|
|
41
|
-
isUppercase: style?.
|
|
42
|
-
isUnderlined: style?.
|
|
36
|
+
fontSizePx: style.fontSizePx || 14,
|
|
37
|
+
fontWeight: style.fontWeight || 400,
|
|
38
|
+
isItalic: !!style.fontStyle?.includes('italic'),
|
|
39
|
+
isUppercase: !!style.textTransform?.includes('uppercase'),
|
|
40
|
+
isUnderlined: !!style.textDecoration?.includes('underline')
|
|
43
41
|
},
|
|
44
42
|
color: {
|
|
45
|
-
textColor: style
|
|
46
|
-
backgroundColor: style
|
|
43
|
+
textColor: style.textColor || '#000000',
|
|
44
|
+
backgroundColor: style.backgroundColor || 'transparent'
|
|
47
45
|
},
|
|
48
46
|
layout: {
|
|
49
|
-
textAlign: style
|
|
47
|
+
textAlign: style.textAlign || 'left',
|
|
50
48
|
rowIndex,
|
|
51
49
|
columnIndex,
|
|
52
50
|
moduleIndex,
|
|
53
|
-
verticalRatio: rowIndex /
|
|
54
|
-
}
|
|
55
|
-
}
|
|
51
|
+
verticalRatio: rowIndex / (totalRows || 1)
|
|
52
|
+
}
|
|
53
|
+
}
|
|
56
54
|
});
|
|
57
55
|
};
|
|
58
|
-
const
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
56
|
+
const traverseModules = (modules) => {
|
|
57
|
+
modules.forEach((module, moduleIndex) => {
|
|
58
|
+
const d = module.descriptor;
|
|
59
|
+
if (!d || !isVisibleForDevice(d.computedStyle))
|
|
60
|
+
return;
|
|
61
|
+
const baseStyle = { ...d.computedStyle, ...d.style };
|
|
62
|
+
const sources = [
|
|
63
|
+
{ text: d.paragraph?.html && stripHtml(d.paragraph.html), flags: { isParagraph: true }, style: { ...baseStyle, ...d.paragraph?.style } },
|
|
64
|
+
{ text: d.button?.label && stripHtml(d.button.label), flags: { isButton: true }, style: { ...baseStyle, ...d.button?.style } },
|
|
65
|
+
{ text: d.heading?.text && stripHtml(d.heading.text), flags: { isHeading: true }, style: { ...baseStyle, ...d.heading?.style } },
|
|
66
|
+
{ text: d.heading?.html && stripHtml(d.heading.html), flags: { isHeading: true }, style: { ...baseStyle, ...d.heading?.style } },
|
|
67
|
+
{
|
|
68
|
+
text: null,
|
|
69
|
+
flags: { isListItem: true },
|
|
70
|
+
style: { ...baseStyle, ...d.list?.style },
|
|
71
|
+
listItems: Array.isArray(d.list?.items) ? d.list.items.map((i) => stripHtml(i.text)) : []
|
|
72
|
+
},
|
|
73
|
+
{ text: d.html?.html && stripHtml(d.html.html), flags: { isRawHtml: true }, style: { ...baseStyle, ...d.html?.style } },
|
|
74
|
+
{ text: d.image?.alt && stripHtml(d.image.alt), flags: { isImageAlt: true }, style: { ...baseStyle, ...d.image?.style } },
|
|
75
|
+
{
|
|
76
|
+
text: null,
|
|
77
|
+
flags: { isTableCell: true },
|
|
78
|
+
style: { ...baseStyle, ...d.table?.style },
|
|
79
|
+
tableCells: d.table?.content?.rows?.flatMap((r) => r.cells?.map((c) => stripHtml(c.html)) || []) || []
|
|
80
|
+
}
|
|
81
|
+
];
|
|
82
|
+
for (const src of sources) {
|
|
83
|
+
if (src.listItems && src.listItems.length) {
|
|
84
|
+
src.listItems.forEach((text, idx) => pushElement(text, src.style, idx, 0, moduleIndex, src.listItems.length, src.flags));
|
|
85
|
+
break;
|
|
86
|
+
}
|
|
87
|
+
if (src.tableCells && src.tableCells.length) {
|
|
88
|
+
src.tableCells.forEach((text, idx) => pushElement(text, src.style, idx, 0, moduleIndex, src.tableCells.length, src.flags));
|
|
89
|
+
break;
|
|
90
|
+
}
|
|
91
|
+
if (src.text) {
|
|
92
|
+
pushElement(src.text, src.style, 0, 0, moduleIndex, 1, src.flags);
|
|
93
|
+
break;
|
|
94
|
+
}
|
|
77
95
|
}
|
|
78
|
-
}
|
|
79
|
-
};
|
|
80
|
-
const rows = json.page?.rows ?? [];
|
|
81
|
-
rows.forEach((row, rowIndex) => {
|
|
82
|
-
if (!isVisibleForDevice(row.content?.computedStyle))
|
|
83
|
-
return;
|
|
84
|
-
row.columns?.forEach((column, columnIndex) => {
|
|
85
|
-
column.modules?.forEach((module, moduleIndex) => {
|
|
86
|
-
extractTextFromModule(module, rowIndex, columnIndex, moduleIndex, rows.length);
|
|
87
|
-
});
|
|
88
96
|
});
|
|
89
|
-
}
|
|
97
|
+
};
|
|
98
|
+
if (json.modules?.desktop && (!device || device === 'desktop'))
|
|
99
|
+
traverseModules(json.modules.desktop);
|
|
100
|
+
if (json.modules?.mobile && (!device || device === 'mobile'))
|
|
101
|
+
traverseModules(json.modules.mobile);
|
|
90
102
|
return elements;
|
|
91
103
|
};
|
|
92
104
|
exports.extractAllTextFromEntityJson = extractAllTextFromEntityJson;
|
package/src/bee-free.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bee-free.js","sourceRoot":"","sources":["../../../../libs/utils/src/bee-free.ts"],"names":[],"mappings":";;;AAAA,mCAA6B;AAC7B,iDAAuC;AACvC,gEAImC;AAE5B,MAAM,4BAA4B,GAAG,CAC1C,IAAS,EACT,SAAsC,IAAI,EACzB,EAAE;IACnB,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,
|
|
1
|
+
{"version":3,"file":"bee-free.js","sourceRoot":"","sources":["../../../../libs/utils/src/bee-free.ts"],"names":[],"mappings":";;;AAAA,mCAA6B;AAC7B,iDAAuC;AACvC,gEAImC;AAE5B,MAAM,4BAA4B,GAAG,CAC1C,IAAS,EACT,SAAsC,IAAI,EACzB,EAAE;IACnB,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE,CACjC,IAAA,sBAAM,EACJ,IAAI;SACD,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC;SAC1C,OAAO,CAAC,+BAA+B,EAAE,EAAE,CAAC;SAC5C,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CACV,CAAC;IAEJ,MAAM,kBAAkB,GAAG,CAAC,KAAU,EAAE,EAAE;QACxC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,IAAI,MAAM,KAAK,SAAS,IAAI,KAAK,CAAC,oBAAoB;YAAE,OAAO,KAAK,CAAC;QACrE,IAAI,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,mBAAmB;YAAE,OAAO,KAAK,CAAC;QACnE,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IAEF,MAAM,WAAW,GAAG,CAClB,IAAY,EACZ,KAAU,EACV,QAAgB,EAChB,WAAmB,EACnB,WAAmB,EACnB,SAAiB,EACjB,KAAU,EACV,EAAE;QACF,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO;QACxC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEnB,QAAQ,CAAC,IAAI,CAAC;YACZ,EAAE,EAAE,GAAG,QAAQ,IAAI,WAAW,IAAI,WAAW,IAAI,QAAQ,CAAC,MAAM,EAAE;YAClE,IAAI;YACJ,KAAK,EAAE,QAAQ,CAAC,MAAM;YACtB,OAAO,EAAE;gBACP,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE;oBACV,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,EAAE;oBAClC,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,GAAG;oBACnC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC;oBAC/C,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,EAAE,QAAQ,CAAC,WAAW,CAAC;oBACzD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,EAAE,QAAQ,CAAC,WAAW,CAAC;iBAC5D;gBACD,KAAK,EAAE;oBACL,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,SAAS;oBACvC,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,aAAa;iBACxD;gBACD,MAAM,EAAE;oBACN,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,MAAM;oBACpC,QAAQ;oBACR,WAAW;oBACX,WAAW;oBACX,aAAa,EAAE,QAAQ,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC;iBAC3C;aACF;SACF,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG,CAAC,OAAc,EAAE,EAAE;QACzC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE;YACtC,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC;YAC5B,IAAI,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,aAAa,CAAC;gBAAE,OAAO;YAEvD,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;YAErD,MAAM,OAAO,GAAG;gBACd,EAAE,IAAI,EAAE,CAAC,CAAC,SAAS,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,SAAS,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;gBACxI,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,KAAK,IAAI,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,SAAS,EAAE,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;gBAC9H,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,SAAS,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;gBAChI,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,SAAS,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;gBAChI;oBACE,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE;oBAC3B,KAAK,EAAE,EAAE,GAAG,SAAS,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;oBACzC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE;iBAC/F;gBACD,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,SAAS,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;gBACvH,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,SAAS,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBACzH;oBACE,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE;oBAC5B,KAAK,EAAE,EAAE,GAAG,SAAS,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE;oBAC1C,UAAU,EAAE,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE;iBACjH;aACF,CAAC;YAEF,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;oBAC1C,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,IAAY,EAAE,GAAW,EAAE,EAAE,CAClD,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CACnF,CAAC;oBACF,MAAM;gBACR,CAAC;gBACD,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;oBAC5C,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,IAAY,EAAE,GAAW,EAAE,EAAE,CACnD,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CACpF,CAAC;oBACF,MAAM;gBACR,CAAC;gBACD,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;oBACb,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;oBAClE,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,IAAI,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,KAAK,SAAS,CAAC;QAAE,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACtG,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,KAAK,QAAQ,CAAC;QAAE,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnG,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AArHW,QAAA,4BAA4B,gCAqHvC;AAIW,QAAA,0BAA0B,GAAG;IACxC,CAAC,uCAAoB,CAAC,OAAO,CAAC,EAAE,8CAA8C;IAC9E,CAAC,uCAAoB,CAAC,MAAM,CAAC,EAAE,oDAAoD;CACpF,CAAC;AAEK,MAAM,yBAAyB,GAAG,CAAC,IAAS,EAA4B,IAA0B,EAAE,EAAE;IAC3G,MAAM,YAAY,GAAG,IAAA,YAAG,EAAC,IAAI,EAAE,kCAA0B,CAAC,IAAI,CAAC,CAAC,CAAC;IACjE,OAAO,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,0CAAuB,CAAC,IAAI,CAAC;AAC9F,CAAC,CAAC;AAHW,QAAA,yBAAyB,6BAGpC"}
|