@cesarandreslopez/occ 0.3.1 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +130 -4
- package/dist/src/cli.js +8 -0
- package/dist/src/cli.js.map +1 -1
- package/dist/src/code/build.js +22 -9
- package/dist/src/code/build.js.map +1 -1
- package/dist/src/code/command.js +2 -2
- package/dist/src/code/command.js.map +1 -1
- package/dist/src/code/output.js +12 -3
- package/dist/src/code/output.js.map +1 -1
- package/dist/src/code/parsers.js +52 -10
- package/dist/src/code/parsers.js.map +1 -1
- package/dist/src/code/query.js +82 -22
- package/dist/src/code/query.js.map +1 -1
- package/dist/src/code/types.d.ts +5 -3
- package/dist/src/doc/command.d.ts +2 -0
- package/dist/src/doc/command.js +54 -0
- package/dist/src/doc/command.js.map +1 -0
- package/dist/src/doc/inspect-docx.d.ts +14 -0
- package/dist/src/doc/inspect-docx.js +188 -0
- package/dist/src/doc/inspect-docx.js.map +1 -0
- package/dist/src/doc/inspect-odt.d.ts +8 -0
- package/dist/src/doc/inspect-odt.js +91 -0
- package/dist/src/doc/inspect-odt.js.map +1 -0
- package/dist/src/doc/inspect-pdf.d.ts +8 -0
- package/dist/src/doc/inspect-pdf.js +82 -0
- package/dist/src/doc/inspect-pdf.js.map +1 -0
- package/dist/src/doc/inspect.d.ts +2 -0
- package/dist/src/doc/inspect.js +70 -0
- package/dist/src/doc/inspect.js.map +1 -0
- package/dist/src/doc/output.d.ts +3 -0
- package/dist/src/doc/output.js +82 -0
- package/dist/src/doc/output.js.map +1 -0
- package/dist/src/doc/types.d.ts +59 -0
- package/dist/src/doc/types.js +2 -0
- package/dist/src/doc/types.js.map +1 -0
- package/dist/src/inspect/shared.d.ts +18 -0
- package/dist/src/inspect/shared.js +18 -0
- package/dist/src/inspect/shared.js.map +1 -0
- package/dist/src/parsers/xlsx.js +4 -4
- package/dist/src/parsers/xlsx.js.map +1 -1
- package/dist/src/sheet/command.d.ts +2 -0
- package/dist/src/sheet/command.js +70 -0
- package/dist/src/sheet/command.js.map +1 -0
- package/dist/src/sheet/inspect.d.ts +7 -0
- package/dist/src/sheet/inspect.js +454 -0
- package/dist/src/sheet/inspect.js.map +1 -0
- package/dist/src/sheet/output.d.ts +3 -0
- package/dist/src/sheet/output.js +158 -0
- package/dist/src/sheet/output.js.map +1 -0
- package/dist/src/sheet/types.d.ts +117 -0
- package/dist/src/sheet/types.js +2 -0
- package/dist/src/sheet/types.js.map +1 -0
- package/dist/src/slide/command.d.ts +2 -0
- package/dist/src/slide/command.js +54 -0
- package/dist/src/slide/command.js.map +1 -0
- package/dist/src/slide/inspect-odp.d.ts +7 -0
- package/dist/src/slide/inspect-odp.js +105 -0
- package/dist/src/slide/inspect-odp.js.map +1 -0
- package/dist/src/slide/inspect-pptx.d.ts +11 -0
- package/dist/src/slide/inspect-pptx.js +157 -0
- package/dist/src/slide/inspect-pptx.js.map +1 -0
- package/dist/src/slide/inspect.d.ts +2 -0
- package/dist/src/slide/inspect.js +76 -0
- package/dist/src/slide/inspect.js.map +1 -0
- package/dist/src/slide/output.d.ts +3 -0
- package/dist/src/slide/output.js +92 -0
- package/dist/src/slide/output.js.map +1 -0
- package/dist/src/slide/types.d.ts +59 -0
- package/dist/src/slide/types.js +2 -0
- package/dist/src/slide/types.js.map +1 -0
- package/dist/src/table/command.d.ts +2 -0
- package/dist/src/table/command.js +68 -0
- package/dist/src/table/command.js.map +1 -0
- package/dist/src/table/inspect-docx.d.ts +2 -0
- package/dist/src/table/inspect-docx.js +108 -0
- package/dist/src/table/inspect-docx.js.map +1 -0
- package/dist/src/table/inspect-odp.d.ts +2 -0
- package/dist/src/table/inspect-odp.js +106 -0
- package/dist/src/table/inspect-odp.js.map +1 -0
- package/dist/src/table/inspect-odt.d.ts +2 -0
- package/dist/src/table/inspect-odt.js +100 -0
- package/dist/src/table/inspect-odt.js.map +1 -0
- package/dist/src/table/inspect-pptx.d.ts +2 -0
- package/dist/src/table/inspect-pptx.js +112 -0
- package/dist/src/table/inspect-pptx.js.map +1 -0
- package/dist/src/table/inspect-xlsx.d.ts +2 -0
- package/dist/src/table/inspect-xlsx.js +161 -0
- package/dist/src/table/inspect-xlsx.js.map +1 -0
- package/dist/src/table/inspect.d.ts +2 -0
- package/dist/src/table/inspect.js +63 -0
- package/dist/src/table/inspect.js.map +1 -0
- package/dist/src/table/output.d.ts +3 -0
- package/dist/src/table/output.js +93 -0
- package/dist/src/table/output.js.map +1 -0
- package/dist/src/table/types.d.ts +38 -0
- package/dist/src/table/types.js +2 -0
- package/dist/src/table/types.js.map +1 -0
- package/package.json +1 -1
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
import JSZip from 'jszip';
|
|
2
|
+
import { estimateTokens } from '../inspect/shared.js';
|
|
3
|
+
function stripXmlTags(xml) {
|
|
4
|
+
return xml.replace(/<[^>]*>/g, '').trim();
|
|
5
|
+
}
|
|
6
|
+
function extractIntAttribute(tag, attr) {
|
|
7
|
+
const match = tag.match(new RegExp(`${attr}\\s*=\\s*"(\\d+)"`, 'i'));
|
|
8
|
+
if (match) {
|
|
9
|
+
const val = parseInt(match[1], 10);
|
|
10
|
+
return val > 1 ? val : undefined;
|
|
11
|
+
}
|
|
12
|
+
return undefined;
|
|
13
|
+
}
|
|
14
|
+
function detectHeaders(firstRowCells, options) {
|
|
15
|
+
if (options.headerRow === 'none')
|
|
16
|
+
return null;
|
|
17
|
+
if (typeof options.headerRow === 'number' && options.headerRow === 1) {
|
|
18
|
+
return firstRowCells.map(c => c.value);
|
|
19
|
+
}
|
|
20
|
+
if (options.headerRow === 'auto') {
|
|
21
|
+
const values = firstRowCells.map(c => c.value).filter(v => v.length > 0);
|
|
22
|
+
if (values.length > 0 && values.length === firstRowCells.length && new Set(values).size === values.length) {
|
|
23
|
+
return firstRowCells.map(c => c.value);
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
return null;
|
|
27
|
+
}
|
|
28
|
+
function extractTablesFromXml(contentXml, options, locationPrefix) {
|
|
29
|
+
const tableMatches = [...contentXml.matchAll(/<table:table\b[^>]*>([\s\S]*?)<\/table:table>/gi)];
|
|
30
|
+
if (tableMatches.length === 0)
|
|
31
|
+
return [];
|
|
32
|
+
const tables = [];
|
|
33
|
+
for (let ti = 0; ti < tableMatches.length; ti++) {
|
|
34
|
+
const tableXml = tableMatches[ti][1];
|
|
35
|
+
const rowMatches = [...tableXml.matchAll(/<table:table-row\b[^>]*>([\s\S]*?)<\/table:table-row>/gi)];
|
|
36
|
+
if (rowMatches.length === 0)
|
|
37
|
+
continue;
|
|
38
|
+
const allRows = [];
|
|
39
|
+
for (const rowMatch of rowMatches) {
|
|
40
|
+
const rowXml = rowMatch[1];
|
|
41
|
+
const cellMatches = [...rowXml.matchAll(/<table:table-cell\b([^>]*?)>([\s\S]*?)<\/table:table-cell>/gi)];
|
|
42
|
+
const cells = [];
|
|
43
|
+
for (const cellMatch of cellMatches) {
|
|
44
|
+
const attrs = cellMatch[1];
|
|
45
|
+
const cellXml = cellMatch[2];
|
|
46
|
+
const value = stripXmlTags(cellXml);
|
|
47
|
+
const cell = { value };
|
|
48
|
+
const colSpan = extractIntAttribute(attrs, 'table:number-columns-spanned');
|
|
49
|
+
const rowSpan = extractIntAttribute(attrs, 'table:number-rows-spanned');
|
|
50
|
+
if (colSpan)
|
|
51
|
+
cell.colSpan = colSpan;
|
|
52
|
+
if (rowSpan)
|
|
53
|
+
cell.rowSpan = rowSpan;
|
|
54
|
+
cells.push(cell);
|
|
55
|
+
}
|
|
56
|
+
allRows.push(cells);
|
|
57
|
+
}
|
|
58
|
+
if (allRows.length === 0)
|
|
59
|
+
continue;
|
|
60
|
+
// Detect headers
|
|
61
|
+
const headers = detectHeaders(allRows[0], options);
|
|
62
|
+
const dataStartIndex = headers ? 1 : 0;
|
|
63
|
+
const dataRows = allRows.slice(dataStartIndex);
|
|
64
|
+
const truncated = dataRows.length > options.sampleRows;
|
|
65
|
+
const limitedRows = dataRows.slice(0, options.sampleRows);
|
|
66
|
+
const rows = limitedRows.map((cells, idx) => ({
|
|
67
|
+
index: dataStartIndex + idx + 1,
|
|
68
|
+
cells,
|
|
69
|
+
}));
|
|
70
|
+
const columnCount = Math.max(...allRows.map(r => r.length), 0);
|
|
71
|
+
const cellCount = allRows.reduce((sum, r) => sum + r.length, 0);
|
|
72
|
+
let chars = 0;
|
|
73
|
+
for (const row of allRows) {
|
|
74
|
+
for (const cell of row) {
|
|
75
|
+
chars += cell.value.length + 1;
|
|
76
|
+
}
|
|
77
|
+
chars += 1;
|
|
78
|
+
}
|
|
79
|
+
tables.push({
|
|
80
|
+
tableIndex: ti + 1,
|
|
81
|
+
location: locationPrefix,
|
|
82
|
+
rowCount: allRows.length,
|
|
83
|
+
columnCount,
|
|
84
|
+
cellCount,
|
|
85
|
+
headers,
|
|
86
|
+
rows,
|
|
87
|
+
truncated,
|
|
88
|
+
tokenEstimate: estimateTokens(chars),
|
|
89
|
+
});
|
|
90
|
+
}
|
|
91
|
+
return tables;
|
|
92
|
+
}
|
|
93
|
+
export async function extractOdtTables(buffer, options) {
|
|
94
|
+
const zip = await JSZip.loadAsync(buffer);
|
|
95
|
+
const contentXml = await zip.file('content.xml')?.async('text');
|
|
96
|
+
if (!contentXml)
|
|
97
|
+
return [];
|
|
98
|
+
return extractTablesFromXml(contentXml, options, null);
|
|
99
|
+
}
|
|
100
|
+
//# sourceMappingURL=inspect-odt.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inspect-odt.js","sourceRoot":"","sources":["../../../src/table/inspect-odt.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGtD,SAAS,YAAY,CAAC,GAAW;IAC/B,OAAO,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW,EAAE,IAAY;IACpD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,GAAG,IAAI,mBAAmB,EAAE,GAAG,CAAC,CAAC,CAAC;IACrE,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IACnC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,aAA0B,EAAE,OAA4B;IAC7E,IAAI,OAAO,CAAC,SAAS,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAE9C,IAAI,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,IAAI,OAAO,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;QACrE,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YAC1G,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,oBAAoB,CAAC,UAAkB,EAAE,OAA4B,EAAE,cAA6B;IAC3G,MAAM,YAAY,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,iDAAiD,CAAC,CAAC,CAAC;IACjG,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEzC,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,YAAY,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,UAAU,GAAG,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,yDAAyD,CAAC,CAAC,CAAC;QACrG,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEtC,MAAM,OAAO,GAAkB,EAAE,CAAC;QAElC,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,WAAW,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,8DAA8D,CAAC,CAAC,CAAC;YACzG,MAAM,KAAK,GAAgB,EAAE,CAAC;YAE9B,KAAK,MAAM,SAAS,IAAI,WAAW,EAAE,CAAC;gBACpC,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC3B,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAC7B,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;gBACpC,MAAM,IAAI,GAAc,EAAE,KAAK,EAAE,CAAC;gBAElC,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,EAAE,8BAA8B,CAAC,CAAC;gBAC3E,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,EAAE,2BAA2B,CAAC,CAAC;gBACxE,IAAI,OAAO;oBAAE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;gBACpC,IAAI,OAAO;oBAAE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;gBAEpC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAEnC,iBAAiB;QACjB,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvC,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;QACvD,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAC5C,KAAK,EAAE,cAAc,GAAG,GAAG,GAAG,CAAC;YAC/B,KAAK;SACN,CAAC,CAAC,CAAC;QAEJ,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAEhE,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;gBACvB,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YACjC,CAAC;YACD,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,MAAM,CAAC,IAAI,CAAC;YACV,UAAU,EAAE,EAAE,GAAG,CAAC;YAClB,QAAQ,EAAE,cAAc;YACxB,QAAQ,EAAE,OAAO,CAAC,MAAM;YACxB,WAAW;YACX,SAAS;YACT,OAAO;YACP,IAAI;YACJ,SAAS;YACT,aAAa,EAAE,cAAc,CAAC,KAAK,CAAC;SACrC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAc,EAAE,OAA4B;IACjF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAChE,IAAI,CAAC,UAAU;QAAE,OAAO,EAAE,CAAC;IAE3B,OAAO,oBAAoB,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;AACzD,CAAC"}
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
import JSZip from 'jszip';
|
|
2
|
+
import { estimateTokens } from '../inspect/shared.js';
|
|
3
|
+
function extractCellText(tcXml) {
|
|
4
|
+
const matches = tcXml.match(/<a:t>([^<]*)<\/a:t>/g) || [];
|
|
5
|
+
return matches.map(m => {
|
|
6
|
+
const text = m.match(/<a:t>([^<]*)<\/a:t>/);
|
|
7
|
+
return text?.[1] || '';
|
|
8
|
+
}).join(' ').trim();
|
|
9
|
+
}
|
|
10
|
+
function extractIntAttribute(xml, attr) {
|
|
11
|
+
const match = xml.match(new RegExp(`${attr}\\s*=\\s*"(\\d+)"`, 'i'));
|
|
12
|
+
if (match) {
|
|
13
|
+
const val = parseInt(match[1], 10);
|
|
14
|
+
return val > 1 ? val : undefined;
|
|
15
|
+
}
|
|
16
|
+
return undefined;
|
|
17
|
+
}
|
|
18
|
+
function detectHeaders(firstRowCells, options) {
|
|
19
|
+
if (options.headerRow === 'none')
|
|
20
|
+
return null;
|
|
21
|
+
if (typeof options.headerRow === 'number' && options.headerRow === 1) {
|
|
22
|
+
return firstRowCells.map(c => c.value);
|
|
23
|
+
}
|
|
24
|
+
if (options.headerRow === 'auto') {
|
|
25
|
+
const values = firstRowCells.map(c => c.value).filter(v => v.length > 0);
|
|
26
|
+
if (values.length > 0 && values.length === firstRowCells.length && new Set(values).size === values.length) {
|
|
27
|
+
return firstRowCells.map(c => c.value);
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
return null;
|
|
31
|
+
}
|
|
32
|
+
export async function extractPptxTables(buffer, options) {
|
|
33
|
+
const zip = await JSZip.loadAsync(buffer);
|
|
34
|
+
const slideFiles = Object.keys(zip.files)
|
|
35
|
+
.filter(name => /^ppt\/slides\/slide\d+\.xml$/.test(name))
|
|
36
|
+
.sort((a, b) => {
|
|
37
|
+
const numA = parseInt(a.match(/slide(\d+)/)?.[1] || '0', 10);
|
|
38
|
+
const numB = parseInt(b.match(/slide(\d+)/)?.[1] || '0', 10);
|
|
39
|
+
return numA - numB;
|
|
40
|
+
});
|
|
41
|
+
const tables = [];
|
|
42
|
+
let tableIndex = 0;
|
|
43
|
+
for (let si = 0; si < slideFiles.length; si++) {
|
|
44
|
+
const slideXml = await zip.file(slideFiles[si])?.async('text');
|
|
45
|
+
if (!slideXml)
|
|
46
|
+
continue;
|
|
47
|
+
// Find all <a:tbl> elements
|
|
48
|
+
const tableMatches = [...slideXml.matchAll(/<a:tbl\b[^>]*>([\s\S]*?)<\/a:tbl>/gi)];
|
|
49
|
+
for (const tableMatch of tableMatches) {
|
|
50
|
+
tableIndex++;
|
|
51
|
+
const tableXml = tableMatch[1];
|
|
52
|
+
// Find rows
|
|
53
|
+
const rowMatches = [...tableXml.matchAll(/<a:tr\b[^>]*>([\s\S]*?)<\/a:tr>/gi)];
|
|
54
|
+
if (rowMatches.length === 0)
|
|
55
|
+
continue;
|
|
56
|
+
const allRows = [];
|
|
57
|
+
for (const rowMatch of rowMatches) {
|
|
58
|
+
const rowXml = rowMatch[1];
|
|
59
|
+
const cellMatches = [...rowXml.matchAll(/<a:tc\b([^>]*?)>([\s\S]*?)<\/a:tc>/gi)];
|
|
60
|
+
const cells = [];
|
|
61
|
+
for (const cellMatch of cellMatches) {
|
|
62
|
+
const attrs = cellMatch[1];
|
|
63
|
+
const cellXml = cellMatch[2];
|
|
64
|
+
const value = extractCellText(cellXml);
|
|
65
|
+
const cell = { value };
|
|
66
|
+
const gridSpan = extractIntAttribute(attrs, 'gridSpan');
|
|
67
|
+
const rowSpan = extractIntAttribute(attrs, 'rowSpan');
|
|
68
|
+
if (gridSpan)
|
|
69
|
+
cell.colSpan = gridSpan;
|
|
70
|
+
if (rowSpan)
|
|
71
|
+
cell.rowSpan = rowSpan;
|
|
72
|
+
cells.push(cell);
|
|
73
|
+
}
|
|
74
|
+
allRows.push(cells);
|
|
75
|
+
}
|
|
76
|
+
if (allRows.length === 0)
|
|
77
|
+
continue;
|
|
78
|
+
// Detect headers
|
|
79
|
+
const headers = detectHeaders(allRows[0], options);
|
|
80
|
+
const dataStartIndex = headers ? 1 : 0;
|
|
81
|
+
const dataRows = allRows.slice(dataStartIndex);
|
|
82
|
+
const truncated = dataRows.length > options.sampleRows;
|
|
83
|
+
const limitedRows = dataRows.slice(0, options.sampleRows);
|
|
84
|
+
const rows = limitedRows.map((cells, idx) => ({
|
|
85
|
+
index: dataStartIndex + idx + 1,
|
|
86
|
+
cells,
|
|
87
|
+
}));
|
|
88
|
+
const columnCount = Math.max(...allRows.map(r => r.length), 0);
|
|
89
|
+
const cellCount = allRows.reduce((sum, r) => sum + r.length, 0);
|
|
90
|
+
let chars = 0;
|
|
91
|
+
for (const row of allRows) {
|
|
92
|
+
for (const cell of row) {
|
|
93
|
+
chars += cell.value.length + 1;
|
|
94
|
+
}
|
|
95
|
+
chars += 1;
|
|
96
|
+
}
|
|
97
|
+
tables.push({
|
|
98
|
+
tableIndex,
|
|
99
|
+
location: `Slide ${si + 1}`,
|
|
100
|
+
rowCount: allRows.length,
|
|
101
|
+
columnCount,
|
|
102
|
+
cellCount,
|
|
103
|
+
headers,
|
|
104
|
+
rows,
|
|
105
|
+
truncated,
|
|
106
|
+
tokenEstimate: estimateTokens(chars),
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
return tables;
|
|
111
|
+
}
|
|
112
|
+
//# sourceMappingURL=inspect-pptx.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inspect-pptx.js","sourceRoot":"","sources":["../../../src/table/inspect-pptx.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGtD,SAAS,eAAe,CAAC,KAAa;IACpC,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC;IAC1D,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;QACrB,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC5C,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACtB,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAW,EAAE,IAAY;IACpD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,GAAG,IAAI,mBAAmB,EAAE,GAAG,CAAC,CAAC,CAAC;IACrE,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IACnC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,aAAa,CAAC,aAA0B,EAAE,OAA4B;IAC7E,IAAI,OAAO,CAAC,SAAS,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAE9C,IAAI,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,IAAI,OAAO,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;QACrE,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,OAAO,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;YAC1G,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAc,EAAE,OAA4B;IAClF,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAE1C,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;SACtC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,8BAA8B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACzD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACb,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;QAC7D,OAAO,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC,CAAC,CAAC;IAEL,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAC/D,IAAI,CAAC,QAAQ;YAAE,SAAS;QAExB,4BAA4B;QAC5B,MAAM,YAAY,GAAG,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,qCAAqC,CAAC,CAAC,CAAC;QAEnF,KAAK,MAAM,UAAU,IAAI,YAAY,EAAE,CAAC;YACtC,UAAU,EAAE,CAAC;YACb,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAE/B,YAAY;YACZ,MAAM,UAAU,GAAG,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,mCAAmC,CAAC,CAAC,CAAC;YAC/E,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEtC,MAAM,OAAO,GAAkB,EAAE,CAAC;YAElC,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC3B,MAAM,WAAW,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,sCAAsC,CAAC,CAAC,CAAC;gBACjF,MAAM,KAAK,GAAgB,EAAE,CAAC;gBAE9B,KAAK,MAAM,SAAS,IAAI,WAAW,EAAE,CAAC;oBACpC,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;oBAC3B,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;oBAC7B,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;oBACvC,MAAM,IAAI,GAAc,EAAE,KAAK,EAAE,CAAC;oBAElC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;oBACxD,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;oBACtD,IAAI,QAAQ;wBAAE,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC;oBACtC,IAAI,OAAO;wBAAE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;oBAEpC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnB,CAAC;gBAED,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;YAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEnC,iBAAiB;YACjB,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEvC,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;YACvD,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YAE1D,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC5C,KAAK,EAAE,cAAc,GAAG,GAAG,GAAG,CAAC;gBAC/B,KAAK;aACN,CAAC,CAAC,CAAC;YAEJ,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAEhE,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;oBACvB,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;gBACjC,CAAC;gBACD,KAAK,IAAI,CAAC,CAAC;YACb,CAAC;YAED,MAAM,CAAC,IAAI,CAAC;gBACV,UAAU;gBACV,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE;gBAC3B,QAAQ,EAAE,OAAO,CAAC,MAAM;gBACxB,WAAW;gBACX,SAAS;gBACT,OAAO;gBACP,IAAI;gBACJ,SAAS;gBACT,aAAa,EAAE,cAAc,CAAC,KAAK,CAAC;aACrC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
import XLSX from 'xlsx';
|
|
2
|
+
import { getCell, renderCell, isNonEmptyCell } from '../sheet/inspect.js';
|
|
3
|
+
import { estimateTokens } from '../inspect/shared.js';
|
|
4
|
+
function buildMergeMap(sheet) {
|
|
5
|
+
const map = new Map();
|
|
6
|
+
const merges = sheet['!merges'] ?? [];
|
|
7
|
+
for (const merge of merges) {
|
|
8
|
+
const key = XLSX.utils.encode_cell({ r: merge.s.r, c: merge.s.c });
|
|
9
|
+
map.set(key, {
|
|
10
|
+
colSpan: merge.e.c - merge.s.c + 1,
|
|
11
|
+
rowSpan: merge.e.r - merge.s.r + 1,
|
|
12
|
+
});
|
|
13
|
+
}
|
|
14
|
+
return map;
|
|
15
|
+
}
|
|
16
|
+
function buildMergedCellSet(sheet) {
|
|
17
|
+
const set = new Set();
|
|
18
|
+
const merges = sheet['!merges'] ?? [];
|
|
19
|
+
for (const merge of merges) {
|
|
20
|
+
for (let r = merge.s.r; r <= merge.e.r; r++) {
|
|
21
|
+
for (let c = merge.s.c; c <= merge.e.c; c++) {
|
|
22
|
+
if (r === merge.s.r && c === merge.s.c)
|
|
23
|
+
continue;
|
|
24
|
+
set.add(XLSX.utils.encode_cell({ r, c }));
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
return set;
|
|
29
|
+
}
|
|
30
|
+
function detectHeaders(sheet, startRow, startCol, endCol, headerRow) {
|
|
31
|
+
if (headerRow === 'none')
|
|
32
|
+
return null;
|
|
33
|
+
const rowIndex = typeof headerRow === 'number' ? headerRow - 1 : startRow;
|
|
34
|
+
const values = [];
|
|
35
|
+
let nonEmpty = 0;
|
|
36
|
+
for (let c = startCol; c <= endCol; c++) {
|
|
37
|
+
const cell = getCell(sheet, rowIndex, c);
|
|
38
|
+
const val = renderCell(cell);
|
|
39
|
+
values.push(val);
|
|
40
|
+
if (val)
|
|
41
|
+
nonEmpty++;
|
|
42
|
+
}
|
|
43
|
+
if (nonEmpty === 0)
|
|
44
|
+
return null;
|
|
45
|
+
if (headerRow === 'auto') {
|
|
46
|
+
// Check if all non-empty values are unique strings
|
|
47
|
+
const nonEmptyValues = values.filter(v => v.length > 0);
|
|
48
|
+
if (nonEmptyValues.length > 0 && new Set(nonEmptyValues).size === nonEmptyValues.length) {
|
|
49
|
+
// Check that values look like headers (all strings in the row)
|
|
50
|
+
let allString = true;
|
|
51
|
+
for (let c = startCol; c <= endCol; c++) {
|
|
52
|
+
const cell = getCell(sheet, rowIndex, c);
|
|
53
|
+
if (cell && isNonEmptyCell(cell) && cell.t !== 's' && cell.t !== 'z') {
|
|
54
|
+
allString = false;
|
|
55
|
+
break;
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
if (allString)
|
|
59
|
+
return values;
|
|
60
|
+
}
|
|
61
|
+
return null;
|
|
62
|
+
}
|
|
63
|
+
return values;
|
|
64
|
+
}
|
|
65
|
+
export async function extractXlsxTables(buffer, options) {
|
|
66
|
+
const workbook = XLSX.read(buffer, {
|
|
67
|
+
type: 'buffer',
|
|
68
|
+
cellText: true,
|
|
69
|
+
cellDates: true,
|
|
70
|
+
sheetStubs: true,
|
|
71
|
+
});
|
|
72
|
+
const tables = [];
|
|
73
|
+
let tableIndex = 0;
|
|
74
|
+
for (let si = 0; si < workbook.SheetNames.length; si++) {
|
|
75
|
+
const sheetName = workbook.SheetNames[si];
|
|
76
|
+
const sheet = workbook.Sheets[sheetName];
|
|
77
|
+
if (!sheet || !sheet['!ref'])
|
|
78
|
+
continue;
|
|
79
|
+
tableIndex++;
|
|
80
|
+
const range = XLSX.utils.decode_range(sheet['!ref']);
|
|
81
|
+
const mergeMap = buildMergeMap(sheet);
|
|
82
|
+
const mergedCellSet = buildMergedCellSet(sheet);
|
|
83
|
+
const startRow = range.s.r;
|
|
84
|
+
const startCol = range.s.c;
|
|
85
|
+
const endCol = range.e.c;
|
|
86
|
+
const endRow = range.e.r;
|
|
87
|
+
// Detect headers
|
|
88
|
+
const headers = detectHeaders(sheet, startRow, startCol, endCol, options.headerRow);
|
|
89
|
+
const dataStartRow = headers ? startRow + 1 : startRow;
|
|
90
|
+
const totalRows = endRow - startRow + 1;
|
|
91
|
+
const totalCols = endCol - startCol + 1;
|
|
92
|
+
// Build rows
|
|
93
|
+
const maxRows = options.sampleRows;
|
|
94
|
+
const dataRowCount = endRow - dataStartRow + 1;
|
|
95
|
+
const truncated = dataRowCount > maxRows;
|
|
96
|
+
const rowLimit = Math.min(dataRowCount, maxRows);
|
|
97
|
+
const rows = [];
|
|
98
|
+
let chars = 0;
|
|
99
|
+
// Count total chars for token estimate (including header row)
|
|
100
|
+
if (headers) {
|
|
101
|
+
for (const h of headers)
|
|
102
|
+
chars += h.length + 1;
|
|
103
|
+
chars += 1;
|
|
104
|
+
}
|
|
105
|
+
let nonEmptyRowCount = 0;
|
|
106
|
+
for (let r = dataStartRow; r <= endRow; r++) {
|
|
107
|
+
const cells = [];
|
|
108
|
+
let rowHasContent = false;
|
|
109
|
+
for (let c = startCol; c <= endCol; c++) {
|
|
110
|
+
const cellAddr = XLSX.utils.encode_cell({ r, c });
|
|
111
|
+
if (mergedCellSet.has(cellAddr)) {
|
|
112
|
+
cells.push({ value: '' });
|
|
113
|
+
continue;
|
|
114
|
+
}
|
|
115
|
+
const cell = getCell(sheet, r, c);
|
|
116
|
+
const value = renderCell(cell);
|
|
117
|
+
const tableCell = { value };
|
|
118
|
+
const merge = mergeMap.get(cellAddr);
|
|
119
|
+
if (merge) {
|
|
120
|
+
if (merge.colSpan > 1)
|
|
121
|
+
tableCell.colSpan = merge.colSpan;
|
|
122
|
+
if (merge.rowSpan > 1)
|
|
123
|
+
tableCell.rowSpan = merge.rowSpan;
|
|
124
|
+
}
|
|
125
|
+
if (value)
|
|
126
|
+
rowHasContent = true;
|
|
127
|
+
cells.push(tableCell);
|
|
128
|
+
chars += value.length + 1;
|
|
129
|
+
}
|
|
130
|
+
chars += 1;
|
|
131
|
+
if (!rowHasContent)
|
|
132
|
+
continue;
|
|
133
|
+
nonEmptyRowCount++;
|
|
134
|
+
if (rows.length < rowLimit) {
|
|
135
|
+
rows.push({ index: r - startRow + 1, cells });
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
// Cell count
|
|
139
|
+
let cellCount = 0;
|
|
140
|
+
for (let r = startRow; r <= endRow; r++) {
|
|
141
|
+
for (let c = startCol; c <= endCol; c++) {
|
|
142
|
+
const cell = getCell(sheet, r, c);
|
|
143
|
+
if (cell && isNonEmptyCell(cell))
|
|
144
|
+
cellCount++;
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
tables.push({
|
|
148
|
+
tableIndex,
|
|
149
|
+
location: `Sheet: ${sheetName}`,
|
|
150
|
+
rowCount: totalRows,
|
|
151
|
+
columnCount: totalCols,
|
|
152
|
+
cellCount,
|
|
153
|
+
headers,
|
|
154
|
+
rows,
|
|
155
|
+
truncated: truncated && rows.length >= rowLimit,
|
|
156
|
+
tokenEstimate: estimateTokens(chars),
|
|
157
|
+
});
|
|
158
|
+
}
|
|
159
|
+
return tables;
|
|
160
|
+
}
|
|
161
|
+
//# sourceMappingURL=inspect-xlsx.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inspect-xlsx.js","sourceRoot":"","sources":["../../../src/table/inspect-xlsx.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAQtD,SAAS,aAAa,CAAC,KAAgB;IACrC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAqB,CAAC;IACzC,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACnE,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE;YACX,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YAClC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;SACnC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAgB;IAC1C,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,IAAI,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC;oBAAE,SAAS;gBACjD,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,aAAa,CACpB,KAAgB,EAChB,QAAgB,EAChB,QAAgB,EAChB,MAAc,EACd,SAAmC;IAEnC,IAAI,SAAS,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAEtC,MAAM,QAAQ,GAAG,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAE1E,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACjB,IAAI,GAAG;YAAE,QAAQ,EAAE,CAAC;IACtB,CAAC;IAED,IAAI,QAAQ,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAEhC,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACzB,mDAAmD;QACnD,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC,MAAM,EAAE,CAAC;YACxF,+DAA+D;YAC/D,IAAI,SAAS,GAAG,IAAI,CAAC;YACrB,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;gBACzC,IAAI,IAAI,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;oBACrE,SAAS,GAAG,KAAK,CAAC;oBAClB,MAAM;gBACR,CAAC;YACH,CAAC;YACD,IAAI,SAAS;gBAAE,OAAO,MAAM,CAAC;QAC/B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAc,EAAE,OAA4B;IAClF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;QACjC,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,IAAI;KACjB,CAAC,CAAC;IAEH,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QACvD,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YAAE,SAAS;QAEvC,UAAU,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,aAAa,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAEhD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAEzB,iBAAiB;QACjB,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACpF,MAAM,YAAY,GAAG,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QAEvD,MAAM,SAAS,GAAG,MAAM,GAAG,QAAQ,GAAG,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,MAAM,GAAG,QAAQ,GAAG,CAAC,CAAC;QAExC,aAAa;QACb,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC;QACnC,MAAM,YAAY,GAAG,MAAM,GAAG,YAAY,GAAG,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,YAAY,GAAG,OAAO,CAAC;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAEjD,MAAM,IAAI,GAA4C,EAAE,CAAC;QACzD,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,8DAA8D;QAC9D,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,MAAM,CAAC,IAAI,OAAO;gBAAE,KAAK,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;YAC/C,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,YAAY,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAgB,EAAE,CAAC;YAC9B,IAAI,aAAa,GAAG,KAAK,CAAC;YAE1B,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAClD,IAAI,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAChC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC1B,SAAS;gBACX,CAAC;gBAED,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAClC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC/B,MAAM,SAAS,GAAc,EAAE,KAAK,EAAE,CAAC;gBAEvC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACrC,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC;wBAAE,SAAS,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;oBACzD,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC;wBAAE,SAAS,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC3D,CAAC;gBAED,IAAI,KAAK;oBAAE,aAAa,GAAG,IAAI,CAAC;gBAChC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACtB,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YAC5B,CAAC;YACD,KAAK,IAAI,CAAC,CAAC;YAEX,IAAI,CAAC,aAAa;gBAAE,SAAS;YAC7B,gBAAgB,EAAE,CAAC;YAEnB,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;gBAC3B,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,QAAQ,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAED,aAAa;QACb,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAClC,IAAI,IAAI,IAAI,cAAc,CAAC,IAAI,CAAC;oBAAE,SAAS,EAAE,CAAC;YAChD,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CAAC;YACV,UAAU;YACV,QAAQ,EAAE,UAAU,SAAS,EAAE;YAC/B,QAAQ,EAAE,SAAS;YACnB,WAAW,EAAE,SAAS;YACtB,SAAS;YACT,OAAO;YACP,IAAI;YACJ,SAAS,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;YAC/C,aAAa,EAAE,cAAc,CAAC,KAAK,CAAC;SACrC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { readFile, stat } from 'node:fs/promises';
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
import { getExtension } from '../utils.js';
|
|
4
|
+
import { extractDocxTables } from './inspect-docx.js';
|
|
5
|
+
import { extractXlsxTables } from './inspect-xlsx.js';
|
|
6
|
+
import { extractPptxTables } from './inspect-pptx.js';
|
|
7
|
+
import { extractOdtTables } from './inspect-odt.js';
|
|
8
|
+
import { extractOdpTables } from './inspect-odp.js';
|
|
9
|
+
const SUPPORTED_FORMATS = new Set(['docx', 'xlsx', 'pptx', 'odt', 'odp', 'pdf']);
|
|
10
|
+
export async function inspectTables(filePath, options) {
|
|
11
|
+
const resolvedPath = path.resolve(filePath);
|
|
12
|
+
const ext = getExtension(resolvedPath);
|
|
13
|
+
if (!SUPPORTED_FORMATS.has(ext)) {
|
|
14
|
+
throw new Error(`Unsupported format: .${ext || '(none)'} (supported: docx, xlsx, pptx, odt, odp, pdf)`);
|
|
15
|
+
}
|
|
16
|
+
const fileStats = await stat(resolvedPath);
|
|
17
|
+
const format = ext;
|
|
18
|
+
if (format === 'pdf') {
|
|
19
|
+
return {
|
|
20
|
+
file: resolvedPath,
|
|
21
|
+
format,
|
|
22
|
+
size: fileStats.size,
|
|
23
|
+
tableCount: 0,
|
|
24
|
+
tables: [],
|
|
25
|
+
notes: ['PDF format does not support structural table extraction. Tables in PDFs are rendered as positioned text without semantic structure. Consider converting to DOCX first for table extraction.'],
|
|
26
|
+
totalTokenEstimate: 0,
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
const buffer = await readFile(resolvedPath);
|
|
30
|
+
let tables;
|
|
31
|
+
switch (format) {
|
|
32
|
+
case 'docx':
|
|
33
|
+
tables = await extractDocxTables(resolvedPath, options);
|
|
34
|
+
break;
|
|
35
|
+
case 'xlsx':
|
|
36
|
+
tables = await extractXlsxTables(buffer, options);
|
|
37
|
+
break;
|
|
38
|
+
case 'pptx':
|
|
39
|
+
tables = await extractPptxTables(buffer, options);
|
|
40
|
+
break;
|
|
41
|
+
case 'odt':
|
|
42
|
+
tables = await extractOdtTables(buffer, options);
|
|
43
|
+
break;
|
|
44
|
+
case 'odp':
|
|
45
|
+
tables = await extractOdpTables(buffer, options);
|
|
46
|
+
break;
|
|
47
|
+
}
|
|
48
|
+
// Filter to specific table if requested
|
|
49
|
+
if (options.table && tables) {
|
|
50
|
+
tables = tables.filter(t => t.tableIndex === options.table);
|
|
51
|
+
}
|
|
52
|
+
const totalTokenEstimate = tables.reduce((sum, t) => sum + t.tokenEstimate, 0);
|
|
53
|
+
return {
|
|
54
|
+
file: resolvedPath,
|
|
55
|
+
format,
|
|
56
|
+
size: fileStats.size,
|
|
57
|
+
tableCount: tables.length,
|
|
58
|
+
tables,
|
|
59
|
+
notes: [],
|
|
60
|
+
totalTokenEstimate,
|
|
61
|
+
};
|
|
62
|
+
}
|
|
63
|
+
//# sourceMappingURL=inspect.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inspect.js","sourceRoot":"","sources":["../../../src/table/inspect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAGpD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;AAEjF,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAgB,EAAE,OAA4B;IAChF,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;IAEvC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,IAAI,QAAQ,+CAA+C,CAAC,CAAC;IAC1G,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,GAAsC,CAAC;IAEtD,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;QACrB,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,MAAM;YACN,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,UAAU,EAAE,CAAC;YACb,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,CAAC,6LAA6L,CAAC;YACtM,kBAAkB,EAAE,CAAC;SACtB,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC;IAC5C,IAAI,MAAM,CAAC;IAEX,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,MAAM,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YACxD,MAAM;QACR,KAAK,MAAM;YACT,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAClD,MAAM;QACR,KAAK,MAAM;YACT,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAClD,MAAM;QACR,KAAK,KAAK;YACR,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACjD,MAAM;QACR,KAAK,KAAK;YACR,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACjD,MAAM;IACV,CAAC;IAED,wCAAwC;IACxC,IAAI,OAAO,CAAC,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;IAE/E,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,MAAM;QACN,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,UAAU,EAAE,MAAM,CAAC,MAAM;QACzB,MAAM;QACN,KAAK,EAAE,EAAE;QACT,kBAAkB;KACnB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,93 @@
|
|
|
1
|
+
import Table from 'cli-table3';
|
|
2
|
+
import chalk from 'chalk';
|
|
3
|
+
import { formatBytes, formatNumber } from '../utils.js';
|
|
4
|
+
import { sectionHeader, stripAnsi, tableChars } from '../output/tabular.js';
|
|
5
|
+
const colors = {
|
|
6
|
+
header: (value) => chalk.bold(value),
|
|
7
|
+
key: (value) => chalk.cyan(value),
|
|
8
|
+
value: (value) => value,
|
|
9
|
+
dim: (value) => chalk.dim(value),
|
|
10
|
+
ok: (value) => chalk.green(value),
|
|
11
|
+
warn: (value) => chalk.yellow(value),
|
|
12
|
+
};
|
|
13
|
+
const noColor = Object.fromEntries(Object.keys(colors).map(key => [key, (value) => value]));
|
|
14
|
+
function palette(ci = false) {
|
|
15
|
+
return ci ? noColor : colors;
|
|
16
|
+
}
|
|
17
|
+
export function formatTablePayloadJson(payload) {
|
|
18
|
+
return JSON.stringify(payload, null, 2);
|
|
19
|
+
}
|
|
20
|
+
export function formatTableInspection(result, ci = false) {
|
|
21
|
+
const c = palette(ci);
|
|
22
|
+
const sections = [];
|
|
23
|
+
// Overview
|
|
24
|
+
const overviewLines = [
|
|
25
|
+
`${c.key('File')}: ${c.value(result.file)}`,
|
|
26
|
+
`${c.key('Format')}: ${c.value(result.format.toUpperCase())}`,
|
|
27
|
+
`${c.key('Size')}: ${c.value(formatBytes(result.size))}`,
|
|
28
|
+
`${c.key('Tables Found')}: ${c.value(formatNumber(result.tableCount))}`,
|
|
29
|
+
];
|
|
30
|
+
if (result.totalTokenEstimate > 0) {
|
|
31
|
+
overviewLines.push(`${c.key('Total Token Estimate')}: ${c.value(formatNumber(result.totalTokenEstimate))}`);
|
|
32
|
+
}
|
|
33
|
+
sections.push(overviewLines.join('\n'));
|
|
34
|
+
// Notes
|
|
35
|
+
if (result.notes.length > 0) {
|
|
36
|
+
for (const note of result.notes) {
|
|
37
|
+
sections.push(c.dim(`Note: ${note}`));
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
// Per-table sections
|
|
41
|
+
for (const table of result.tables) {
|
|
42
|
+
sections.push(formatSingleTable(table, c, ci));
|
|
43
|
+
}
|
|
44
|
+
return sections.join('\n\n') + '\n';
|
|
45
|
+
}
|
|
46
|
+
function formatSingleTable(table, c, ci) {
|
|
47
|
+
const lines = [];
|
|
48
|
+
// Table header info
|
|
49
|
+
const titleParts = [`Table ${table.tableIndex}`];
|
|
50
|
+
if (table.location)
|
|
51
|
+
titleParts.push(`(${table.location})`);
|
|
52
|
+
titleParts.push(`— ${table.rowCount} rows × ${table.columnCount} cols, ${formatNumber(table.cellCount)} cells`);
|
|
53
|
+
const infoLine = ` ${c.key('Token Estimate')}: ${formatNumber(table.tokenEstimate)}`;
|
|
54
|
+
// Build the data table
|
|
55
|
+
const headRow = table.headers || [];
|
|
56
|
+
const hasHeaders = headRow.length > 0;
|
|
57
|
+
if (table.rows.length === 0 && !hasHeaders) {
|
|
58
|
+
const titleStr = titleParts.join(' ');
|
|
59
|
+
const width = Math.max(stripAnsi(titleStr).length + 6, stripAnsi(infoLine).length, 56);
|
|
60
|
+
return `${c.header(sectionHeader(titleStr, width, ci))}\n${infoLine}\n ${c.dim('(no data rows)')}`;
|
|
61
|
+
}
|
|
62
|
+
// Determine column count for the display table
|
|
63
|
+
const colCount = table.columnCount;
|
|
64
|
+
const displayHeaders = hasHeaders
|
|
65
|
+
? headRow.map((h, i) => h || `Col ${i + 1}`)
|
|
66
|
+
: Array.from({ length: colCount }, (_, i) => `Col ${i + 1}`);
|
|
67
|
+
const dataTable = new Table({
|
|
68
|
+
head: ['#', ...displayHeaders.map(h => c.key(h))],
|
|
69
|
+
chars: tableChars(ci),
|
|
70
|
+
style: { head: [], border: [] },
|
|
71
|
+
colAligns: ['right', ...Array(colCount).fill('left')],
|
|
72
|
+
});
|
|
73
|
+
for (const row of table.rows) {
|
|
74
|
+
const rowCells = Array.from({ length: colCount }, (_, i) => {
|
|
75
|
+
const cell = row.cells[i];
|
|
76
|
+
return cell ? cell.value : '';
|
|
77
|
+
});
|
|
78
|
+
dataTable.push([String(row.index), ...rowCells]);
|
|
79
|
+
}
|
|
80
|
+
const rendered = dataTable.toString();
|
|
81
|
+
const tableWidth = Math.max(...rendered.split('\n').map(line => stripAnsi(line).length), 56);
|
|
82
|
+
const titleStr = titleParts.join(' ');
|
|
83
|
+
const parts = [
|
|
84
|
+
c.header(sectionHeader(titleStr, tableWidth, ci)),
|
|
85
|
+
infoLine,
|
|
86
|
+
rendered,
|
|
87
|
+
];
|
|
88
|
+
if (table.truncated) {
|
|
89
|
+
parts.push(c.dim(` (showing ${table.rows.length} of ${table.rowCount - (hasHeaders ? 1 : 0)} data rows)`));
|
|
90
|
+
}
|
|
91
|
+
return parts.join('\n');
|
|
92
|
+
}
|
|
93
|
+
//# sourceMappingURL=output.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"output.js","sourceRoot":"","sources":["../../../src/table/output.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAc5E,MAAM,MAAM,GAAgB;IAC1B,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;IACpC,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;IACjC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK;IACvB,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;IAChC,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC;IACjC,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;CACrC,CAAC;AAEF,MAAM,OAAO,GAAgB,MAAM,CAAC,WAAW,CAC7C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CACtC,CAAC;AAE5B,SAAS,OAAO,CAAC,EAAE,GAAG,KAAK;IACzB,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,OAA4B;IACjE,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,MAA6B,EAAE,EAAE,GAAG,KAAK;IAC7E,MAAM,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC;IACtB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,WAAW;IACX,MAAM,aAAa,GAAG;QACpB,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QAC3C,GAAG,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,EAAE;QAC7D,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE;QACxD,GAAG,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE;KACxE,CAAC;IAEF,IAAI,MAAM,CAAC,kBAAkB,GAAG,CAAC,EAAE,CAAC;QAClC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9G,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAExC,QAAQ;IACR,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAChC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;AACtC,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAqB,EAAE,CAAc,EAAE,EAAW;IAC3E,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,oBAAoB;IACpB,MAAM,UAAU,GAAG,CAAC,SAAS,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;IACjD,IAAI,KAAK,CAAC,QAAQ;QAAE,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC;IAC3D,UAAU,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,QAAQ,WAAW,KAAK,CAAC,WAAW,UAAU,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEhH,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,gBAAgB,CAAC,KAAK,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;IAEtF,uBAAuB;IACvB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;IACpC,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;IAEtC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACvF,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,OAAO,CAAC,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;IACtG,CAAC;IAED,+CAA+C;IAC/C,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC;IACnC,MAAM,cAAc,GAAa,UAAU;QACzC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5C,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAE/D,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC;QAC1B,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;QACrB,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QAC/B,SAAS,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAgC;KACrF,CAAC,CAAC;IAEH,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACzD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAChC,CAAC,CAAC,CAAC;QACH,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC;IACtC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,EAC3D,EAAE,CACH,CAAC;IAEF,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG;QACZ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QACjD,QAAQ;QACR,QAAQ;KACT,CAAC;IAEF,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,KAAK,CAAC,IAAI,CAAC,MAAM,OAAO,KAAK,CAAC,QAAQ,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;IAC9G,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
export interface TableCell {
|
|
2
|
+
value: string;
|
|
3
|
+
colSpan?: number;
|
|
4
|
+
rowSpan?: number;
|
|
5
|
+
}
|
|
6
|
+
export interface ExtractedTable {
|
|
7
|
+
tableIndex: number;
|
|
8
|
+
location: string | null;
|
|
9
|
+
rowCount: number;
|
|
10
|
+
columnCount: number;
|
|
11
|
+
cellCount: number;
|
|
12
|
+
headers: string[] | null;
|
|
13
|
+
rows: {
|
|
14
|
+
index: number;
|
|
15
|
+
cells: TableCell[];
|
|
16
|
+
}[];
|
|
17
|
+
truncated: boolean;
|
|
18
|
+
tokenEstimate: number;
|
|
19
|
+
}
|
|
20
|
+
export interface TableInspectionResult {
|
|
21
|
+
file: string;
|
|
22
|
+
format: 'docx' | 'xlsx' | 'pptx' | 'odt' | 'odp' | 'pdf';
|
|
23
|
+
size: number;
|
|
24
|
+
tableCount: number;
|
|
25
|
+
tables: ExtractedTable[];
|
|
26
|
+
notes: string[];
|
|
27
|
+
totalTokenEstimate: number;
|
|
28
|
+
}
|
|
29
|
+
export interface TableInspectPayload {
|
|
30
|
+
file: string;
|
|
31
|
+
query: Record<string, unknown>;
|
|
32
|
+
results: TableInspectionResult;
|
|
33
|
+
}
|
|
34
|
+
export interface InspectTableOptions {
|
|
35
|
+
table?: number;
|
|
36
|
+
sampleRows: number;
|
|
37
|
+
headerRow: 'auto' | 'none' | number;
|
|
38
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/table/types.ts"],"names":[],"mappings":""}
|