@yuanliwei/exceljs 4.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +22 -0
- package/README.md +3024 -0
- package/README_zh.md +2878 -0
- package/excel.js +13 -0
- package/index.d.ts +2040 -0
- package/index.ts +2 -0
- package/lib/csv/csv.js +191 -0
- package/lib/csv/line-buffer.js +74 -0
- package/lib/csv/stream-converter.js +135 -0
- package/lib/doc/anchor.js +91 -0
- package/lib/doc/cell.js +1124 -0
- package/lib/doc/column.js +320 -0
- package/lib/doc/data/theme1.json +234 -0
- package/lib/doc/data-validations.js +19 -0
- package/lib/doc/defined-names.js +196 -0
- package/lib/doc/enums.js +48 -0
- package/lib/doc/image.js +59 -0
- package/lib/doc/modelcontainer.js +18 -0
- package/lib/doc/note.js +65 -0
- package/lib/doc/pivot-table.js +132 -0
- package/lib/doc/range.js +257 -0
- package/lib/doc/row.js +415 -0
- package/lib/doc/table.js +465 -0
- package/lib/doc/workbook.js +224 -0
- package/lib/doc/worksheet.js +949 -0
- package/lib/exceljs.bare.js +13 -0
- package/lib/exceljs.browser.js +36 -0
- package/lib/exceljs.nodejs.js +14 -0
- package/lib/stream/xlsx/hyperlink-reader.js +83 -0
- package/lib/stream/xlsx/sheet-comments-writer.js +121 -0
- package/lib/stream/xlsx/sheet-rels-writer.js +119 -0
- package/lib/stream/xlsx/workbook-reader.js +337 -0
- package/lib/stream/xlsx/workbook-writer.js +347 -0
- package/lib/stream/xlsx/worksheet-reader.js +374 -0
- package/lib/stream/xlsx/worksheet-writer.js +717 -0
- package/lib/utils/auto-drain.js +15 -0
- package/lib/utils/browser-buffer-decode.js +14 -0
- package/lib/utils/browser-buffer-encode.js +15 -0
- package/lib/utils/cell-matrix.js +165 -0
- package/lib/utils/col-cache.js +287 -0
- package/lib/utils/copy-style.js +43 -0
- package/lib/utils/encryptor.js +55 -0
- package/lib/utils/iterate-stream.js +48 -0
- package/lib/utils/parse-sax.js +30 -0
- package/lib/utils/shared-formula.js +44 -0
- package/lib/utils/shared-strings.js +35 -0
- package/lib/utils/stream-base64.js +72 -0
- package/lib/utils/stream-buf.js +364 -0
- package/lib/utils/string-buf.js +82 -0
- package/lib/utils/string-builder.js +35 -0
- package/lib/utils/stuttered-pipe.js +67 -0
- package/lib/utils/typed-stack.js +24 -0
- package/lib/utils/under-dash.js +184 -0
- package/lib/utils/utils.js +205 -0
- package/lib/utils/xml-stream.js +169 -0
- package/lib/utils/zip-stream.js +87 -0
- package/lib/xlsx/.rels +11 -0
- package/lib/xlsx/calcChain.xml +6 -0
- package/lib/xlsx/core.xml +7 -0
- package/lib/xlsx/defaultnumformats.js +153 -0
- package/lib/xlsx/rel-type.js +20 -0
- package/lib/xlsx/styles.xml +41 -0
- package/lib/xlsx/workbook.xml +16 -0
- package/lib/xlsx/xform/base-xform.js +145 -0
- package/lib/xlsx/xform/book/defined-name-xform.js +91 -0
- package/lib/xlsx/xform/book/sheet-xform.js +34 -0
- package/lib/xlsx/xform/book/workbook-calc-properties-xform.js +26 -0
- package/lib/xlsx/xform/book/workbook-pivot-cache-xform.js +29 -0
- package/lib/xlsx/xform/book/workbook-properties-xform.js +29 -0
- package/lib/xlsx/xform/book/workbook-view-xform.js +53 -0
- package/lib/xlsx/xform/book/workbook-xform.js +259 -0
- package/lib/xlsx/xform/comment/comment-xform.js +105 -0
- package/lib/xlsx/xform/comment/comments-xform.js +82 -0
- package/lib/xlsx/xform/comment/style/vml-position-xform.js +39 -0
- package/lib/xlsx/xform/comment/style/vml-protection-xform.js +36 -0
- package/lib/xlsx/xform/comment/vml-anchor-xform.js +60 -0
- package/lib/xlsx/xform/comment/vml-client-data-xform.js +95 -0
- package/lib/xlsx/xform/comment/vml-notes-xform.js +107 -0
- package/lib/xlsx/xform/comment/vml-shape-xform.js +95 -0
- package/lib/xlsx/xform/comment/vml-textbox-xform.js +64 -0
- package/lib/xlsx/xform/composite-xform.js +56 -0
- package/lib/xlsx/xform/core/app-heading-pairs-xform.js +32 -0
- package/lib/xlsx/xform/core/app-titles-of-parts-xform.js +28 -0
- package/lib/xlsx/xform/core/app-xform.js +100 -0
- package/lib/xlsx/xform/core/content-types-xform.js +135 -0
- package/lib/xlsx/xform/core/core-xform.js +136 -0
- package/lib/xlsx/xform/core/relationship-xform.js +25 -0
- package/lib/xlsx/xform/core/relationships-xform.js +73 -0
- package/lib/xlsx/xform/drawing/base-cell-anchor-xform.js +48 -0
- package/lib/xlsx/xform/drawing/blip-fill-xform.js +71 -0
- package/lib/xlsx/xform/drawing/blip-xform.js +42 -0
- package/lib/xlsx/xform/drawing/c-nv-pic-pr-xform.js +38 -0
- package/lib/xlsx/xform/drawing/c-nv-pr-xform.js +68 -0
- package/lib/xlsx/xform/drawing/cell-position-xform.js +77 -0
- package/lib/xlsx/xform/drawing/drawing-xform.js +109 -0
- package/lib/xlsx/xform/drawing/ext-lst-xform.js +43 -0
- package/lib/xlsx/xform/drawing/ext-xform.js +44 -0
- package/lib/xlsx/xform/drawing/hlink-click-xform.js +41 -0
- package/lib/xlsx/xform/drawing/nv-pic-pr-xform.js +65 -0
- package/lib/xlsx/xform/drawing/one-cell-anchor-xform.js +63 -0
- package/lib/xlsx/xform/drawing/pic-xform.js +77 -0
- package/lib/xlsx/xform/drawing/sp-pr.js +17 -0
- package/lib/xlsx/xform/drawing/two-cell-anchor-xform.js +62 -0
- package/lib/xlsx/xform/list-xform.js +95 -0
- package/lib/xlsx/xform/pivot-table/cache-field.js +43 -0
- package/lib/xlsx/xform/pivot-table/pivot-cache-definition-xform.js +77 -0
- package/lib/xlsx/xform/pivot-table/pivot-cache-records-xform.js +103 -0
- package/lib/xlsx/xform/pivot-table/pivot-table-xform.js +189 -0
- package/lib/xlsx/xform/sheet/auto-filter-xform.js +38 -0
- package/lib/xlsx/xform/sheet/cell-xform.js +498 -0
- package/lib/xlsx/xform/sheet/cf/cf-rule-xform.js +301 -0
- package/lib/xlsx/xform/sheet/cf/cfvo-xform.js +27 -0
- package/lib/xlsx/xform/sheet/cf/color-scale-xform.js +45 -0
- package/lib/xlsx/xform/sheet/cf/conditional-formatting-xform.js +48 -0
- package/lib/xlsx/xform/sheet/cf/conditional-formattings-xform.js +92 -0
- package/lib/xlsx/xform/sheet/cf/databar-xform.js +49 -0
- package/lib/xlsx/xform/sheet/cf/ext-lst-ref-xform.js +87 -0
- package/lib/xlsx/xform/sheet/cf/formula-xform.js +25 -0
- package/lib/xlsx/xform/sheet/cf/icon-set-xform.js +47 -0
- package/lib/xlsx/xform/sheet/cf-ext/cf-icon-ext-xform.js +27 -0
- package/lib/xlsx/xform/sheet/cf-ext/cf-rule-ext-xform.js +98 -0
- package/lib/xlsx/xform/sheet/cf-ext/cfvo-ext-xform.js +43 -0
- package/lib/xlsx/xform/sheet/cf-ext/conditional-formatting-ext-xform.js +62 -0
- package/lib/xlsx/xform/sheet/cf-ext/conditional-formattings-ext-xform.js +50 -0
- package/lib/xlsx/xform/sheet/cf-ext/databar-ext-xform.js +98 -0
- package/lib/xlsx/xform/sheet/cf-ext/f-ext-xform.js +25 -0
- package/lib/xlsx/xform/sheet/cf-ext/icon-set-ext-xform.js +73 -0
- package/lib/xlsx/xform/sheet/cf-ext/sqref-ext-xform.js +25 -0
- package/lib/xlsx/xform/sheet/col-xform.js +86 -0
- package/lib/xlsx/xform/sheet/data-validations-xform.js +257 -0
- package/lib/xlsx/xform/sheet/dimension-xform.js +29 -0
- package/lib/xlsx/xform/sheet/drawing-xform.js +33 -0
- package/lib/xlsx/xform/sheet/ext-lst-xform.js +86 -0
- package/lib/xlsx/xform/sheet/header-footer-xform.js +146 -0
- package/lib/xlsx/xform/sheet/hyperlink-xform.js +54 -0
- package/lib/xlsx/xform/sheet/merge-cell-xform.js +27 -0
- package/lib/xlsx/xform/sheet/merges.js +56 -0
- package/lib/xlsx/xform/sheet/outline-properties-xform.js +43 -0
- package/lib/xlsx/xform/sheet/page-breaks-xform.js +27 -0
- package/lib/xlsx/xform/sheet/page-margins-xform.js +49 -0
- package/lib/xlsx/xform/sheet/page-setup-properties-xform.js +35 -0
- package/lib/xlsx/xform/sheet/page-setup-xform.js +103 -0
- package/lib/xlsx/xform/sheet/picture-xform.js +33 -0
- package/lib/xlsx/xform/sheet/print-options-xform.js +49 -0
- package/lib/xlsx/xform/sheet/row-breaks-xform.js +39 -0
- package/lib/xlsx/xform/sheet/row-xform.js +142 -0
- package/lib/xlsx/xform/sheet/sheet-format-properties-xform.js +55 -0
- package/lib/xlsx/xform/sheet/sheet-properties-xform.js +90 -0
- package/lib/xlsx/xform/sheet/sheet-protection-xform.js +89 -0
- package/lib/xlsx/xform/sheet/sheet-view-xform.js +202 -0
- package/lib/xlsx/xform/sheet/table-part-xform.js +33 -0
- package/lib/xlsx/xform/sheet/worksheet-xform.js +548 -0
- package/lib/xlsx/xform/simple/boolean-xform.js +31 -0
- package/lib/xlsx/xform/simple/date-xform.js +66 -0
- package/lib/xlsx/xform/simple/float-xform.js +51 -0
- package/lib/xlsx/xform/simple/integer-xform.js +57 -0
- package/lib/xlsx/xform/simple/string-xform.js +51 -0
- package/lib/xlsx/xform/static-xform.js +64 -0
- package/lib/xlsx/xform/strings/phonetic-text-xform.js +98 -0
- package/lib/xlsx/xform/strings/rich-text-xform.js +101 -0
- package/lib/xlsx/xform/strings/shared-string-xform.js +102 -0
- package/lib/xlsx/xform/strings/shared-strings-xform.js +127 -0
- package/lib/xlsx/xform/strings/text-xform.js +44 -0
- package/lib/xlsx/xform/style/alignment-xform.js +172 -0
- package/lib/xlsx/xform/style/border-xform.js +207 -0
- package/lib/xlsx/xform/style/color-xform.js +63 -0
- package/lib/xlsx/xform/style/dxf-xform.js +111 -0
- package/lib/xlsx/xform/style/fill-xform.js +364 -0
- package/lib/xlsx/xform/style/font-xform.js +102 -0
- package/lib/xlsx/xform/style/numfmt-xform.js +63 -0
- package/lib/xlsx/xform/style/protection-xform.js +60 -0
- package/lib/xlsx/xform/style/style-xform.js +125 -0
- package/lib/xlsx/xform/style/styles-xform.js +527 -0
- package/lib/xlsx/xform/style/underline-xform.js +47 -0
- package/lib/xlsx/xform/table/auto-filter-xform.js +81 -0
- package/lib/xlsx/xform/table/custom-filter-xform.js +33 -0
- package/lib/xlsx/xform/table/filter-column-xform.js +96 -0
- package/lib/xlsx/xform/table/filter-xform.js +31 -0
- package/lib/xlsx/xform/table/table-column-xform.js +44 -0
- package/lib/xlsx/xform/table/table-style-info-xform.js +41 -0
- package/lib/xlsx/xform/table/table-xform.js +131 -0
- package/lib/xlsx/xlsx.js +774 -0
- package/lib/xlsx/xml/theme1.js +3 -0
- package/lib/xlsx/xml/theme1.xml +318 -0
- package/package.json +149 -0
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
const colCache = require('./col-cache');
|
|
2
|
+
|
|
3
|
+
// const cellRefRegex = /(([a-z_\-0-9]*)!)?[$]?([a-z]+)[$]?([1-9][0-9]*)/i;
|
|
4
|
+
const replacementCandidateRx = /(([a-z_\-0-9]*)!)?([a-z0-9_$]{2,})([(])?/gi;
|
|
5
|
+
const CRrx = /^([$])?([a-z]+)([$])?([1-9][0-9]*)$/i;
|
|
6
|
+
|
|
7
|
+
function slideFormula(formula, fromCell, toCell) {
|
|
8
|
+
const offset = colCache.decode(fromCell);
|
|
9
|
+
const to = colCache.decode(toCell);
|
|
10
|
+
return formula.replace(
|
|
11
|
+
replacementCandidateRx,
|
|
12
|
+
(refMatch, sheet, sheetMaybe, addrPart, trailingParen) => {
|
|
13
|
+
if (trailingParen) {
|
|
14
|
+
return refMatch;
|
|
15
|
+
}
|
|
16
|
+
const match = CRrx.exec(addrPart);
|
|
17
|
+
if (match) {
|
|
18
|
+
const colDollar = match[1];
|
|
19
|
+
const colStr = match[2].toUpperCase();
|
|
20
|
+
const rowDollar = match[3];
|
|
21
|
+
const rowStr = match[4];
|
|
22
|
+
if (colStr.length > 3 || (colStr.length === 3 && colStr > 'XFD')) {
|
|
23
|
+
// > XFD is the highest col number in excel 2007 and beyond, so this is a named range
|
|
24
|
+
return refMatch;
|
|
25
|
+
}
|
|
26
|
+
let col = colCache.l2n(colStr);
|
|
27
|
+
let row = parseInt(rowStr, 10);
|
|
28
|
+
if (!colDollar) {
|
|
29
|
+
col += to.col - offset.col;
|
|
30
|
+
}
|
|
31
|
+
if (!rowDollar) {
|
|
32
|
+
row += to.row - offset.row;
|
|
33
|
+
}
|
|
34
|
+
const res = (sheet || '') + (colDollar || '') + colCache.n2l(col) + (rowDollar || '') + row;
|
|
35
|
+
return res;
|
|
36
|
+
}
|
|
37
|
+
return refMatch;
|
|
38
|
+
}
|
|
39
|
+
);
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
module.exports = {
|
|
43
|
+
slideFormula,
|
|
44
|
+
};
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
class SharedStrings {
|
|
2
|
+
constructor() {
|
|
3
|
+
this._values = [];
|
|
4
|
+
this._totalRefs = 0;
|
|
5
|
+
this._hash = Object.create(null);
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
get count() {
|
|
9
|
+
return this._values.length;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
get values() {
|
|
13
|
+
return this._values;
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
get totalRefs() {
|
|
17
|
+
return this._totalRefs;
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
getString(index) {
|
|
21
|
+
return this._values[index];
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
add(value) {
|
|
25
|
+
let index = this._hash[value];
|
|
26
|
+
if (index === undefined) {
|
|
27
|
+
index = this._hash[value] = this._values.length;
|
|
28
|
+
this._values.push(value);
|
|
29
|
+
}
|
|
30
|
+
this._totalRefs++;
|
|
31
|
+
return index;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
module.exports = SharedStrings;
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
const Stream = require('readable-stream');
|
|
2
|
+
|
|
3
|
+
// =============================================================================
|
|
4
|
+
// StreamBase64 - A utility to convert to/from base64 stream
|
|
5
|
+
// Note: does not buffer data, must be piped
|
|
6
|
+
class StreamBase64 extends Stream.Duplex {
|
|
7
|
+
constructor() {
|
|
8
|
+
super();
|
|
9
|
+
|
|
10
|
+
// consuming pipe streams go here
|
|
11
|
+
this.pipes = [];
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
// writable
|
|
15
|
+
// event drain - if write returns false (which it won't), indicates when safe to write again.
|
|
16
|
+
// finish - end() has been called
|
|
17
|
+
// pipe(src) - pipe() has been called on readable
|
|
18
|
+
// unpipe(src) - unpipe() has been called on readable
|
|
19
|
+
// error - duh
|
|
20
|
+
|
|
21
|
+
write(/* data, encoding */) {
|
|
22
|
+
return true;
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
cork() {}
|
|
26
|
+
|
|
27
|
+
uncork() {}
|
|
28
|
+
|
|
29
|
+
end(/* chunk, encoding, callback */) {}
|
|
30
|
+
|
|
31
|
+
// readable
|
|
32
|
+
// event readable - some data is now available
|
|
33
|
+
// event data - switch to flowing mode - feeds chunks to handler
|
|
34
|
+
// event end - no more data
|
|
35
|
+
// event close - optional, indicates upstream close
|
|
36
|
+
// event error - duh
|
|
37
|
+
read(/* size */) {}
|
|
38
|
+
|
|
39
|
+
setEncoding(encoding) {
|
|
40
|
+
// causes stream.read or stream.on('data) to return strings of encoding instead of Buffer objects
|
|
41
|
+
this.encoding = encoding;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
pause() {}
|
|
45
|
+
|
|
46
|
+
resume() {}
|
|
47
|
+
|
|
48
|
+
isPaused() {}
|
|
49
|
+
|
|
50
|
+
pipe(destination) {
|
|
51
|
+
// add destination to pipe list & write current buffer
|
|
52
|
+
this.pipes.push(destination);
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
unpipe(destination) {
|
|
56
|
+
// remove destination from pipe list
|
|
57
|
+
this.pipes = this.pipes.filter(pipe => pipe !== destination);
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
unshift(/* chunk */) {
|
|
61
|
+
// some numpty has read some data that's not for them and they want to put it back!
|
|
62
|
+
// Might implement this some day
|
|
63
|
+
throw new Error('Not Implemented');
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
wrap(/* stream */) {
|
|
67
|
+
// not implemented
|
|
68
|
+
throw new Error('Not Implemented');
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
module.exports = StreamBase64;
|
|
@@ -0,0 +1,364 @@
|
|
|
1
|
+
/* eslint-disable max-classes-per-file */
|
|
2
|
+
const Stream = require('readable-stream');
|
|
3
|
+
|
|
4
|
+
const utils = require('./utils');
|
|
5
|
+
const StringBuf = require('./string-buf');
|
|
6
|
+
|
|
7
|
+
// =============================================================================
|
|
8
|
+
// data chunks - encapsulating incoming data
|
|
9
|
+
class StringChunk {
|
|
10
|
+
constructor(data, encoding) {
|
|
11
|
+
this._data = data;
|
|
12
|
+
this._encoding = encoding;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
get length() {
|
|
16
|
+
return this.toBuffer().length;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
// copy to target buffer
|
|
20
|
+
copy(target, targetOffset, offset, length) {
|
|
21
|
+
return this.toBuffer().copy(target, targetOffset, offset, length);
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
toBuffer() {
|
|
25
|
+
if (!this._buffer) {
|
|
26
|
+
this._buffer = Buffer.from(this._data, this._encoding);
|
|
27
|
+
}
|
|
28
|
+
return this._buffer;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
class StringBufChunk {
|
|
33
|
+
constructor(data) {
|
|
34
|
+
this._data = data;
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
get length() {
|
|
38
|
+
return this._data.length;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
// copy to target buffer
|
|
42
|
+
copy(target, targetOffset, offset, length) {
|
|
43
|
+
// eslint-disable-next-line no-underscore-dangle
|
|
44
|
+
return this._data._buf.copy(target, targetOffset, offset, length);
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
toBuffer() {
|
|
48
|
+
return this._data.toBuffer();
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
class BufferChunk {
|
|
53
|
+
constructor(data) {
|
|
54
|
+
this._data = data;
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
get length() {
|
|
58
|
+
return this._data.length;
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
// copy to target buffer
|
|
62
|
+
copy(target, targetOffset, offset, length) {
|
|
63
|
+
this._data.copy(target, targetOffset, offset, length);
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
toBuffer() {
|
|
67
|
+
return this._data;
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
// =============================================================================
|
|
72
|
+
// ReadWriteBuf - a single buffer supporting simple read-write
|
|
73
|
+
class ReadWriteBuf {
|
|
74
|
+
constructor(size) {
|
|
75
|
+
this.size = size;
|
|
76
|
+
// the buffer
|
|
77
|
+
this.buffer = Buffer.alloc(size);
|
|
78
|
+
// read index
|
|
79
|
+
this.iRead = 0;
|
|
80
|
+
// write index
|
|
81
|
+
this.iWrite = 0;
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
toBuffer() {
|
|
85
|
+
if (this.iRead === 0 && this.iWrite === this.size) {
|
|
86
|
+
return this.buffer;
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
const buf = Buffer.alloc(this.iWrite - this.iRead);
|
|
90
|
+
this.buffer.copy(buf, 0, this.iRead, this.iWrite);
|
|
91
|
+
return buf;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
get length() {
|
|
95
|
+
return this.iWrite - this.iRead;
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
get eod() {
|
|
99
|
+
return this.iRead === this.iWrite;
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
get full() {
|
|
103
|
+
return this.iWrite === this.size;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
read(size) {
|
|
107
|
+
let buf;
|
|
108
|
+
// read size bytes from buffer and return buffer
|
|
109
|
+
if (size === 0) {
|
|
110
|
+
// special case - return null if no data requested
|
|
111
|
+
return null;
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
if (size === undefined || size >= this.length) {
|
|
115
|
+
// if no size specified or size is at least what we have then return all of the bytes
|
|
116
|
+
buf = this.toBuffer();
|
|
117
|
+
this.iRead = this.iWrite;
|
|
118
|
+
return buf;
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
// otherwise return a chunk
|
|
122
|
+
buf = Buffer.alloc(size);
|
|
123
|
+
this.buffer.copy(buf, 0, this.iRead, size);
|
|
124
|
+
this.iRead += size;
|
|
125
|
+
return buf;
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
write(chunk, offset, length) {
|
|
129
|
+
// write as many bytes from data from optional source offset
|
|
130
|
+
// and return number of bytes written
|
|
131
|
+
const size = Math.min(length, this.size - this.iWrite);
|
|
132
|
+
chunk.copy(this.buffer, this.iWrite, offset, offset + size);
|
|
133
|
+
this.iWrite += size;
|
|
134
|
+
return size;
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
// =============================================================================
|
|
139
|
+
// StreamBuf - a multi-purpose read-write stream
|
|
140
|
+
// As MemBuf - write as much data as you like. Then call toBuffer() to consolidate
|
|
141
|
+
// As StreamHub - pipe to multiple writables
|
|
142
|
+
// As readable stream - feed data into the writable part and have some other code read from it.
|
|
143
|
+
|
|
144
|
+
// Note: Not sure why but StreamBuf does not like JS "class" sugar. It fails the
|
|
145
|
+
// integration tests
|
|
146
|
+
const StreamBuf = function(options) {
|
|
147
|
+
options = options || {};
|
|
148
|
+
this.bufSize = options.bufSize || 1024 * 1024;
|
|
149
|
+
this.buffers = [];
|
|
150
|
+
|
|
151
|
+
// batch mode fills a buffer completely before passing the data on
|
|
152
|
+
// to pipes or 'readable' event listeners
|
|
153
|
+
this.batch = options.batch || false;
|
|
154
|
+
|
|
155
|
+
this.corked = false;
|
|
156
|
+
// where in the current writable buffer we're up to
|
|
157
|
+
this.inPos = 0;
|
|
158
|
+
|
|
159
|
+
// where in the current readable buffer we've read up to
|
|
160
|
+
this.outPos = 0;
|
|
161
|
+
|
|
162
|
+
// consuming pipe streams go here
|
|
163
|
+
this.pipes = [];
|
|
164
|
+
|
|
165
|
+
// controls emit('data')
|
|
166
|
+
this.paused = false;
|
|
167
|
+
|
|
168
|
+
this.encoding = null;
|
|
169
|
+
};
|
|
170
|
+
|
|
171
|
+
utils.inherits(StreamBuf, Stream.Duplex, {
|
|
172
|
+
toBuffer() {
|
|
173
|
+
switch (this.buffers.length) {
|
|
174
|
+
case 0:
|
|
175
|
+
return null;
|
|
176
|
+
case 1:
|
|
177
|
+
return this.buffers[0].toBuffer();
|
|
178
|
+
default:
|
|
179
|
+
return Buffer.concat(this.buffers.map(rwBuf => rwBuf.toBuffer()));
|
|
180
|
+
}
|
|
181
|
+
},
|
|
182
|
+
|
|
183
|
+
// writable
|
|
184
|
+
// event drain - if write returns false (which it won't), indicates when safe to write again.
|
|
185
|
+
// finish - end() has been called
|
|
186
|
+
// pipe(src) - pipe() has been called on readable
|
|
187
|
+
// unpipe(src) - unpipe() has been called on readable
|
|
188
|
+
// error - duh
|
|
189
|
+
|
|
190
|
+
_getWritableBuffer() {
|
|
191
|
+
if (this.buffers.length) {
|
|
192
|
+
const last = this.buffers[this.buffers.length - 1];
|
|
193
|
+
if (!last.full) {
|
|
194
|
+
return last;
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
const buf = new ReadWriteBuf(this.bufSize);
|
|
198
|
+
this.buffers.push(buf);
|
|
199
|
+
return buf;
|
|
200
|
+
},
|
|
201
|
+
|
|
202
|
+
async _pipe(chunk) {
|
|
203
|
+
const write = function(pipe) {
|
|
204
|
+
return new Promise(resolve => {
|
|
205
|
+
pipe.write(chunk.toBuffer(), () => {
|
|
206
|
+
resolve();
|
|
207
|
+
});
|
|
208
|
+
});
|
|
209
|
+
};
|
|
210
|
+
await Promise.all(this.pipes.map(write));
|
|
211
|
+
},
|
|
212
|
+
_writeToBuffers(chunk) {
|
|
213
|
+
let inPos = 0;
|
|
214
|
+
const inLen = chunk.length;
|
|
215
|
+
while (inPos < inLen) {
|
|
216
|
+
// find writable buffer
|
|
217
|
+
const buffer = this._getWritableBuffer();
|
|
218
|
+
|
|
219
|
+
// write some data
|
|
220
|
+
inPos += buffer.write(chunk, inPos, inLen - inPos);
|
|
221
|
+
}
|
|
222
|
+
},
|
|
223
|
+
async write(data, encoding, callback) {
|
|
224
|
+
if (encoding instanceof Function) {
|
|
225
|
+
callback = encoding;
|
|
226
|
+
encoding = 'utf8';
|
|
227
|
+
}
|
|
228
|
+
callback = callback || utils.nop;
|
|
229
|
+
|
|
230
|
+
// encapsulate data into a chunk
|
|
231
|
+
let chunk;
|
|
232
|
+
if (data instanceof StringBuf) {
|
|
233
|
+
chunk = new StringBufChunk(data);
|
|
234
|
+
} else if (data instanceof Buffer) {
|
|
235
|
+
chunk = new BufferChunk(data);
|
|
236
|
+
} else if (typeof data === 'string' || data instanceof String || data instanceof ArrayBuffer) {
|
|
237
|
+
chunk = new StringChunk(data, encoding);
|
|
238
|
+
} else {
|
|
239
|
+
throw new Error('Chunk must be one of type String, Buffer or StringBuf.');
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
// now, do something with the chunk
|
|
243
|
+
if (this.pipes.length) {
|
|
244
|
+
if (this.batch) {
|
|
245
|
+
this._writeToBuffers(chunk);
|
|
246
|
+
while (!this.corked && this.buffers.length > 1) {
|
|
247
|
+
this._pipe(this.buffers.shift());
|
|
248
|
+
}
|
|
249
|
+
} else if (!this.corked) {
|
|
250
|
+
await this._pipe(chunk);
|
|
251
|
+
callback();
|
|
252
|
+
} else {
|
|
253
|
+
this._writeToBuffers(chunk);
|
|
254
|
+
process.nextTick(callback);
|
|
255
|
+
}
|
|
256
|
+
} else {
|
|
257
|
+
if (!this.paused) {
|
|
258
|
+
this.emit('data', chunk.toBuffer());
|
|
259
|
+
}
|
|
260
|
+
|
|
261
|
+
this._writeToBuffers(chunk);
|
|
262
|
+
this.emit('readable');
|
|
263
|
+
}
|
|
264
|
+
|
|
265
|
+
return true;
|
|
266
|
+
},
|
|
267
|
+
cork() {
|
|
268
|
+
this.corked = true;
|
|
269
|
+
},
|
|
270
|
+
_flush(/* destination */) {
|
|
271
|
+
// if we have comsumers...
|
|
272
|
+
if (this.pipes.length) {
|
|
273
|
+
// and there's stuff not written
|
|
274
|
+
while (this.buffers.length) {
|
|
275
|
+
this._pipe(this.buffers.shift());
|
|
276
|
+
}
|
|
277
|
+
}
|
|
278
|
+
},
|
|
279
|
+
uncork() {
|
|
280
|
+
this.corked = false;
|
|
281
|
+
this._flush();
|
|
282
|
+
},
|
|
283
|
+
end(chunk, encoding, callback) {
|
|
284
|
+
const writeComplete = error => {
|
|
285
|
+
if (error) {
|
|
286
|
+
callback(error);
|
|
287
|
+
} else {
|
|
288
|
+
this._flush();
|
|
289
|
+
this.pipes.forEach(pipe => {
|
|
290
|
+
pipe.end();
|
|
291
|
+
});
|
|
292
|
+
this.emit('finish');
|
|
293
|
+
}
|
|
294
|
+
};
|
|
295
|
+
if (chunk) {
|
|
296
|
+
this.write(chunk, encoding, writeComplete);
|
|
297
|
+
} else {
|
|
298
|
+
writeComplete();
|
|
299
|
+
}
|
|
300
|
+
},
|
|
301
|
+
|
|
302
|
+
// readable
|
|
303
|
+
// event readable - some data is now available
|
|
304
|
+
// event data - switch to flowing mode - feeds chunks to handler
|
|
305
|
+
// event end - no more data
|
|
306
|
+
// event close - optional, indicates upstream close
|
|
307
|
+
// event error - duh
|
|
308
|
+
read(size) {
|
|
309
|
+
let buffers;
|
|
310
|
+
// read min(buffer, size || infinity)
|
|
311
|
+
if (size) {
|
|
312
|
+
buffers = [];
|
|
313
|
+
while (size && this.buffers.length && !this.buffers[0].eod) {
|
|
314
|
+
const first = this.buffers[0];
|
|
315
|
+
const buffer = first.read(size);
|
|
316
|
+
size -= buffer.length;
|
|
317
|
+
buffers.push(buffer);
|
|
318
|
+
if (first.eod && first.full) {
|
|
319
|
+
this.buffers.shift();
|
|
320
|
+
}
|
|
321
|
+
}
|
|
322
|
+
return Buffer.concat(buffers);
|
|
323
|
+
}
|
|
324
|
+
|
|
325
|
+
buffers = this.buffers.map(buf => buf.toBuffer()).filter(Boolean);
|
|
326
|
+
this.buffers = [];
|
|
327
|
+
return Buffer.concat(buffers);
|
|
328
|
+
},
|
|
329
|
+
setEncoding(encoding) {
|
|
330
|
+
// causes stream.read or stream.on('data) to return strings of encoding instead of Buffer objects
|
|
331
|
+
this.encoding = encoding;
|
|
332
|
+
},
|
|
333
|
+
pause() {
|
|
334
|
+
this.paused = true;
|
|
335
|
+
},
|
|
336
|
+
resume() {
|
|
337
|
+
this.paused = false;
|
|
338
|
+
},
|
|
339
|
+
isPaused() {
|
|
340
|
+
return !!this.paused;
|
|
341
|
+
},
|
|
342
|
+
pipe(destination) {
|
|
343
|
+
// add destination to pipe list & write current buffer
|
|
344
|
+
this.pipes.push(destination);
|
|
345
|
+
if (!this.paused && this.buffers.length) {
|
|
346
|
+
this.end();
|
|
347
|
+
}
|
|
348
|
+
},
|
|
349
|
+
unpipe(destination) {
|
|
350
|
+
// remove destination from pipe list
|
|
351
|
+
this.pipes = this.pipes.filter(pipe => pipe !== destination);
|
|
352
|
+
},
|
|
353
|
+
unshift(/* chunk */) {
|
|
354
|
+
// some numpty has read some data that's not for them and they want to put it back!
|
|
355
|
+
// Might implement this some day
|
|
356
|
+
throw new Error('Not Implemented');
|
|
357
|
+
},
|
|
358
|
+
wrap(/* stream */) {
|
|
359
|
+
// not implemented
|
|
360
|
+
throw new Error('Not Implemented');
|
|
361
|
+
},
|
|
362
|
+
});
|
|
363
|
+
|
|
364
|
+
module.exports = StreamBuf;
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
// StringBuf - a way to keep string memory operations to a minimum
|
|
2
|
+
// while building the strings for the xml files
|
|
3
|
+
class StringBuf {
|
|
4
|
+
constructor(options) {
|
|
5
|
+
this._buf = Buffer.alloc((options && options.size) || 16384);
|
|
6
|
+
this._encoding = (options && options.encoding) || 'utf8';
|
|
7
|
+
|
|
8
|
+
// where in the buffer we are at
|
|
9
|
+
this._inPos = 0;
|
|
10
|
+
|
|
11
|
+
// for use by toBuffer()
|
|
12
|
+
this._buffer = undefined;
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
get length() {
|
|
16
|
+
return this._inPos;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
get capacity() {
|
|
20
|
+
return this._buf.length;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
get buffer() {
|
|
24
|
+
return this._buf;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
toBuffer() {
|
|
28
|
+
// return the current data as a single enclosing buffer
|
|
29
|
+
if (!this._buffer) {
|
|
30
|
+
this._buffer = Buffer.alloc(this.length);
|
|
31
|
+
this._buf.copy(this._buffer, 0, 0, this.length);
|
|
32
|
+
}
|
|
33
|
+
return this._buffer;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
reset(position) {
|
|
37
|
+
position = position || 0;
|
|
38
|
+
this._buffer = undefined;
|
|
39
|
+
this._inPos = position;
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
_grow(min) {
|
|
43
|
+
let size = this._buf.length * 2;
|
|
44
|
+
while (size < min) {
|
|
45
|
+
size *= 2;
|
|
46
|
+
}
|
|
47
|
+
const buf = Buffer.alloc(size);
|
|
48
|
+
this._buf.copy(buf, 0);
|
|
49
|
+
this._buf = buf;
|
|
50
|
+
}
|
|
51
|
+
|
|
52
|
+
addText(text) {
|
|
53
|
+
this._buffer = undefined;
|
|
54
|
+
|
|
55
|
+
let inPos = this._inPos + this._buf.write(text, this._inPos, this._encoding);
|
|
56
|
+
|
|
57
|
+
// if we've hit (or nearing capacity), grow the buf
|
|
58
|
+
while (inPos >= this._buf.length - 4) {
|
|
59
|
+
this._grow(this._inPos + text.length);
|
|
60
|
+
|
|
61
|
+
// keep trying to write until we've completely written the text
|
|
62
|
+
inPos = this._inPos + this._buf.write(text, this._inPos, this._encoding);
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
this._inPos = inPos;
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
addStringBuf(inBuf) {
|
|
69
|
+
if (inBuf.length) {
|
|
70
|
+
this._buffer = undefined;
|
|
71
|
+
|
|
72
|
+
if (this.length + inBuf.length > this.capacity) {
|
|
73
|
+
this._grow(this.length + inBuf.length);
|
|
74
|
+
}
|
|
75
|
+
// eslint-disable-next-line no-underscore-dangle
|
|
76
|
+
inBuf._buf.copy(this._buf, this._inPos, 0, inBuf.length);
|
|
77
|
+
this._inPos += inBuf.length;
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
module.exports = StringBuf;
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
// StringBuilder - a way to keep string memory operations to a minimum
|
|
2
|
+
// while building the strings for the xml files
|
|
3
|
+
class StringBuilder {
|
|
4
|
+
constructor() {
|
|
5
|
+
this.reset();
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
get length() {
|
|
9
|
+
return this._buf.length;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
toString() {
|
|
13
|
+
return this._buf.join('');
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
reset(position) {
|
|
17
|
+
if (position) {
|
|
18
|
+
while (this._buf.length > position) {
|
|
19
|
+
this._buf.pop();
|
|
20
|
+
}
|
|
21
|
+
} else {
|
|
22
|
+
this._buf = [];
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
addText(text) {
|
|
27
|
+
this._buf.push(text);
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
addStringBuf(inBuf) {
|
|
31
|
+
this._buf.push(inBuf.toString());
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
module.exports = StringBuilder;
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
const events = require('events');
|
|
2
|
+
|
|
3
|
+
// =============================================================================
|
|
4
|
+
// StutteredPipe - Used to slow down streaming so GC can get a look in
|
|
5
|
+
class StutteredPipe extends events.EventEmitter {
|
|
6
|
+
constructor(readable, writable, options) {
|
|
7
|
+
super();
|
|
8
|
+
|
|
9
|
+
options = options || {};
|
|
10
|
+
|
|
11
|
+
this.readable = readable;
|
|
12
|
+
this.writable = writable;
|
|
13
|
+
this.bufSize = options.bufSize || 16384;
|
|
14
|
+
this.autoPause = options.autoPause || false;
|
|
15
|
+
|
|
16
|
+
this.paused = false;
|
|
17
|
+
this.eod = false;
|
|
18
|
+
this.scheduled = null;
|
|
19
|
+
|
|
20
|
+
readable.on('end', () => {
|
|
21
|
+
this.eod = true;
|
|
22
|
+
writable.end();
|
|
23
|
+
});
|
|
24
|
+
|
|
25
|
+
// need to have some way to communicate speed of stream
|
|
26
|
+
// back from the consumer
|
|
27
|
+
readable.on('readable', () => {
|
|
28
|
+
if (!this.paused) {
|
|
29
|
+
this.resume();
|
|
30
|
+
}
|
|
31
|
+
});
|
|
32
|
+
this._schedule();
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
pause() {
|
|
36
|
+
this.paused = true;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
resume() {
|
|
40
|
+
if (!this.eod) {
|
|
41
|
+
if (this.scheduled !== null) {
|
|
42
|
+
clearImmediate(this.scheduled);
|
|
43
|
+
}
|
|
44
|
+
this._schedule();
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
_schedule() {
|
|
49
|
+
this.scheduled = setImmediate(() => {
|
|
50
|
+
this.scheduled = null;
|
|
51
|
+
if (!this.eod && !this.paused) {
|
|
52
|
+
const data = this.readable.read(this.bufSize);
|
|
53
|
+
if (data && data.length) {
|
|
54
|
+
this.writable.write(data);
|
|
55
|
+
|
|
56
|
+
if (!this.paused && !this.autoPause) {
|
|
57
|
+
this._schedule();
|
|
58
|
+
}
|
|
59
|
+
} else if (!this.paused) {
|
|
60
|
+
this._schedule();
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
module.exports = StutteredPipe;
|