@deephaven/console 0.42.1-beta.4 → 0.43.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (144) hide show
  1. package/dist/notebook/ScriptEditor.d.ts.map +1 -1
  2. package/dist/notebook/ScriptEditorUtils.d.ts +0 -7
  3. package/dist/notebook/ScriptEditorUtils.d.ts.map +1 -1
  4. package/package.json +12 -12
  5. package/dist/Console.css +0 -44
  6. package/dist/Console.css.map +0 -1
  7. package/dist/Console.js +0 -875
  8. package/dist/Console.js.map +0 -1
  9. package/dist/ConsoleInput.css +0 -42
  10. package/dist/ConsoleInput.css.map +0 -1
  11. package/dist/ConsoleInput.js +0 -442
  12. package/dist/ConsoleInput.js.map +0 -1
  13. package/dist/ConsoleMenu.css +0 -25
  14. package/dist/ConsoleMenu.css.map +0 -1
  15. package/dist/ConsoleMenu.js +0 -192
  16. package/dist/ConsoleMenu.js.map +0 -1
  17. package/dist/ConsolePropTypes.js +0 -10
  18. package/dist/ConsolePropTypes.js.map +0 -1
  19. package/dist/ConsoleShortcuts.js +0 -85
  20. package/dist/ConsoleShortcuts.js.map +0 -1
  21. package/dist/ConsoleStatusBar.css +0 -52
  22. package/dist/ConsoleStatusBar.css.map +0 -1
  23. package/dist/ConsoleStatusBar.js +0 -105
  24. package/dist/ConsoleStatusBar.js.map +0 -1
  25. package/dist/HeapUsage.css +0 -61
  26. package/dist/HeapUsage.css.map +0 -1
  27. package/dist/HeapUsage.js +0 -168
  28. package/dist/HeapUsage.js.map +0 -1
  29. package/dist/StoragePropTypes.js +0 -16
  30. package/dist/StoragePropTypes.js.map +0 -1
  31. package/dist/command-history/CommandHistory.css +0 -41
  32. package/dist/command-history/CommandHistory.css.map +0 -1
  33. package/dist/command-history/CommandHistory.js +0 -381
  34. package/dist/command-history/CommandHistory.js.map +0 -1
  35. package/dist/command-history/CommandHistoryActions.css +0 -10
  36. package/dist/command-history/CommandHistoryActions.css.map +0 -1
  37. package/dist/command-history/CommandHistoryActions.js +0 -47
  38. package/dist/command-history/CommandHistoryActions.js.map +0 -1
  39. package/dist/command-history/CommandHistoryItem.css +0 -61
  40. package/dist/command-history/CommandHistoryItem.css.map +0 -1
  41. package/dist/command-history/CommandHistoryItem.js +0 -50
  42. package/dist/command-history/CommandHistoryItem.js.map +0 -1
  43. package/dist/command-history/CommandHistoryItemTooltip.css +0 -37
  44. package/dist/command-history/CommandHistoryItemTooltip.css.map +0 -1
  45. package/dist/command-history/CommandHistoryItemTooltip.js +0 -159
  46. package/dist/command-history/CommandHistoryItemTooltip.js.map +0 -1
  47. package/dist/command-history/CommandHistoryStorage.js +0 -2
  48. package/dist/command-history/CommandHistoryStorage.js.map +0 -1
  49. package/dist/command-history/CommandHistoryTypes.js +0 -2
  50. package/dist/command-history/CommandHistoryTypes.js.map +0 -1
  51. package/dist/command-history/CommandHistoryViewportUpdater.js +0 -57
  52. package/dist/command-history/CommandHistoryViewportUpdater.js.map +0 -1
  53. package/dist/command-history/index.js +0 -7
  54. package/dist/command-history/index.js.map +0 -1
  55. package/dist/common/Code.js +0 -45
  56. package/dist/common/Code.js.map +0 -1
  57. package/dist/common/ConsoleConstants.js +0 -10
  58. package/dist/common/ConsoleConstants.js.map +0 -1
  59. package/dist/common/ConsoleUtils.js +0 -62
  60. package/dist/common/ConsoleUtils.js.map +0 -1
  61. package/dist/common/ObjectIcon.js +0 -33
  62. package/dist/common/ObjectIcon.js.map +0 -1
  63. package/dist/common/index.js +0 -5
  64. package/dist/common/index.js.map +0 -1
  65. package/dist/console-history/ConsoleHistory.css +0 -42
  66. package/dist/console-history/ConsoleHistory.css.map +0 -1
  67. package/dist/console-history/ConsoleHistory.js +0 -42
  68. package/dist/console-history/ConsoleHistory.js.map +0 -1
  69. package/dist/console-history/ConsoleHistoryItem.css +0 -87
  70. package/dist/console-history/ConsoleHistoryItem.css.map +0 -1
  71. package/dist/console-history/ConsoleHistoryItem.js +0 -139
  72. package/dist/console-history/ConsoleHistoryItem.js.map +0 -1
  73. package/dist/console-history/ConsoleHistoryItemResult.js +0 -22
  74. package/dist/console-history/ConsoleHistoryItemResult.js.map +0 -1
  75. package/dist/console-history/ConsoleHistoryResultErrorMessage.js +0 -142
  76. package/dist/console-history/ConsoleHistoryResultErrorMessage.js.map +0 -1
  77. package/dist/console-history/ConsoleHistoryResultInProgress.css +0 -27
  78. package/dist/console-history/ConsoleHistoryResultInProgress.css.map +0 -1
  79. package/dist/console-history/ConsoleHistoryResultInProgress.js +0 -66
  80. package/dist/console-history/ConsoleHistoryResultInProgress.js.map +0 -1
  81. package/dist/console-history/ConsoleHistoryTypes.js +0 -2
  82. package/dist/console-history/ConsoleHistoryTypes.js.map +0 -1
  83. package/dist/console-history/index.js +0 -6
  84. package/dist/console-history/index.js.map +0 -1
  85. package/dist/csv/CsvFormats.js +0 -134
  86. package/dist/csv/CsvFormats.js.map +0 -1
  87. package/dist/csv/CsvInputBar.css +0 -36
  88. package/dist/csv/CsvInputBar.css.map +0 -1
  89. package/dist/csv/CsvInputBar.js +0 -342
  90. package/dist/csv/CsvInputBar.js.map +0 -1
  91. package/dist/csv/CsvOverlay.css +0 -57
  92. package/dist/csv/CsvOverlay.css.map +0 -1
  93. package/dist/csv/CsvOverlay.js +0 -244
  94. package/dist/csv/CsvOverlay.js.map +0 -1
  95. package/dist/csv/CsvParser.js +0 -268
  96. package/dist/csv/CsvParser.js.map +0 -1
  97. package/dist/csv/CsvTypeParser.js +0 -235
  98. package/dist/csv/CsvTypeParser.js.map +0 -1
  99. package/dist/csv/NewTableColumnTypes.js +0 -16
  100. package/dist/csv/NewTableColumnTypes.js.map +0 -1
  101. package/dist/declaration.d.js +0 -2
  102. package/dist/declaration.d.js.map +0 -1
  103. package/dist/index.js +0 -18
  104. package/dist/index.js.map +0 -1
  105. package/dist/log/LogLevel.js +0 -11
  106. package/dist/log/LogLevel.js.map +0 -1
  107. package/dist/log/LogLevelMenuItem.css +0 -38
  108. package/dist/log/LogLevelMenuItem.css.map +0 -1
  109. package/dist/log/LogLevelMenuItem.js +0 -32
  110. package/dist/log/LogLevelMenuItem.js.map +0 -1
  111. package/dist/log/LogView.css +0 -65
  112. package/dist/log/LogView.css.map +0 -1
  113. package/dist/log/LogView.js +0 -487
  114. package/dist/log/LogView.js.map +0 -1
  115. package/dist/monaco/MonacoProviders.js +0 -314
  116. package/dist/monaco/MonacoProviders.js.map +0 -1
  117. package/dist/monaco/MonacoTheme.module.css +0 -54
  118. package/dist/monaco/MonacoTheme.module.css.map +0 -1
  119. package/dist/monaco/MonacoUtils.js +0 -423
  120. package/dist/monaco/MonacoUtils.js.map +0 -1
  121. package/dist/monaco/index.js +0 -4
  122. package/dist/monaco/index.js.map +0 -1
  123. package/dist/monaco/lang/Language.js +0 -2
  124. package/dist/monaco/lang/Language.js.map +0 -1
  125. package/dist/monaco/lang/db.js +0 -152
  126. package/dist/monaco/lang/db.js.map +0 -1
  127. package/dist/monaco/lang/groovy.js +0 -229
  128. package/dist/monaco/lang/groovy.js.map +0 -1
  129. package/dist/monaco/lang/log.js +0 -64
  130. package/dist/monaco/lang/log.js.map +0 -1
  131. package/dist/monaco/lang/python.js +0 -234
  132. package/dist/monaco/lang/python.js.map +0 -1
  133. package/dist/monaco/lang/scala.js +0 -264
  134. package/dist/monaco/lang/scala.js.map +0 -1
  135. package/dist/notebook/Editor.css +0 -6
  136. package/dist/notebook/Editor.css.map +0 -1
  137. package/dist/notebook/Editor.js +0 -130
  138. package/dist/notebook/Editor.js.map +0 -1
  139. package/dist/notebook/ScriptEditor.css +0 -8
  140. package/dist/notebook/ScriptEditor.css.map +0 -1
  141. package/dist/notebook/ScriptEditor.js +0 -311
  142. package/dist/notebook/ScriptEditor.js.map +0 -1
  143. package/dist/notebook/ScriptEditorUtils.js +0 -52
  144. package/dist/notebook/ScriptEditorUtils.js.map +0 -1
@@ -1,244 +0,0 @@
1
- function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
2
- function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return typeof key === "symbol" ? key : String(key); }
3
- function _toPrimitive(input, hint) { if (typeof input !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (typeof res !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
4
- import React, { Component } from 'react';
5
- import memoize from 'memoize-one';
6
- import { FontAwesomeIcon } from '@fortawesome/react-fontawesome';
7
- import { Button, ContextActions, GLOBAL_SHORTCUTS } from '@deephaven/components';
8
- import { dhFileCsv, dhFileDownload, dhFileSpreadsheet, vsClippy, vsFileZip, vsTrash, vsWarning } from '@deephaven/icons';
9
- import "./CsvOverlay.css";
10
- import { assertNotNull, TextUtils } from '@deephaven/utils';
11
- var PASTED_VALUES = 'pasted values';
12
- var INVALID_MIME_TYPES = [/^audio.*/, /^font.*/, /^image.*/, /^video.*/];
13
- var VALID_EXTENSIONS = ['.csv', '.tsv', '.tab', '.psv', '.dsv', '.txt'];
14
- var ZIP_EXTENSIONS = ['.zip'];
15
-
16
- /**
17
- * Overlay that is displayed when uploading a CSV file.
18
- */
19
- class CsvOverlay extends Component {
20
- static isValidDropItem(item) {
21
- return item != null && item.kind === 'file' && !INVALID_MIME_TYPES.find(invalid => invalid.test(item.type));
22
- }
23
- static isValidExtension(name) {
24
- var allowZip = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : false;
25
- return VALID_EXTENSIONS.some(ext => name.endsWith(ext)) || allowZip && ZIP_EXTENSIONS.some(ext => name.endsWith(ext));
26
- }
27
- static handleDragOver(e) {
28
- e.preventDefault();
29
- e.stopPropagation();
30
- }
31
- static getIcon(fileName) {
32
- if (fileName === PASTED_VALUES) {
33
- return vsClippy;
34
- }
35
- if (fileName.endsWith('.csv')) {
36
- return dhFileCsv;
37
- }
38
- if (fileName.endsWith('.zip')) {
39
- return vsFileZip;
40
- }
41
- return dhFileSpreadsheet;
42
- }
43
- constructor(props) {
44
- super(props);
45
- _defineProperty(this, "fileElem", void 0);
46
- _defineProperty(this, "divElem", void 0);
47
- _defineProperty(this, "getValidExtensions", memoize(allowZip => allowZip ? [...VALID_EXTENSIONS, ...ZIP_EXTENSIONS] : [...VALID_EXTENSIONS]));
48
- _defineProperty(this, "getAcceptString", memoize(allowZip => this.getValidExtensions(allowZip).join(', ')));
49
- _defineProperty(this, "getFileTypeErrorString", memoize(allowZip => TextUtils.join(this.getValidExtensions(allowZip), 'or')));
50
- this.handleSelectFile = this.handleSelectFile.bind(this);
51
- this.handleFiles = this.handleFiles.bind(this);
52
- this.handleDrop = this.handleDrop.bind(this);
53
- this.unstageFile = this.unstageFile.bind(this);
54
- this.handleMenuPaste = this.handleMenuPaste.bind(this);
55
- this.handlePasteEvent = this.handlePasteEvent.bind(this);
56
- this.fileElem = /*#__PURE__*/React.createRef();
57
- this.divElem = /*#__PURE__*/React.createRef();
58
- this.state = {
59
- selectedFileName: ''
60
- };
61
- }
62
- componentDidMount() {
63
- var _this$divElem$current, _this$divElem$current2;
64
- (_this$divElem$current = this.divElem.current) === null || _this$divElem$current === void 0 ? void 0 : _this$divElem$current.addEventListener('paste', this.handlePasteEvent);
65
- (_this$divElem$current2 = this.divElem.current) === null || _this$divElem$current2 === void 0 ? void 0 : _this$divElem$current2.focus();
66
- }
67
- componentWillUnmount() {
68
- var _this$divElem$current3;
69
- (_this$divElem$current3 = this.divElem.current) === null || _this$divElem$current3 === void 0 ? void 0 : _this$divElem$current3.removeEventListener('paste', this.handlePasteEvent);
70
- }
71
- handleSelectFile() {
72
- if (this.fileElem.current) {
73
- var _this$fileElem$curren;
74
- this.fileElem.current.value = '';
75
- (_this$fileElem$curren = this.fileElem.current) === null || _this$fileElem$curren === void 0 ? void 0 : _this$fileElem$curren.click();
76
- }
77
- }
78
- handleFiles(event) {
79
- event.stopPropagation();
80
- event.preventDefault();
81
- var {
82
- files
83
- } = event.target;
84
- if (files != null) {
85
- this.handleFile(files[0]);
86
- }
87
- }
88
- handleDrop(e) {
89
- var {
90
- allowZip,
91
- clearDragError,
92
- dragError
93
- } = this.props;
94
- e.preventDefault();
95
- e.stopPropagation();
96
- if (dragError != null) {
97
- clearDragError();
98
- return;
99
- }
100
- if (e.dataTransfer == null || e.dataTransfer.items == null || e.dataTransfer.items.length === 0) {
101
- return;
102
- }
103
- var file = e.dataTransfer.items[0].getAsFile();
104
- assertNotNull(file);
105
- if (CsvOverlay.isValidExtension(file.name, allowZip)) {
106
- this.handleFile(file);
107
- } else {
108
- this.setState({
109
- dropError: CsvOverlay.FILE_TYPE_ERROR
110
- });
111
- }
112
- }
113
- unstageFile(event) {
114
- var {
115
- onCancel
116
- } = this.props;
117
- event.stopPropagation();
118
- event.preventDefault();
119
- onCancel();
120
- this.setState({
121
- selectedFileName: '',
122
- dropError: undefined
123
- });
124
- }
125
- handleFile(file) {
126
- var {
127
- onFileOpened
128
- } = this.props;
129
- onFileOpened(file);
130
- this.setState({
131
- selectedFileName: file.name,
132
- dropError: undefined
133
- });
134
- }
135
- handleMenuPaste() {
136
- var {
137
- onPaste,
138
- onError,
139
- uploadInProgress
140
- } = this.props;
141
- if (uploadInProgress) {
142
- return;
143
- }
144
- navigator.clipboard.readText().then(clipText => {
145
- onPaste(clipText);
146
- this.setState({
147
- selectedFileName: PASTED_VALUES,
148
- dropError: undefined
149
- });
150
- }).catch(e => onError(e));
151
- }
152
- handlePasteEvent(event) {
153
- event.stopPropagation();
154
- event.preventDefault();
155
- this.handleMenuPaste();
156
- }
157
- makeContextMenuItems() {
158
- var {
159
- uploadInProgress
160
- } = this.props;
161
- return [{
162
- title: 'Paste',
163
- icon: vsClippy,
164
- action: this.handleMenuPaste,
165
- shortcut: GLOBAL_SHORTCUTS.PASTE,
166
- disabled: uploadInProgress
167
- }];
168
- }
169
- render() {
170
- var {
171
- allowZip,
172
- dragError,
173
- uploadInProgress
174
- } = this.props;
175
- var {
176
- selectedFileName,
177
- dropError
178
- } = this.state;
179
- var error = dragError !== null && dragError !== void 0 ? dragError : dropError;
180
- var contextActions = this.makeContextMenuItems();
181
- return /*#__PURE__*/React.createElement("div", {
182
- ref: this.divElem,
183
- className: "csv-overlay fill-parent-absolute",
184
- onDragOver: CsvOverlay.handleDragOver,
185
- onDrop: this.handleDrop,
186
- tabIndex: -1
187
- }, /*#__PURE__*/React.createElement(ContextActions, {
188
- actions: contextActions
189
- }), /*#__PURE__*/React.createElement("input", {
190
- ref: this.fileElem,
191
- type: "file",
192
- id: "fileElem",
193
- accept: this.getAcceptString(allowZip),
194
- style: {
195
- display: 'none'
196
- },
197
- onChange: this.handleFiles,
198
- "data-testid": "fileElem"
199
- }), !selectedFileName && (error === undefined || error === '') && /*#__PURE__*/React.createElement("div", {
200
- className: "message-content"
201
- }, /*#__PURE__*/React.createElement("div", {
202
- className: "message-icon"
203
- }, /*#__PURE__*/React.createElement(FontAwesomeIcon, {
204
- icon: dhFileDownload
205
- })), /*#__PURE__*/React.createElement("label", null, "Drop file (or paste values) here to import"), /*#__PURE__*/React.createElement("div", {
206
- className: "message-small"
207
- }, /*#__PURE__*/React.createElement("label", null, "or")), /*#__PURE__*/React.createElement(Button, {
208
- kind: "primary",
209
- onClick: this.handleSelectFile
210
- }, "Select File...")), selectedFileName && (error === undefined || error === '') && /*#__PURE__*/React.createElement("div", {
211
- className: "selected-content"
212
- }, /*#__PURE__*/React.createElement("div", {
213
- className: "selected-icon"
214
- }, /*#__PURE__*/React.createElement(FontAwesomeIcon, {
215
- icon: CsvOverlay.getIcon(selectedFileName)
216
- })), /*#__PURE__*/React.createElement("div", {
217
- className: "selected-text"
218
- }, /*#__PURE__*/React.createElement("label", null, "Selected File"), /*#__PURE__*/React.createElement("label", {
219
- className: "selected-name"
220
- }, selectedFileName, !uploadInProgress && /*#__PURE__*/React.createElement(Button, {
221
- kind: "ghost",
222
- className: "ml-2",
223
- onClick: this.unstageFile,
224
- icon: vsTrash,
225
- tooltip: "Remove"
226
- })))), Boolean(error) && /*#__PURE__*/React.createElement("div", {
227
- className: "message-content"
228
- }, /*#__PURE__*/React.createElement("div", {
229
- className: "message-icon"
230
- }, /*#__PURE__*/React.createElement(FontAwesomeIcon, {
231
- icon: vsWarning
232
- })), /*#__PURE__*/React.createElement("label", null, error), error === CsvOverlay.FILE_TYPE_ERROR && /*#__PURE__*/React.createElement("div", {
233
- className: "message-small"
234
- }, /*#__PURE__*/React.createElement("label", null, this.getFileTypeErrorString(allowZip)))));
235
- }
236
- }
237
- _defineProperty(CsvOverlay, "defaultProps", {
238
- allowZip: false,
239
- dragError: null
240
- });
241
- _defineProperty(CsvOverlay, "MULTIPLE_FILE_ERROR", 'Please select only one file');
242
- _defineProperty(CsvOverlay, "FILE_TYPE_ERROR", 'Filetype not supported.');
243
- export default CsvOverlay;
244
- //# sourceMappingURL=CsvOverlay.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"CsvOverlay.js","names":["React","Component","memoize","FontAwesomeIcon","Button","ContextActions","GLOBAL_SHORTCUTS","dhFileCsv","dhFileDownload","dhFileSpreadsheet","vsClippy","vsFileZip","vsTrash","vsWarning","assertNotNull","TextUtils","PASTED_VALUES","INVALID_MIME_TYPES","VALID_EXTENSIONS","ZIP_EXTENSIONS","CsvOverlay","isValidDropItem","item","kind","find","invalid","test","type","isValidExtension","name","allowZip","some","ext","endsWith","handleDragOver","e","preventDefault","stopPropagation","getIcon","fileName","constructor","props","getValidExtensions","join","handleSelectFile","bind","handleFiles","handleDrop","unstageFile","handleMenuPaste","handlePasteEvent","fileElem","createRef","divElem","state","selectedFileName","componentDidMount","current","addEventListener","focus","componentWillUnmount","removeEventListener","value","click","event","files","target","handleFile","clearDragError","dragError","dataTransfer","items","length","file","getAsFile","setState","dropError","FILE_TYPE_ERROR","onCancel","undefined","onFileOpened","onPaste","onError","uploadInProgress","navigator","clipboard","readText","then","clipText","catch","makeContextMenuItems","title","icon","action","shortcut","PASTE","disabled","render","error","contextActions","getAcceptString","display","Boolean","getFileTypeErrorString"],"sources":["../../src/csv/CsvOverlay.tsx"],"sourcesContent":["import React, {\n ChangeEvent,\n Component,\n DragEvent,\n MouseEvent,\n ReactElement,\n RefObject,\n} from 'react';\nimport memoize from 'memoize-one';\nimport { FontAwesomeIcon } from '@fortawesome/react-fontawesome';\nimport {\n Button,\n ContextAction,\n ContextActions,\n GLOBAL_SHORTCUTS,\n} from '@deephaven/components';\nimport {\n dhFileCsv,\n dhFileDownload,\n dhFileSpreadsheet,\n IconDefinition,\n vsClippy,\n vsFileZip,\n vsTrash,\n vsWarning,\n} from '@deephaven/icons';\nimport './CsvOverlay.scss';\nimport { assertNotNull, TextUtils } from '@deephaven/utils';\n\ninterface CsvOverlayProps {\n allowZip: boolean;\n onFileOpened: (file: File) => void;\n onCancel: () => void;\n onPaste: (clipText: string) => void;\n clearDragError: () => void;\n dragError: string | null;\n onError: (e: unknown) => void;\n uploadInProgress: boolean;\n}\n\ninterface CsvOverlayState {\n selectedFileName: string;\n dropError?: string;\n}\n\nconst PASTED_VALUES = 'pasted values';\n\nconst INVALID_MIME_TYPES = [/^audio.*/, /^font.*/, /^image.*/, /^video.*/];\n\nconst VALID_EXTENSIONS = ['.csv', '.tsv', '.tab', '.psv', '.dsv', '.txt'];\n\nconst ZIP_EXTENSIONS = ['.zip'];\n\n/**\n * Overlay that is displayed when uploading a CSV file.\n */\nclass CsvOverlay extends Component<CsvOverlayProps, CsvOverlayState> {\n static defaultProps = {\n allowZip: false,\n dragError: null,\n };\n\n static MULTIPLE_FILE_ERROR = 'Please select only one file';\n\n static FILE_TYPE_ERROR = 'Filetype not supported.';\n\n static isValidDropItem(item: DataTransferItem): boolean {\n return (\n item != null &&\n item.kind === 'file' &&\n !INVALID_MIME_TYPES.find(invalid => invalid.test(item.type))\n );\n }\n\n static isValidExtension(name: string, allowZip = false): boolean {\n return (\n VALID_EXTENSIONS.some(ext => name.endsWith(ext)) ||\n (allowZip && ZIP_EXTENSIONS.some(ext => name.endsWith(ext)))\n );\n }\n\n static handleDragOver(e: DragEvent): void {\n e.preventDefault();\n e.stopPropagation();\n }\n\n static getIcon(fileName: string): IconDefinition {\n if (fileName === PASTED_VALUES) {\n return vsClippy;\n }\n if (fileName.endsWith('.csv')) {\n return dhFileCsv;\n }\n if (fileName.endsWith('.zip')) {\n return vsFileZip;\n }\n return dhFileSpreadsheet;\n }\n\n constructor(props: CsvOverlayProps) {\n super(props);\n\n this.handleSelectFile = this.handleSelectFile.bind(this);\n this.handleFiles = this.handleFiles.bind(this);\n this.handleDrop = this.handleDrop.bind(this);\n this.unstageFile = this.unstageFile.bind(this);\n this.handleMenuPaste = this.handleMenuPaste.bind(this);\n this.handlePasteEvent = this.handlePasteEvent.bind(this);\n\n this.fileElem = React.createRef();\n this.divElem = React.createRef();\n\n this.state = {\n selectedFileName: '',\n };\n }\n\n componentDidMount(): void {\n this.divElem.current?.addEventListener('paste', this.handlePasteEvent);\n this.divElem.current?.focus();\n }\n\n componentWillUnmount(): void {\n this.divElem.current?.removeEventListener('paste', this.handlePasteEvent);\n }\n\n fileElem: RefObject<HTMLInputElement>;\n\n divElem: RefObject<HTMLDivElement>;\n\n handleSelectFile(): void {\n if (this.fileElem.current) {\n this.fileElem.current.value = '';\n this.fileElem.current?.click();\n }\n }\n\n handleFiles(event: ChangeEvent<HTMLInputElement>): void {\n event.stopPropagation();\n event.preventDefault();\n const { files } = event.target;\n if (files != null) {\n this.handleFile(files[0]);\n }\n }\n\n handleDrop(e: DragEvent<HTMLDivElement>): void {\n const { allowZip, clearDragError, dragError } = this.props;\n e.preventDefault();\n e.stopPropagation();\n\n if (dragError != null) {\n clearDragError();\n return;\n }\n\n if (\n e.dataTransfer == null ||\n e.dataTransfer.items == null ||\n e.dataTransfer.items.length === 0\n ) {\n return;\n }\n\n const file = e.dataTransfer.items[0].getAsFile();\n assertNotNull(file);\n if (CsvOverlay.isValidExtension(file.name, allowZip)) {\n this.handleFile(file);\n } else {\n this.setState({\n dropError: CsvOverlay.FILE_TYPE_ERROR,\n });\n }\n }\n\n unstageFile(event: MouseEvent<HTMLButtonElement>): void {\n const { onCancel } = this.props;\n event.stopPropagation();\n event.preventDefault();\n onCancel();\n this.setState({\n selectedFileName: '',\n dropError: undefined,\n });\n }\n\n handleFile(file: File): void {\n const { onFileOpened } = this.props;\n onFileOpened(file);\n this.setState({\n selectedFileName: file.name,\n dropError: undefined,\n });\n }\n\n handleMenuPaste(): void {\n const { onPaste, onError, uploadInProgress } = this.props;\n if (uploadInProgress) {\n return;\n }\n navigator.clipboard\n .readText()\n .then(clipText => {\n onPaste(clipText);\n this.setState({\n selectedFileName: PASTED_VALUES,\n dropError: undefined,\n });\n })\n .catch((e: unknown) => onError(e));\n }\n\n handlePasteEvent(event: ClipboardEvent): void {\n event.stopPropagation();\n event.preventDefault();\n this.handleMenuPaste();\n }\n\n makeContextMenuItems(): ContextAction[] {\n const { uploadInProgress } = this.props;\n return [\n {\n title: 'Paste',\n icon: vsClippy,\n action: this.handleMenuPaste,\n shortcut: GLOBAL_SHORTCUTS.PASTE,\n disabled: uploadInProgress,\n },\n ];\n }\n\n getValidExtensions = memoize((allowZip: boolean) =>\n allowZip ? [...VALID_EXTENSIONS, ...ZIP_EXTENSIONS] : [...VALID_EXTENSIONS]\n );\n\n getAcceptString = memoize((allowZip: boolean) =>\n this.getValidExtensions(allowZip).join(', ')\n );\n\n getFileTypeErrorString = memoize((allowZip: boolean) =>\n TextUtils.join(this.getValidExtensions(allowZip), 'or')\n );\n\n render(): ReactElement {\n const { allowZip, dragError, uploadInProgress } = this.props;\n const { selectedFileName, dropError } = this.state;\n const error = dragError ?? dropError;\n const contextActions = this.makeContextMenuItems();\n return (\n <div\n ref={this.divElem}\n className=\"csv-overlay fill-parent-absolute\"\n onDragOver={CsvOverlay.handleDragOver}\n onDrop={this.handleDrop}\n tabIndex={-1}\n >\n <ContextActions actions={contextActions} />\n <input\n ref={this.fileElem}\n type=\"file\"\n id=\"fileElem\"\n accept={this.getAcceptString(allowZip)}\n style={{ display: 'none' }}\n onChange={this.handleFiles}\n data-testid=\"fileElem\"\n />\n {!selectedFileName && (error === undefined || error === '') && (\n <div className=\"message-content\">\n <div className=\"message-icon\">\n <FontAwesomeIcon icon={dhFileDownload} />\n </div>\n <label>Drop file (or paste values) here to import</label>\n <div className=\"message-small\">\n <label>or</label>\n </div>\n <Button kind=\"primary\" onClick={this.handleSelectFile}>\n Select File...\n </Button>\n </div>\n )}\n {selectedFileName && (error === undefined || error === '') && (\n <div className=\"selected-content\">\n <div className=\"selected-icon\">\n <FontAwesomeIcon icon={CsvOverlay.getIcon(selectedFileName)} />\n </div>\n <div className=\"selected-text\">\n <label>Selected File</label>\n <label className=\"selected-name\">\n {selectedFileName}\n {!uploadInProgress && (\n <Button\n kind=\"ghost\"\n className=\"ml-2\"\n onClick={this.unstageFile}\n icon={vsTrash}\n tooltip=\"Remove\"\n />\n )}\n </label>\n </div>\n </div>\n )}\n {Boolean(error) && (\n <div className=\"message-content\">\n <div className=\"message-icon\">\n <FontAwesomeIcon icon={vsWarning} />\n </div>\n <label>{error}</label>\n {error === CsvOverlay.FILE_TYPE_ERROR && (\n <div className=\"message-small\">\n <label>{this.getFileTypeErrorString(allowZip)}</label>\n </div>\n )}\n </div>\n )}\n </div>\n );\n }\n}\n\nexport default CsvOverlay;\n"],"mappings":";;;AAAA,OAAOA,KAAK,IAEVC,SAAS,QAKJ,OAAO;AACd,OAAOC,OAAO,MAAM,aAAa;AACjC,SAASC,eAAe,QAAQ,gCAAgC;AAChE,SACEC,MAAM,EAENC,cAAc,EACdC,gBAAgB,QACX,uBAAuB;AAC9B,SACEC,SAAS,EACTC,cAAc,EACdC,iBAAiB,EAEjBC,QAAQ,EACRC,SAAS,EACTC,OAAO,EACPC,SAAS,QACJ,kBAAkB;AAAC;AAE1B,SAASC,aAAa,EAAEC,SAAS,QAAQ,kBAAkB;AAkB3D,IAAMC,aAAa,GAAG,eAAe;AAErC,IAAMC,kBAAkB,GAAG,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC;AAE1E,IAAMC,gBAAgB,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;AAEzE,IAAMC,cAAc,GAAG,CAAC,MAAM,CAAC;;AAE/B;AACA;AACA;AACA,MAAMC,UAAU,SAASnB,SAAS,CAAmC;EAUnE,OAAOoB,eAAe,CAACC,IAAsB,EAAW;IACtD,OACEA,IAAI,IAAI,IAAI,IACZA,IAAI,CAACC,IAAI,KAAK,MAAM,IACpB,CAACN,kBAAkB,CAACO,IAAI,CAACC,OAAO,IAAIA,OAAO,CAACC,IAAI,CAACJ,IAAI,CAACK,IAAI,CAAC,CAAC;EAEhE;EAEA,OAAOC,gBAAgB,CAACC,IAAY,EAA6B;IAAA,IAA3BC,QAAQ,uEAAG,KAAK;IACpD,OACEZ,gBAAgB,CAACa,IAAI,CAACC,GAAG,IAAIH,IAAI,CAACI,QAAQ,CAACD,GAAG,CAAC,CAAC,IAC/CF,QAAQ,IAAIX,cAAc,CAACY,IAAI,CAACC,GAAG,IAAIH,IAAI,CAACI,QAAQ,CAACD,GAAG,CAAC,CAAE;EAEhE;EAEA,OAAOE,cAAc,CAACC,CAAY,EAAQ;IACxCA,CAAC,CAACC,cAAc,EAAE;IAClBD,CAAC,CAACE,eAAe,EAAE;EACrB;EAEA,OAAOC,OAAO,CAACC,QAAgB,EAAkB;IAC/C,IAAIA,QAAQ,KAAKvB,aAAa,EAAE;MAC9B,OAAON,QAAQ;IACjB;IACA,IAAI6B,QAAQ,CAACN,QAAQ,CAAC,MAAM,CAAC,EAAE;MAC7B,OAAO1B,SAAS;IAClB;IACA,IAAIgC,QAAQ,CAACN,QAAQ,CAAC,MAAM,CAAC,EAAE;MAC7B,OAAOtB,SAAS;IAClB;IACA,OAAOF,iBAAiB;EAC1B;EAEA+B,WAAW,CAACC,KAAsB,EAAE;IAClC,KAAK,CAACA,KAAK,CAAC;IAAC;IAAA;IAAA,4CAmIMvC,OAAO,CAAE4B,QAAiB,IAC7CA,QAAQ,GAAG,CAAC,GAAGZ,gBAAgB,EAAE,GAAGC,cAAc,CAAC,GAAG,CAAC,GAAGD,gBAAgB,CAAC,CAC5E;IAAA,yCAEiBhB,OAAO,CAAE4B,QAAiB,IAC1C,IAAI,CAACY,kBAAkB,CAACZ,QAAQ,CAAC,CAACa,IAAI,CAAC,IAAI,CAAC,CAC7C;IAAA,gDAEwBzC,OAAO,CAAE4B,QAAiB,IACjDf,SAAS,CAAC4B,IAAI,CAAC,IAAI,CAACD,kBAAkB,CAACZ,QAAQ,CAAC,EAAE,IAAI,CAAC,CACxD;IA3IC,IAAI,CAACc,gBAAgB,GAAG,IAAI,CAACA,gBAAgB,CAACC,IAAI,CAAC,IAAI,CAAC;IACxD,IAAI,CAACC,WAAW,GAAG,IAAI,CAACA,WAAW,CAACD,IAAI,CAAC,IAAI,CAAC;IAC9C,IAAI,CAACE,UAAU,GAAG,IAAI,CAACA,UAAU,CAACF,IAAI,CAAC,IAAI,CAAC;IAC5C,IAAI,CAACG,WAAW,GAAG,IAAI,CAACA,WAAW,CAACH,IAAI,CAAC,IAAI,CAAC;IAC9C,IAAI,CAACI,eAAe,GAAG,IAAI,CAACA,eAAe,CAACJ,IAAI,CAAC,IAAI,CAAC;IACtD,IAAI,CAACK,gBAAgB,GAAG,IAAI,CAACA,gBAAgB,CAACL,IAAI,CAAC,IAAI,CAAC;IAExD,IAAI,CAACM,QAAQ,gBAAGnD,KAAK,CAACoD,SAAS,EAAE;IACjC,IAAI,CAACC,OAAO,gBAAGrD,KAAK,CAACoD,SAAS,EAAE;IAEhC,IAAI,CAACE,KAAK,GAAG;MACXC,gBAAgB,EAAE;IACpB,CAAC;EACH;EAEAC,iBAAiB,GAAS;IAAA;IACxB,6BAAI,CAACH,OAAO,CAACI,OAAO,0DAApB,sBAAsBC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAACR,gBAAgB,CAAC;IACtE,8BAAI,CAACG,OAAO,CAACI,OAAO,2DAApB,uBAAsBE,KAAK,EAAE;EAC/B;EAEAC,oBAAoB,GAAS;IAAA;IAC3B,8BAAI,CAACP,OAAO,CAACI,OAAO,2DAApB,uBAAsBI,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAACX,gBAAgB,CAAC;EAC3E;EAMAN,gBAAgB,GAAS;IACvB,IAAI,IAAI,CAACO,QAAQ,CAACM,OAAO,EAAE;MAAA;MACzB,IAAI,CAACN,QAAQ,CAACM,OAAO,CAACK,KAAK,GAAG,EAAE;MAChC,6BAAI,CAACX,QAAQ,CAACM,OAAO,0DAArB,sBAAuBM,KAAK,EAAE;IAChC;EACF;EAEAjB,WAAW,CAACkB,KAAoC,EAAQ;IACtDA,KAAK,CAAC3B,eAAe,EAAE;IACvB2B,KAAK,CAAC5B,cAAc,EAAE;IACtB,IAAM;MAAE6B;IAAM,CAAC,GAAGD,KAAK,CAACE,MAAM;IAC9B,IAAID,KAAK,IAAI,IAAI,EAAE;MACjB,IAAI,CAACE,UAAU,CAACF,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B;EACF;EAEAlB,UAAU,CAACZ,CAA4B,EAAQ;IAC7C,IAAM;MAAEL,QAAQ;MAAEsC,cAAc;MAAEC;IAAU,CAAC,GAAG,IAAI,CAAC5B,KAAK;IAC1DN,CAAC,CAACC,cAAc,EAAE;IAClBD,CAAC,CAACE,eAAe,EAAE;IAEnB,IAAIgC,SAAS,IAAI,IAAI,EAAE;MACrBD,cAAc,EAAE;MAChB;IACF;IAEA,IACEjC,CAAC,CAACmC,YAAY,IAAI,IAAI,IACtBnC,CAAC,CAACmC,YAAY,CAACC,KAAK,IAAI,IAAI,IAC5BpC,CAAC,CAACmC,YAAY,CAACC,KAAK,CAACC,MAAM,KAAK,CAAC,EACjC;MACA;IACF;IAEA,IAAMC,IAAI,GAAGtC,CAAC,CAACmC,YAAY,CAACC,KAAK,CAAC,CAAC,CAAC,CAACG,SAAS,EAAE;IAChD5D,aAAa,CAAC2D,IAAI,CAAC;IACnB,IAAIrD,UAAU,CAACQ,gBAAgB,CAAC6C,IAAI,CAAC5C,IAAI,EAAEC,QAAQ,CAAC,EAAE;MACpD,IAAI,CAACqC,UAAU,CAACM,IAAI,CAAC;IACvB,CAAC,MAAM;MACL,IAAI,CAACE,QAAQ,CAAC;QACZC,SAAS,EAAExD,UAAU,CAACyD;MACxB,CAAC,CAAC;IACJ;EACF;EAEA7B,WAAW,CAACgB,KAAoC,EAAQ;IACtD,IAAM;MAAEc;IAAS,CAAC,GAAG,IAAI,CAACrC,KAAK;IAC/BuB,KAAK,CAAC3B,eAAe,EAAE;IACvB2B,KAAK,CAAC5B,cAAc,EAAE;IACtB0C,QAAQ,EAAE;IACV,IAAI,CAACH,QAAQ,CAAC;MACZpB,gBAAgB,EAAE,EAAE;MACpBqB,SAAS,EAAEG;IACb,CAAC,CAAC;EACJ;EAEAZ,UAAU,CAACM,IAAU,EAAQ;IAC3B,IAAM;MAAEO;IAAa,CAAC,GAAG,IAAI,CAACvC,KAAK;IACnCuC,YAAY,CAACP,IAAI,CAAC;IAClB,IAAI,CAACE,QAAQ,CAAC;MACZpB,gBAAgB,EAAEkB,IAAI,CAAC5C,IAAI;MAC3B+C,SAAS,EAAEG;IACb,CAAC,CAAC;EACJ;EAEA9B,eAAe,GAAS;IACtB,IAAM;MAAEgC,OAAO;MAAEC,OAAO;MAAEC;IAAiB,CAAC,GAAG,IAAI,CAAC1C,KAAK;IACzD,IAAI0C,gBAAgB,EAAE;MACpB;IACF;IACAC,SAAS,CAACC,SAAS,CAChBC,QAAQ,EAAE,CACVC,IAAI,CAACC,QAAQ,IAAI;MAChBP,OAAO,CAACO,QAAQ,CAAC;MACjB,IAAI,CAACb,QAAQ,CAAC;QACZpB,gBAAgB,EAAEvC,aAAa;QAC/B4D,SAAS,EAAEG;MACb,CAAC,CAAC;IACJ,CAAC,CAAC,CACDU,KAAK,CAAEtD,CAAU,IAAK+C,OAAO,CAAC/C,CAAC,CAAC,CAAC;EACtC;EAEAe,gBAAgB,CAACc,KAAqB,EAAQ;IAC5CA,KAAK,CAAC3B,eAAe,EAAE;IACvB2B,KAAK,CAAC5B,cAAc,EAAE;IACtB,IAAI,CAACa,eAAe,EAAE;EACxB;EAEAyC,oBAAoB,GAAoB;IACtC,IAAM;MAAEP;IAAiB,CAAC,GAAG,IAAI,CAAC1C,KAAK;IACvC,OAAO,CACL;MACEkD,KAAK,EAAE,OAAO;MACdC,IAAI,EAAElF,QAAQ;MACdmF,MAAM,EAAE,IAAI,CAAC5C,eAAe;MAC5B6C,QAAQ,EAAExF,gBAAgB,CAACyF,KAAK;MAChCC,QAAQ,EAAEb;IACZ,CAAC,CACF;EACH;EAcAc,MAAM,GAAiB;IACrB,IAAM;MAAEnE,QAAQ;MAAEuC,SAAS;MAAEc;IAAiB,CAAC,GAAG,IAAI,CAAC1C,KAAK;IAC5D,IAAM;MAAEc,gBAAgB;MAAEqB;IAAU,CAAC,GAAG,IAAI,CAACtB,KAAK;IAClD,IAAM4C,KAAK,GAAG7B,SAAS,aAATA,SAAS,cAATA,SAAS,GAAIO,SAAS;IACpC,IAAMuB,cAAc,GAAG,IAAI,CAACT,oBAAoB,EAAE;IAClD,oBACE;MACE,GAAG,EAAE,IAAI,CAACrC,OAAQ;MAClB,SAAS,EAAC,kCAAkC;MAC5C,UAAU,EAAEjC,UAAU,CAACc,cAAe;MACtC,MAAM,EAAE,IAAI,CAACa,UAAW;MACxB,QAAQ,EAAE,CAAC;IAAE,gBAEb,oBAAC,cAAc;MAAC,OAAO,EAAEoD;IAAe,EAAG,eAC3C;MACE,GAAG,EAAE,IAAI,CAAChD,QAAS;MACnB,IAAI,EAAC,MAAM;MACX,EAAE,EAAC,UAAU;MACb,MAAM,EAAE,IAAI,CAACiD,eAAe,CAACtE,QAAQ,CAAE;MACvC,KAAK,EAAE;QAAEuE,OAAO,EAAE;MAAO,CAAE;MAC3B,QAAQ,EAAE,IAAI,CAACvD,WAAY;MAC3B,eAAY;IAAU,EACtB,EACD,CAACS,gBAAgB,KAAK2C,KAAK,KAAKnB,SAAS,IAAImB,KAAK,KAAK,EAAE,CAAC,iBACzD;MAAK,SAAS,EAAC;IAAiB,gBAC9B;MAAK,SAAS,EAAC;IAAc,gBAC3B,oBAAC,eAAe;MAAC,IAAI,EAAE1F;IAAe,EAAG,CACrC,eACN,mCAAO,4CAA0C,CAAQ,eACzD;MAAK,SAAS,EAAC;IAAe,gBAC5B,mCAAO,IAAE,CAAQ,CACb,eACN,oBAAC,MAAM;MAAC,IAAI,EAAC,SAAS;MAAC,OAAO,EAAE,IAAI,CAACoC;IAAiB,GAAC,gBAEvD,CAAS,CAEZ,EACAW,gBAAgB,KAAK2C,KAAK,KAAKnB,SAAS,IAAImB,KAAK,KAAK,EAAE,CAAC,iBACxD;MAAK,SAAS,EAAC;IAAkB,gBAC/B;MAAK,SAAS,EAAC;IAAe,gBAC5B,oBAAC,eAAe;MAAC,IAAI,EAAE9E,UAAU,CAACkB,OAAO,CAACiB,gBAAgB;IAAE,EAAG,CAC3D,eACN;MAAK,SAAS,EAAC;IAAe,gBAC5B,mCAAO,eAAa,CAAQ,eAC5B;MAAO,SAAS,EAAC;IAAe,GAC7BA,gBAAgB,EAChB,CAAC4B,gBAAgB,iBAChB,oBAAC,MAAM;MACL,IAAI,EAAC,OAAO;MACZ,SAAS,EAAC,MAAM;MAChB,OAAO,EAAE,IAAI,CAACnC,WAAY;MAC1B,IAAI,EAAEpC,OAAQ;MACd,OAAO,EAAC;IAAQ,EAEnB,CACK,CACJ,CAET,EACA0F,OAAO,CAACJ,KAAK,CAAC,iBACb;MAAK,SAAS,EAAC;IAAiB,gBAC9B;MAAK,SAAS,EAAC;IAAc,gBAC3B,oBAAC,eAAe;MAAC,IAAI,EAAErF;IAAU,EAAG,CAChC,eACN,mCAAQqF,KAAK,CAAS,EACrBA,KAAK,KAAK9E,UAAU,CAACyD,eAAe,iBACnC;MAAK,SAAS,EAAC;IAAe,gBAC5B,mCAAQ,IAAI,CAAC0B,sBAAsB,CAACzE,QAAQ,CAAC,CAAS,CAEzD,CAEJ,CACG;EAEV;AACF;AAAC,gBAtQKV,UAAU,kBACQ;EACpBU,QAAQ,EAAE,KAAK;EACfuC,SAAS,EAAE;AACb,CAAC;AAAA,gBAJGjD,UAAU,yBAMe,6BAA6B;AAAA,gBANtDA,UAAU,qBAQW,yBAAyB;AAgQpD,eAAeA,UAAU"}
@@ -1,268 +0,0 @@
1
- function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
2
- function _toPropertyKey(arg) { var key = _toPrimitive(arg, "string"); return typeof key === "symbol" ? key : String(key); }
3
- function _toPrimitive(input, hint) { if (typeof input !== "object" || input === null) return input; var prim = input[Symbol.toPrimitive]; if (prim !== undefined) { var res = prim.call(input, hint || "default"); if (typeof res !== "object") return res; throw new TypeError("@@toPrimitive must return a primitive value."); } return (hint === "string" ? String : Number)(input); }
4
- import Papa from 'papaparse';
5
- import Log from '@deephaven/log';
6
- import { assertNotNull, DbNameValidator } from '@deephaven/utils';
7
- import CsvTypeParser from "./CsvTypeParser.js";
8
- var log = Log.module('CsvParser');
9
-
10
- // This is based on jszip streaming ~15 KB chunks to papa parse
11
- // Want to consolidate to ~10 MB chunks
12
- var ZIP_CONSOLIDATE_CHUNKS = 650;
13
- /**
14
- * Parser a CSV file in chunks and returns a table handle for each chunk.
15
- */
16
- class CsvParser {
17
- // Generates column names A-Z, AA-AZ, BA-BZ, etc...
18
-
19
- static generateHeaderRecursive(n) {
20
- var header = '';
21
- var char = n;
22
- if (n >= 26) {
23
- header = header.concat(CsvParser.generateHeaderRecursive(Math.floor(n / 26) - 1));
24
- char = n % 26;
25
- }
26
- return header.concat(String.fromCharCode(65 + char));
27
- }
28
- constructor(_ref) {
29
- var {
30
- onFileCompleted,
31
- session,
32
- file,
33
- type,
34
- readHeaders = true,
35
- onProgress,
36
- onError,
37
- timeZone,
38
- isZip
39
- } = _ref;
40
- _defineProperty(this, "onFileCompleted", void 0);
41
- _defineProperty(this, "session", void 0);
42
- _defineProperty(this, "file", void 0);
43
- _defineProperty(this, "isZip", void 0);
44
- _defineProperty(this, "type", void 0);
45
- _defineProperty(this, "readHeaders", void 0);
46
- _defineProperty(this, "timeZone", void 0);
47
- _defineProperty(this, "onProgress", void 0);
48
- _defineProperty(this, "onError", void 0);
49
- _defineProperty(this, "tables", void 0);
50
- _defineProperty(this, "headers", void 0);
51
- _defineProperty(this, "types", void 0);
52
- _defineProperty(this, "chunks", void 0);
53
- _defineProperty(this, "totalChunks", void 0);
54
- _defineProperty(this, "isComplete", void 0);
55
- _defineProperty(this, "zipProgress", void 0);
56
- _defineProperty(this, "consolidatedChunks", void 0);
57
- _defineProperty(this, "numConsolidated", void 0);
58
- _defineProperty(this, "isCancelled", void 0);
59
- _defineProperty(this, "config", void 0);
60
- this.onFileCompleted = onFileCompleted;
61
- this.session = session;
62
- this.file = file;
63
- this.isZip = isZip;
64
- this.type = type;
65
- this.readHeaders = readHeaders;
66
- this.timeZone = timeZone;
67
- this.onProgress = onProgress;
68
- this.onError = onError;
69
- this.tables = [];
70
- this.chunks = 0;
71
- this.totalChunks = isZip ? 0 : Math.ceil(file.size / Papa.LocalChunkSize);
72
- this.isComplete = false;
73
- this.zipProgress = 0;
74
- this.numConsolidated = 0;
75
- this.isCancelled = false;
76
- this.handleChunk = this.handleChunk.bind(this);
77
- this.handleError = this.handleError.bind(this);
78
- this.handleComplete = this.handleComplete.bind(this);
79
- this.handleNodeUpdate = this.handleNodeUpdate.bind(this);
80
- this.handleCreateTable = this.handleCreateTable.bind(this);
81
- this.config = {
82
- delimiter: type.delimiter,
83
- newline: type.newline,
84
- escapeChar: type.escapeChar,
85
- dynamicTyping: false,
86
- error: this.handleError,
87
- skipEmptyLines: type.skipEmptyLines,
88
- chunk: this.handleChunk,
89
- complete: this.handleComplete,
90
- fastMode: false
91
- };
92
- }
93
- cancel() {
94
- this.isCancelled = true;
95
- }
96
- transpose(numColumns, array) {
97
- var numRows = array.length;
98
- var columns = new Array(numColumns).fill(null).map(() => new Array(numRows));
99
- for (var r = 0; r < numRows; r += 1) {
100
- var row = array[r];
101
- if (row.length < numColumns) {
102
- throw new Error("Insufficient columns. Expected ".concat(numColumns, " but found ").concat(row.length, "\n").concat(row));
103
- }
104
- for (var c = 0; c < numColumns; c += 1) {
105
- var value = this.type.shouldTrim ? array[r][c].trim() : array[r][c];
106
- columns[c][r] = this.nullCheck(value);
107
- }
108
- }
109
- return columns;
110
- }
111
- nullCheck(value) {
112
- return value === this.type.nullString ? '' : value;
113
- }
114
- parse() {
115
- var handleParseDone = types => {
116
- var toParse = this.isZip ? this.file.nodeStream(
117
- // JsZip types are incorrect, thus the funny casting
118
- // Actual parameter is 'nodebuffer'
119
- 'nodebuffer', this.handleNodeUpdate) : this.file;
120
- this.types = types;
121
- Papa.parse(toParse, this.config);
122
- };
123
- var typeParser = new CsvTypeParser(handleParseDone, this.file, this.readHeaders, this.config, this.type.nullString, this.onProgress, this.onError, this.totalChunks, this.isZip, this.type.shouldTrim);
124
- typeParser.parse();
125
- }
126
- handleChunk(result, parser) {
127
- var {
128
- readHeaders,
129
- onError,
130
- handleCreateTable,
131
- isZip,
132
- tables
133
- } = this;
134
- if (this.isCancelled) {
135
- log.debug2('CSV parser cancelled.');
136
- parser.abort();
137
- tables.forEach(t => t.close());
138
- return;
139
- }
140
- var {
141
- data
142
- } = result;
143
- if (!this.headers) {
144
- if (readHeaders) {
145
- this.headers = DbNameValidator.legalizeColumnNames(data[0]);
146
- data = data.slice(1);
147
- } else {
148
- this.headers = CsvParser.generateHeaders(data[0].length);
149
- }
150
- }
151
- var columns = [];
152
- try {
153
- columns = this.transpose(this.headers.length, data);
154
- if (isZip) {
155
- // Zip file chunks are tiny, so consolidate them to avoid create thousands of small tables
156
- this.consolidateChunks(columns, parser);
157
- } else {
158
- var index = this.chunks;
159
- this.chunks += 1;
160
- handleCreateTable(index, columns, parser);
161
- }
162
- } catch (e) {
163
- onError(e);
164
- }
165
- }
166
- consolidateChunks(columns, parser) {
167
- if (!this.consolidatedChunks) {
168
- this.consolidatedChunks = columns.slice();
169
- } else {
170
- for (var i = 0; i < columns.length; i += 1) {
171
- this.consolidatedChunks[i] = this.consolidatedChunks[i].concat(columns[i]);
172
- }
173
- }
174
- this.numConsolidated += 1;
175
- if (this.numConsolidated >= ZIP_CONSOLIDATE_CHUNKS || this.isComplete) {
176
- this.uploadConsolidatedChunks(parser);
177
- }
178
- }
179
- uploadConsolidatedChunks(parser) {
180
- var _this$consolidatedChu;
181
- var {
182
- handleCreateTable
183
- } = this;
184
- var index = this.chunks;
185
- this.chunks += 1;
186
- var toUpload = (_this$consolidatedChu = this.consolidatedChunks) === null || _this$consolidatedChu === void 0 ? void 0 : _this$consolidatedChu.slice();
187
- this.consolidatedChunks = undefined;
188
- this.numConsolidated = 0;
189
- assertNotNull(toUpload);
190
- handleCreateTable(index, toUpload, parser);
191
- }
192
- handleCreateTable(index, columns, parser) {
193
- var {
194
- session,
195
- tables,
196
- onFileCompleted,
197
- totalChunks,
198
- types,
199
- onProgress,
200
- onError
201
- } = this;
202
- if (parser) {
203
- parser.pause();
204
- }
205
- assertNotNull(this.headers);
206
- assertNotNull(types);
207
- session.newTable(this.headers, types, columns, this.timeZone).then(table => {
208
- if (this.isCancelled) {
209
- log.debug2('CSV parser cancelled.');
210
- if (parser) {
211
- parser.abort();
212
- }
213
- tables.forEach(t => t.close());
214
- return;
215
- }
216
- if (parser) {
217
- parser.resume();
218
- }
219
- tables[index] = table;
220
- // This accounts for 50% of parsing plus 50% already done by the type parser
221
- var progress = 0;
222
- if (totalChunks > 0) {
223
- progress = Math.round(tables.length / totalChunks * 50) + 50;
224
- } else {
225
- progress = Math.round(50 + this.zipProgress / 2);
226
- }
227
- log.debug2("CSV parser progress ".concat(progress));
228
- onProgress(progress);
229
- if (this.isComplete && tables.length === this.chunks) {
230
- log.debug2('CSV parser complete.');
231
- onFileCompleted(tables);
232
- }
233
- }).catch(e => {
234
- if (!this.isComplete && parser) {
235
- parser.abort();
236
- }
237
- onError(e);
238
- });
239
- }
240
- handleComplete(results) {
241
- // results is undefined for a succesful parse, but has meta data for an abort
242
- if (results == null || results.meta.aborted == null) {
243
- this.isComplete = true;
244
- // Check if there are any consolidated chunks left over from a zip file
245
- if (this.consolidatedChunks) {
246
- this.uploadConsolidatedChunks(null);
247
- }
248
- }
249
- }
250
- handleError(error) {
251
- var {
252
- onError
253
- } = this;
254
- onError(error);
255
- }
256
- handleNodeUpdate(metadata) {
257
- this.zipProgress = metadata.percent;
258
- }
259
- }
260
- _defineProperty(CsvParser, "generateHeaders", numColumns => {
261
- var headers = [];
262
- for (var i = 0; i < numColumns; i += 1) {
263
- headers.push(CsvParser.generateHeaderRecursive(i));
264
- }
265
- return headers;
266
- });
267
- export default CsvParser;
268
- //# sourceMappingURL=CsvParser.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"CsvParser.js","names":["Papa","Log","assertNotNull","DbNameValidator","CsvTypeParser","log","module","ZIP_CONSOLIDATE_CHUNKS","CsvParser","generateHeaderRecursive","n","header","char","concat","Math","floor","String","fromCharCode","constructor","onFileCompleted","session","file","type","readHeaders","onProgress","onError","timeZone","isZip","tables","chunks","totalChunks","ceil","size","LocalChunkSize","isComplete","zipProgress","numConsolidated","isCancelled","handleChunk","bind","handleError","handleComplete","handleNodeUpdate","handleCreateTable","config","delimiter","newline","escapeChar","dynamicTyping","error","skipEmptyLines","chunk","complete","fastMode","cancel","transpose","numColumns","array","numRows","length","columns","Array","fill","map","r","row","Error","c","value","shouldTrim","trim","nullCheck","nullString","parse","handleParseDone","types","toParse","nodeStream","typeParser","result","parser","debug2","abort","forEach","t","close","data","headers","legalizeColumnNames","slice","generateHeaders","consolidateChunks","index","e","consolidatedChunks","i","uploadConsolidatedChunks","toUpload","undefined","pause","newTable","then","table","resume","progress","round","catch","results","meta","aborted","metadata","percent","push"],"sources":["../../src/csv/CsvParser.ts"],"sourcesContent":["import Papa, { ParseLocalConfig, Parser, ParseResult } from 'papaparse';\nimport Log from '@deephaven/log';\nimport { assertNotNull, DbNameValidator } from '@deephaven/utils';\nimport type { IdeSession, Table } from '@deephaven/jsapi-types';\nimport type { JSZipObject } from 'jszip';\nimport CsvTypeParser from './CsvTypeParser';\nimport { CsvTypes } from './CsvFormats';\n\nconst log = Log.module('CsvParser');\n\n// This is based on jszip streaming ~15 KB chunks to papa parse\n// Want to consolidate to ~10 MB chunks\nconst ZIP_CONSOLIDATE_CHUNKS = 650;\n\ninterface CsvParserConstructor {\n onFileCompleted: (tables: Table[]) => void;\n session: IdeSession;\n file: Blob | JSZipObject;\n type: CsvTypes;\n readHeaders: boolean;\n onProgress: (progressValue: number) => boolean;\n onError: (e: unknown) => void;\n timeZone: string;\n isZip: boolean;\n}\n\n/**\n * Parser a CSV file in chunks and returns a table handle for each chunk.\n */\nclass CsvParser {\n // Generates column names A-Z, AA-AZ, BA-BZ, etc...\n static generateHeaders = (numColumns: number): string[] => {\n const headers = [];\n for (let i = 0; i < numColumns; i += 1) {\n headers.push(CsvParser.generateHeaderRecursive(i));\n }\n return headers;\n };\n\n static generateHeaderRecursive(n: number): string {\n let header = '';\n let char = n;\n if (n >= 26) {\n header = header.concat(\n CsvParser.generateHeaderRecursive(Math.floor(n / 26) - 1)\n );\n char = n % 26;\n }\n return header.concat(String.fromCharCode(65 + char));\n }\n\n constructor({\n onFileCompleted,\n session,\n file,\n type,\n readHeaders = true,\n onProgress,\n onError,\n timeZone,\n isZip,\n }: CsvParserConstructor) {\n this.onFileCompleted = onFileCompleted;\n this.session = session;\n this.file = file;\n this.isZip = isZip;\n this.type = type;\n this.readHeaders = readHeaders;\n this.timeZone = timeZone;\n this.onProgress = onProgress;\n this.onError = onError;\n this.tables = [];\n this.chunks = 0;\n this.totalChunks = isZip\n ? 0\n : Math.ceil((file as Blob).size / Papa.LocalChunkSize);\n this.isComplete = false;\n this.zipProgress = 0;\n this.numConsolidated = 0;\n this.isCancelled = false;\n\n this.handleChunk = this.handleChunk.bind(this);\n this.handleError = this.handleError.bind(this);\n this.handleComplete = this.handleComplete.bind(this);\n this.handleNodeUpdate = this.handleNodeUpdate.bind(this);\n this.handleCreateTable = this.handleCreateTable.bind(this);\n\n this.config = {\n delimiter: type.delimiter,\n newline: type.newline as '\\r\\n' | '\\n' | '\\r' | undefined,\n escapeChar: type.escapeChar,\n dynamicTyping: false,\n error: this.handleError,\n skipEmptyLines: type.skipEmptyLines,\n chunk: this.handleChunk,\n complete: this.handleComplete,\n fastMode: false,\n };\n }\n\n onFileCompleted: (tables: Table[]) => void;\n\n session: IdeSession;\n\n file: Blob | JSZipObject;\n\n isZip: boolean;\n\n type: CsvTypes;\n\n readHeaders: boolean;\n\n timeZone: string;\n\n onProgress: (progressValue: number) => boolean;\n\n onError: (e: unknown) => void;\n\n tables: Table[];\n\n headers?: string[];\n\n types?: string[];\n\n chunks: number;\n\n totalChunks: number;\n\n isComplete: boolean;\n\n zipProgress: number;\n\n consolidatedChunks?: string[][];\n\n numConsolidated: number;\n\n isCancelled: boolean;\n\n config: ParseLocalConfig<unknown, Blob | NodeJS.ReadableStream>;\n\n cancel(): void {\n this.isCancelled = true;\n }\n\n transpose(numColumns: number, array: string[][]): string[][] {\n const numRows = array.length;\n const columns = new Array(numColumns)\n .fill(null)\n .map(() => new Array(numRows));\n for (let r = 0; r < numRows; r += 1) {\n const row = array[r];\n if (row.length < numColumns) {\n throw new Error(\n `Insufficient columns. Expected ${numColumns} but found ${row.length}\\n${row}`\n );\n }\n for (let c = 0; c < numColumns; c += 1) {\n const value = this.type.shouldTrim ? array[r][c].trim() : array[r][c];\n columns[c][r] = this.nullCheck(value);\n }\n }\n return columns as string[][];\n }\n\n nullCheck(value: string): string {\n return value === this.type.nullString ? '' : value;\n }\n\n parse(): void {\n const handleParseDone = (types: string[]) => {\n const toParse = this.isZip\n ? (this.file as JSZipObject).nodeStream(\n // JsZip types are incorrect, thus the funny casting\n // Actual parameter is 'nodebuffer'\n 'nodebuffer' as 'nodestream',\n this.handleNodeUpdate\n )\n : (this.file as Blob);\n this.types = types;\n Papa.parse(toParse, this.config);\n };\n const typeParser = new CsvTypeParser(\n handleParseDone,\n this.file,\n this.readHeaders,\n this.config,\n this.type.nullString,\n this.onProgress,\n this.onError,\n this.totalChunks,\n this.isZip,\n this.type.shouldTrim\n );\n typeParser.parse();\n }\n\n handleChunk(result: ParseResult<string[]>, parser: Parser): void {\n const { readHeaders, onError, handleCreateTable, isZip, tables } = this;\n if (this.isCancelled) {\n log.debug2('CSV parser cancelled.');\n parser.abort();\n tables.forEach(t => t.close());\n return;\n }\n let { data } = result;\n if (!this.headers) {\n if (readHeaders) {\n this.headers = DbNameValidator.legalizeColumnNames(data[0]);\n data = data.slice(1);\n } else {\n this.headers = CsvParser.generateHeaders(data[0].length);\n }\n }\n\n let columns: string[][] = [];\n try {\n columns = this.transpose(this.headers.length, data);\n if (isZip) {\n // Zip file chunks are tiny, so consolidate them to avoid create thousands of small tables\n this.consolidateChunks(columns, parser);\n } else {\n const index = this.chunks;\n this.chunks += 1;\n handleCreateTable(index, columns, parser);\n }\n } catch (e: unknown) {\n onError(e);\n }\n }\n\n consolidateChunks(columns: string[][], parser: Parser): void {\n if (!this.consolidatedChunks) {\n this.consolidatedChunks = columns.slice();\n } else {\n for (let i = 0; i < columns.length; i += 1) {\n this.consolidatedChunks[i] = this.consolidatedChunks[i].concat(\n columns[i]\n );\n }\n }\n this.numConsolidated += 1;\n if (this.numConsolidated >= ZIP_CONSOLIDATE_CHUNKS || this.isComplete) {\n this.uploadConsolidatedChunks(parser);\n }\n }\n\n uploadConsolidatedChunks(parser: Parser | null): void {\n const { handleCreateTable } = this;\n const index = this.chunks;\n this.chunks += 1;\n const toUpload = this.consolidatedChunks?.slice();\n this.consolidatedChunks = undefined;\n this.numConsolidated = 0;\n assertNotNull(toUpload);\n handleCreateTable(index, toUpload, parser);\n }\n\n handleCreateTable(\n index: number,\n columns: string[][],\n parser: Parser | null\n ): void {\n const {\n session,\n tables,\n onFileCompleted,\n totalChunks,\n types,\n onProgress,\n onError,\n } = this;\n if (parser) {\n parser.pause();\n }\n assertNotNull(this.headers);\n assertNotNull(types);\n session\n .newTable(this.headers, types, columns, this.timeZone)\n .then(table => {\n if (this.isCancelled) {\n log.debug2('CSV parser cancelled.');\n if (parser) {\n parser.abort();\n }\n tables.forEach(t => t.close());\n return;\n }\n if (parser) {\n parser.resume();\n }\n tables[index] = table;\n // This accounts for 50% of parsing plus 50% already done by the type parser\n let progress = 0;\n if (totalChunks > 0) {\n progress = Math.round((tables.length / totalChunks) * 50) + 50;\n } else {\n progress = Math.round(50 + this.zipProgress / 2);\n }\n log.debug2(`CSV parser progress ${progress}`);\n onProgress(progress);\n if (this.isComplete && tables.length === this.chunks) {\n log.debug2('CSV parser complete.');\n onFileCompleted(tables);\n }\n })\n .catch(e => {\n if (!this.isComplete && parser) {\n parser.abort();\n }\n onError(e);\n });\n }\n\n handleComplete(results: ParseResult<unknown>): void {\n // results is undefined for a succesful parse, but has meta data for an abort\n if (results == null || results.meta.aborted == null) {\n this.isComplete = true;\n // Check if there are any consolidated chunks left over from a zip file\n if (this.consolidatedChunks) {\n this.uploadConsolidatedChunks(null);\n }\n }\n }\n\n handleError(error: unknown): void {\n const { onError } = this;\n onError(error);\n }\n\n handleNodeUpdate(metadata: { percent: number }): void {\n this.zipProgress = metadata.percent;\n }\n}\n\nexport default CsvParser;\n"],"mappings":";;;AAAA,OAAOA,IAAI,MAAiD,WAAW;AACvE,OAAOC,GAAG,MAAM,gBAAgB;AAChC,SAASC,aAAa,EAAEC,eAAe,QAAQ,kBAAkB;AAAC,OAG3DC,aAAa;AAGpB,IAAMC,GAAG,GAAGJ,GAAG,CAACK,MAAM,CAAC,WAAW,CAAC;;AAEnC;AACA;AACA,IAAMC,sBAAsB,GAAG,GAAG;AAclC;AACA;AACA;AACA,MAAMC,SAAS,CAAC;EACd;;EASA,OAAOC,uBAAuB,CAACC,CAAS,EAAU;IAChD,IAAIC,MAAM,GAAG,EAAE;IACf,IAAIC,IAAI,GAAGF,CAAC;IACZ,IAAIA,CAAC,IAAI,EAAE,EAAE;MACXC,MAAM,GAAGA,MAAM,CAACE,MAAM,CACpBL,SAAS,CAACC,uBAAuB,CAACK,IAAI,CAACC,KAAK,CAACL,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAC1D;MACDE,IAAI,GAAGF,CAAC,GAAG,EAAE;IACf;IACA,OAAOC,MAAM,CAACE,MAAM,CAACG,MAAM,CAACC,YAAY,CAAC,EAAE,GAAGL,IAAI,CAAC,CAAC;EACtD;EAEAM,WAAW,OAUc;IAAA,IAVb;MACVC,eAAe;MACfC,OAAO;MACPC,IAAI;MACJC,IAAI;MACJC,WAAW,GAAG,IAAI;MAClBC,UAAU;MACVC,OAAO;MACPC,QAAQ;MACRC;IACoB,CAAC;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IACrB,IAAI,CAACR,eAAe,GAAGA,eAAe;IACtC,IAAI,CAACC,OAAO,GAAGA,OAAO;IACtB,IAAI,CAACC,IAAI,GAAGA,IAAI;IAChB,IAAI,CAACM,KAAK,GAAGA,KAAK;IAClB,IAAI,CAACL,IAAI,GAAGA,IAAI;IAChB,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,QAAQ,GAAGA,QAAQ;IACxB,IAAI,CAACF,UAAU,GAAGA,UAAU;IAC5B,IAAI,CAACC,OAAO,GAAGA,OAAO;IACtB,IAAI,CAACG,MAAM,GAAG,EAAE;IAChB,IAAI,CAACC,MAAM,GAAG,CAAC;IACf,IAAI,CAACC,WAAW,GAAGH,KAAK,GACpB,CAAC,GACDb,IAAI,CAACiB,IAAI,CAAEV,IAAI,CAAUW,IAAI,GAAGhC,IAAI,CAACiC,cAAc,CAAC;IACxD,IAAI,CAACC,UAAU,GAAG,KAAK;IACvB,IAAI,CAACC,WAAW,GAAG,CAAC;IACpB,IAAI,CAACC,eAAe,GAAG,CAAC;IACxB,IAAI,CAACC,WAAW,GAAG,KAAK;IAExB,IAAI,CAACC,WAAW,GAAG,IAAI,CAACA,WAAW,CAACC,IAAI,CAAC,IAAI,CAAC;IAC9C,IAAI,CAACC,WAAW,GAAG,IAAI,CAACA,WAAW,CAACD,IAAI,CAAC,IAAI,CAAC;IAC9C,IAAI,CAACE,cAAc,GAAG,IAAI,CAACA,cAAc,CAACF,IAAI,CAAC,IAAI,CAAC;IACpD,IAAI,CAACG,gBAAgB,GAAG,IAAI,CAACA,gBAAgB,CAACH,IAAI,CAAC,IAAI,CAAC;IACxD,IAAI,CAACI,iBAAiB,GAAG,IAAI,CAACA,iBAAiB,CAACJ,IAAI,CAAC,IAAI,CAAC;IAE1D,IAAI,CAACK,MAAM,GAAG;MACZC,SAAS,EAAEvB,IAAI,CAACuB,SAAS;MACzBC,OAAO,EAAExB,IAAI,CAACwB,OAA2C;MACzDC,UAAU,EAAEzB,IAAI,CAACyB,UAAU;MAC3BC,aAAa,EAAE,KAAK;MACpBC,KAAK,EAAE,IAAI,CAACT,WAAW;MACvBU,cAAc,EAAE5B,IAAI,CAAC4B,cAAc;MACnCC,KAAK,EAAE,IAAI,CAACb,WAAW;MACvBc,QAAQ,EAAE,IAAI,CAACX,cAAc;MAC7BY,QAAQ,EAAE;IACZ,CAAC;EACH;EA0CAC,MAAM,GAAS;IACb,IAAI,CAACjB,WAAW,GAAG,IAAI;EACzB;EAEAkB,SAAS,CAACC,UAAkB,EAAEC,KAAiB,EAAc;IAC3D,IAAMC,OAAO,GAAGD,KAAK,CAACE,MAAM;IAC5B,IAAMC,OAAO,GAAG,IAAIC,KAAK,CAACL,UAAU,CAAC,CAClCM,IAAI,CAAC,IAAI,CAAC,CACVC,GAAG,CAAC,MAAM,IAAIF,KAAK,CAACH,OAAO,CAAC,CAAC;IAChC,KAAK,IAAIM,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGN,OAAO,EAAEM,CAAC,IAAI,CAAC,EAAE;MACnC,IAAMC,GAAG,GAAGR,KAAK,CAACO,CAAC,CAAC;MACpB,IAAIC,GAAG,CAACN,MAAM,GAAGH,UAAU,EAAE;QAC3B,MAAM,IAAIU,KAAK,0CACqBV,UAAU,wBAAcS,GAAG,CAACN,MAAM,eAAKM,GAAG,EAC7E;MACH;MACA,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGX,UAAU,EAAEW,CAAC,IAAI,CAAC,EAAE;QACtC,IAAMC,KAAK,GAAG,IAAI,CAAC9C,IAAI,CAAC+C,UAAU,GAAGZ,KAAK,CAACO,CAAC,CAAC,CAACG,CAAC,CAAC,CAACG,IAAI,EAAE,GAAGb,KAAK,CAACO,CAAC,CAAC,CAACG,CAAC,CAAC;QACrEP,OAAO,CAACO,CAAC,CAAC,CAACH,CAAC,CAAC,GAAG,IAAI,CAACO,SAAS,CAACH,KAAK,CAAC;MACvC;IACF;IACA,OAAOR,OAAO;EAChB;EAEAW,SAAS,CAACH,KAAa,EAAU;IAC/B,OAAOA,KAAK,KAAK,IAAI,CAAC9C,IAAI,CAACkD,UAAU,GAAG,EAAE,GAAGJ,KAAK;EACpD;EAEAK,KAAK,GAAS;IACZ,IAAMC,eAAe,GAAIC,KAAe,IAAK;MAC3C,IAAMC,OAAO,GAAG,IAAI,CAACjD,KAAK,GACrB,IAAI,CAACN,IAAI,CAAiBwD,UAAU;MACnC;MACA;MACA,YAAY,EACZ,IAAI,CAACnC,gBAAgB,CACtB,GACA,IAAI,CAACrB,IAAa;MACvB,IAAI,CAACsD,KAAK,GAAGA,KAAK;MAClB3E,IAAI,CAACyE,KAAK,CAACG,OAAO,EAAE,IAAI,CAAChC,MAAM,CAAC;IAClC,CAAC;IACD,IAAMkC,UAAU,GAAG,IAAI1E,aAAa,CAClCsE,eAAe,EACf,IAAI,CAACrD,IAAI,EACT,IAAI,CAACE,WAAW,EAChB,IAAI,CAACqB,MAAM,EACX,IAAI,CAACtB,IAAI,CAACkD,UAAU,EACpB,IAAI,CAAChD,UAAU,EACf,IAAI,CAACC,OAAO,EACZ,IAAI,CAACK,WAAW,EAChB,IAAI,CAACH,KAAK,EACV,IAAI,CAACL,IAAI,CAAC+C,UAAU,CACrB;IACDS,UAAU,CAACL,KAAK,EAAE;EACpB;EAEAnC,WAAW,CAACyC,MAA6B,EAAEC,MAAc,EAAQ;IAC/D,IAAM;MAAEzD,WAAW;MAAEE,OAAO;MAAEkB,iBAAiB;MAAEhB,KAAK;MAAEC;IAAO,CAAC,GAAG,IAAI;IACvE,IAAI,IAAI,CAACS,WAAW,EAAE;MACpBhC,GAAG,CAAC4E,MAAM,CAAC,uBAAuB,CAAC;MACnCD,MAAM,CAACE,KAAK,EAAE;MACdtD,MAAM,CAACuD,OAAO,CAACC,CAAC,IAAIA,CAAC,CAACC,KAAK,EAAE,CAAC;MAC9B;IACF;IACA,IAAI;MAAEC;IAAK,CAAC,GAAGP,MAAM;IACrB,IAAI,CAAC,IAAI,CAACQ,OAAO,EAAE;MACjB,IAAIhE,WAAW,EAAE;QACf,IAAI,CAACgE,OAAO,GAAGpF,eAAe,CAACqF,mBAAmB,CAACF,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3DA,IAAI,GAAGA,IAAI,CAACG,KAAK,CAAC,CAAC,CAAC;MACtB,CAAC,MAAM;QACL,IAAI,CAACF,OAAO,GAAG/E,SAAS,CAACkF,eAAe,CAACJ,IAAI,CAAC,CAAC,CAAC,CAAC3B,MAAM,CAAC;MAC1D;IACF;IAEA,IAAIC,OAAmB,GAAG,EAAE;IAC5B,IAAI;MACFA,OAAO,GAAG,IAAI,CAACL,SAAS,CAAC,IAAI,CAACgC,OAAO,CAAC5B,MAAM,EAAE2B,IAAI,CAAC;MACnD,IAAI3D,KAAK,EAAE;QACT;QACA,IAAI,CAACgE,iBAAiB,CAAC/B,OAAO,EAAEoB,MAAM,CAAC;MACzC,CAAC,MAAM;QACL,IAAMY,KAAK,GAAG,IAAI,CAAC/D,MAAM;QACzB,IAAI,CAACA,MAAM,IAAI,CAAC;QAChBc,iBAAiB,CAACiD,KAAK,EAAEhC,OAAO,EAAEoB,MAAM,CAAC;MAC3C;IACF,CAAC,CAAC,OAAOa,CAAU,EAAE;MACnBpE,OAAO,CAACoE,CAAC,CAAC;IACZ;EACF;EAEAF,iBAAiB,CAAC/B,OAAmB,EAAEoB,MAAc,EAAQ;IAC3D,IAAI,CAAC,IAAI,CAACc,kBAAkB,EAAE;MAC5B,IAAI,CAACA,kBAAkB,GAAGlC,OAAO,CAAC6B,KAAK,EAAE;IAC3C,CAAC,MAAM;MACL,KAAK,IAAIM,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGnC,OAAO,CAACD,MAAM,EAAEoC,CAAC,IAAI,CAAC,EAAE;QAC1C,IAAI,CAACD,kBAAkB,CAACC,CAAC,CAAC,GAAG,IAAI,CAACD,kBAAkB,CAACC,CAAC,CAAC,CAAClF,MAAM,CAC5D+C,OAAO,CAACmC,CAAC,CAAC,CACX;MACH;IACF;IACA,IAAI,CAAC3D,eAAe,IAAI,CAAC;IACzB,IAAI,IAAI,CAACA,eAAe,IAAI7B,sBAAsB,IAAI,IAAI,CAAC2B,UAAU,EAAE;MACrE,IAAI,CAAC8D,wBAAwB,CAAChB,MAAM,CAAC;IACvC;EACF;EAEAgB,wBAAwB,CAAChB,MAAqB,EAAQ;IAAA;IACpD,IAAM;MAAErC;IAAkB,CAAC,GAAG,IAAI;IAClC,IAAMiD,KAAK,GAAG,IAAI,CAAC/D,MAAM;IACzB,IAAI,CAACA,MAAM,IAAI,CAAC;IAChB,IAAMoE,QAAQ,4BAAG,IAAI,CAACH,kBAAkB,0DAAvB,sBAAyBL,KAAK,EAAE;IACjD,IAAI,CAACK,kBAAkB,GAAGI,SAAS;IACnC,IAAI,CAAC9D,eAAe,GAAG,CAAC;IACxBlC,aAAa,CAAC+F,QAAQ,CAAC;IACvBtD,iBAAiB,CAACiD,KAAK,EAAEK,QAAQ,EAAEjB,MAAM,CAAC;EAC5C;EAEArC,iBAAiB,CACfiD,KAAa,EACbhC,OAAmB,EACnBoB,MAAqB,EACf;IACN,IAAM;MACJ5D,OAAO;MACPQ,MAAM;MACNT,eAAe;MACfW,WAAW;MACX6C,KAAK;MACLnD,UAAU;MACVC;IACF,CAAC,GAAG,IAAI;IACR,IAAIuD,MAAM,EAAE;MACVA,MAAM,CAACmB,KAAK,EAAE;IAChB;IACAjG,aAAa,CAAC,IAAI,CAACqF,OAAO,CAAC;IAC3BrF,aAAa,CAACyE,KAAK,CAAC;IACpBvD,OAAO,CACJgF,QAAQ,CAAC,IAAI,CAACb,OAAO,EAAEZ,KAAK,EAAEf,OAAO,EAAE,IAAI,CAAClC,QAAQ,CAAC,CACrD2E,IAAI,CAACC,KAAK,IAAI;MACb,IAAI,IAAI,CAACjE,WAAW,EAAE;QACpBhC,GAAG,CAAC4E,MAAM,CAAC,uBAAuB,CAAC;QACnC,IAAID,MAAM,EAAE;UACVA,MAAM,CAACE,KAAK,EAAE;QAChB;QACAtD,MAAM,CAACuD,OAAO,CAACC,CAAC,IAAIA,CAAC,CAACC,KAAK,EAAE,CAAC;QAC9B;MACF;MACA,IAAIL,MAAM,EAAE;QACVA,MAAM,CAACuB,MAAM,EAAE;MACjB;MACA3E,MAAM,CAACgE,KAAK,CAAC,GAAGU,KAAK;MACrB;MACA,IAAIE,QAAQ,GAAG,CAAC;MAChB,IAAI1E,WAAW,GAAG,CAAC,EAAE;QACnB0E,QAAQ,GAAG1F,IAAI,CAAC2F,KAAK,CAAE7E,MAAM,CAAC+B,MAAM,GAAG7B,WAAW,GAAI,EAAE,CAAC,GAAG,EAAE;MAChE,CAAC,MAAM;QACL0E,QAAQ,GAAG1F,IAAI,CAAC2F,KAAK,CAAC,EAAE,GAAG,IAAI,CAACtE,WAAW,GAAG,CAAC,CAAC;MAClD;MACA9B,GAAG,CAAC4E,MAAM,+BAAwBuB,QAAQ,EAAG;MAC7ChF,UAAU,CAACgF,QAAQ,CAAC;MACpB,IAAI,IAAI,CAACtE,UAAU,IAAIN,MAAM,CAAC+B,MAAM,KAAK,IAAI,CAAC9B,MAAM,EAAE;QACpDxB,GAAG,CAAC4E,MAAM,CAAC,sBAAsB,CAAC;QAClC9D,eAAe,CAACS,MAAM,CAAC;MACzB;IACF,CAAC,CAAC,CACD8E,KAAK,CAACb,CAAC,IAAI;MACV,IAAI,CAAC,IAAI,CAAC3D,UAAU,IAAI8C,MAAM,EAAE;QAC9BA,MAAM,CAACE,KAAK,EAAE;MAChB;MACAzD,OAAO,CAACoE,CAAC,CAAC;IACZ,CAAC,CAAC;EACN;EAEApD,cAAc,CAACkE,OAA6B,EAAQ;IAClD;IACA,IAAIA,OAAO,IAAI,IAAI,IAAIA,OAAO,CAACC,IAAI,CAACC,OAAO,IAAI,IAAI,EAAE;MACnD,IAAI,CAAC3E,UAAU,GAAG,IAAI;MACtB;MACA,IAAI,IAAI,CAAC4D,kBAAkB,EAAE;QAC3B,IAAI,CAACE,wBAAwB,CAAC,IAAI,CAAC;MACrC;IACF;EACF;EAEAxD,WAAW,CAACS,KAAc,EAAQ;IAChC,IAAM;MAAExB;IAAQ,CAAC,GAAG,IAAI;IACxBA,OAAO,CAACwB,KAAK,CAAC;EAChB;EAEAP,gBAAgB,CAACoE,QAA6B,EAAQ;IACpD,IAAI,CAAC3E,WAAW,GAAG2E,QAAQ,CAACC,OAAO;EACrC;AACF;AAAC,gBA/SKvG,SAAS,qBAEagD,UAAkB,IAAe;EACzD,IAAM+B,OAAO,GAAG,EAAE;EAClB,KAAK,IAAIQ,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGvC,UAAU,EAAEuC,CAAC,IAAI,CAAC,EAAE;IACtCR,OAAO,CAACyB,IAAI,CAACxG,SAAS,CAACC,uBAAuB,CAACsF,CAAC,CAAC,CAAC;EACpD;EACA,OAAOR,OAAO;AAChB,CAAC;AAySH,eAAe/E,SAAS"}