@deephaven/console 0.22.3-beta.15 → 0.22.3-beta.21

package/dist/csv/CsvOverlay.js.map

@@ -1 +1 @@
-{"version":3,"file":"CsvOverlay.js","names":["React","Component","memoize","FontAwesomeIcon","Button","ContextActions","GLOBAL_SHORTCUTS","dhFileCsv","dhFileDownload","dhFileSpreadsheet","vsClippy","vsFileZip","vsTrash","vsWarning","assertNotNull","TextUtils","PASTED_VALUES","INVALID_MIME_TYPES","VALID_EXTENSIONS","ZIP_EXTENSIONS","CsvOverlay","isValidDropItem","item","kind","find","invalid","test","type","isValidExtension","name","allowZip","some","ext","endsWith","handleDragOver","e","preventDefault","stopPropagation","getIcon","fileName","constructor","props","getValidExtensions","join","handleSelectFile","bind","handleFiles","handleDrop","unstageFile","handleMenuPaste","handlePasteEvent","fileElem","createRef","divElem","state","selectedFileName","componentDidMount","current","addEventListener","focus","componentWillUnmount","removeEventListener","value","click","event","files","target","handleFile","clearDragError","dragError","dataTransfer","items","length","file","getAsFile","setState","dropError","FILE_TYPE_ERROR","onCancel","undefined","onFileOpened","onPaste","onError","uploadInProgress","navigator","clipboard","readText","then","clipText","catch","makeContextMenuItems","title","icon","action","shortcut","PASTE","disabled","render","error","contextActions","getAcceptString","display","Boolean","getFileTypeErrorString"],"sources":["../../src/csv/CsvOverlay.tsx"],"sourcesContent":["import React, {\n  ChangeEvent,\n  Component,\n  DragEvent,\n  MouseEvent,\n  ReactElement,\n  RefObject,\n} from 'react';\nimport memoize from 'memoize-one';\nimport { FontAwesomeIcon } from '@fortawesome/react-fontawesome';\nimport {\n  Button,\n  ContextAction,\n  ContextActions,\n  GLOBAL_SHORTCUTS,\n} from '@deephaven/components';\nimport {\n  dhFileCsv,\n  dhFileDownload,\n  dhFileSpreadsheet,\n  IconDefinition,\n  vsClippy,\n  vsFileZip,\n  vsTrash,\n  vsWarning,\n} from '@deephaven/icons';\nimport './CsvOverlay.scss';\nimport { assertNotNull, TextUtils } from '@deephaven/utils';\n\ninterface CsvOverlayProps {\n  allowZip: boolean;\n  onFileOpened: (file: File) => void;\n  onCancel: () => void;\n  onPaste: (clipText: string) => void;\n  clearDragError: () => void;\n  dragError: string | null;\n  onError: (e: unknown) => void;\n  uploadInProgress: boolean;\n}\n\ninterface CsvOverlayState {\n  selectedFileName: string;\n  dropError?: string;\n}\n\nconst PASTED_VALUES = 'pasted values';\n\nconst INVALID_MIME_TYPES = [/^audio.*/, /^font.*/, /^image.*/, /^video.*/];\n\nconst VALID_EXTENSIONS = ['.csv', '.tsv', '.tab', '.psv', '.dsv', '.txt'];\n\nconst ZIP_EXTENSIONS = ['.zip'];\n\n/**\n * Overlay that is displayed when uploading a CSV file.\n */\nclass CsvOverlay extends Component<CsvOverlayProps, CsvOverlayState> {\n  static defaultProps = {\n    allowZip: false,\n    dragError: null,\n  };\n\n  static MULTIPLE_FILE_ERROR = 'Please select only one file';\n\n  static FILE_TYPE_ERROR = 'Filetype not supported.';\n\n  static isValidDropItem(item: DataTransferItem): boolean {\n    return (\n      item != null &&\n      item.kind === 'file' &&\n      !INVALID_MIME_TYPES.find(invalid => invalid.test(item.type))\n    );\n  }\n\n  static isValidExtension(name: string, allowZip = false): boolean {\n    return (\n      VALID_EXTENSIONS.some(ext => name.endsWith(ext)) ||\n      (allowZip && ZIP_EXTENSIONS.some(ext => name.endsWith(ext)))\n    );\n  }\n\n  static handleDragOver(e: DragEvent): void {\n    e.preventDefault();\n    e.stopPropagation();\n  }\n\n  static getIcon(fileName: string): IconDefinition {\n    if (fileName === PASTED_VALUES) {\n      return vsClippy;\n    }\n    if (fileName.endsWith('.csv')) {\n      return dhFileCsv;\n    }\n    if (fileName.endsWith('.zip')) {\n      return vsFileZip;\n    }\n    return dhFileSpreadsheet;\n  }\n\n  constructor(props: CsvOverlayProps) {\n    super(props);\n\n    this.handleSelectFile = this.handleSelectFile.bind(this);\n    this.handleFiles = this.handleFiles.bind(this);\n    this.handleDrop = this.handleDrop.bind(this);\n    this.unstageFile = this.unstageFile.bind(this);\n    this.handleMenuPaste = this.handleMenuPaste.bind(this);\n    this.handlePasteEvent = this.handlePasteEvent.bind(this);\n\n    this.fileElem = React.createRef();\n    this.divElem = React.createRef();\n\n    this.state = {\n      selectedFileName: '',\n    };\n  }\n\n  componentDidMount(): void {\n    this.divElem.current?.addEventListener('paste', this.handlePasteEvent);\n    this.divElem.current?.focus();\n  }\n\n  componentWillUnmount(): void {\n    this.divElem.current?.removeEventListener('paste', this.handlePasteEvent);\n  }\n\n  fileElem: RefObject<HTMLInputElement>;\n\n  divElem: RefObject<HTMLDivElement>;\n\n  handleSelectFile(): void {\n    if (this.fileElem.current) {\n      this.fileElem.current.value = '';\n      this.fileElem.current?.click();\n    }\n  }\n\n  handleFiles(event: ChangeEvent<HTMLInputElement>): void {\n    event.stopPropagation();\n    event.preventDefault();\n    const { files } = event.target;\n    if (files != null) {\n      this.handleFile(files[0]);\n    }\n  }\n\n  handleDrop(e: DragEvent<HTMLDivElement>): void {\n    const { allowZip, clearDragError, dragError } = this.props;\n    e.preventDefault();\n    e.stopPropagation();\n\n    if (dragError != null) {\n      clearDragError();\n      return;\n    }\n\n    if (\n      e.dataTransfer == null ||\n      e.dataTransfer.items == null ||\n      e.dataTransfer.items.length === 0\n    ) {\n      return;\n    }\n\n    const file = e.dataTransfer.items[0].getAsFile();\n    assertNotNull(file);\n    if (CsvOverlay.isValidExtension(file.name, allowZip)) {\n      this.handleFile(file);\n    } else {\n      this.setState({\n        dropError: CsvOverlay.FILE_TYPE_ERROR,\n      });\n    }\n  }\n\n  unstageFile(event: MouseEvent<HTMLButtonElement>): void {\n    const { onCancel } = this.props;\n    event.stopPropagation();\n    event.preventDefault();\n    onCancel();\n    this.setState({\n      selectedFileName: '',\n      dropError: undefined,\n    });\n  }\n\n  handleFile(file: File): void {\n    const { onFileOpened } = this.props;\n    onFileOpened(file);\n    this.setState({\n      selectedFileName: file.name,\n      dropError: undefined,\n    });\n  }\n\n  handleMenuPaste(): void {\n    const { onPaste, onError, uploadInProgress } = this.props;\n    if (uploadInProgress) {\n      return;\n    }\n    navigator.clipboard\n      .readText()\n      .then(clipText => {\n        onPaste(clipText);\n        this.setState({\n          selectedFileName: PASTED_VALUES,\n          dropError: undefined,\n        });\n      })\n      .catch((e: unknown) => onError(e));\n  }\n\n  handlePasteEvent(event: ClipboardEvent): void {\n    event.stopPropagation();\n    event.preventDefault();\n    this.handleMenuPaste();\n  }\n\n  makeContextMenuItems(): ContextAction[] {\n    const { uploadInProgress } = this.props;\n    return [\n      {\n        title: 'Paste',\n        icon: vsClippy,\n        action: this.handleMenuPaste,\n        shortcut: GLOBAL_SHORTCUTS.PASTE,\n        disabled: uploadInProgress,\n      },\n    ];\n  }\n\n  getValidExtensions = memoize((allowZip: boolean) =>\n    allowZip ? [...VALID_EXTENSIONS, ...ZIP_EXTENSIONS] : [...VALID_EXTENSIONS]\n  );\n\n  getAcceptString = memoize(allowZip =>\n    this.getValidExtensions(allowZip).join(', ')\n  );\n\n  getFileTypeErrorString = memoize(allowZip =>\n    TextUtils.join(this.getValidExtensions(allowZip), 'or')\n  );\n\n  render(): ReactElement {\n    const { allowZip, dragError, uploadInProgress } = this.props;\n    const { selectedFileName, dropError } = this.state;\n    const error = dragError ?? dropError;\n    const contextActions = this.makeContextMenuItems();\n    return (\n      <div\n        ref={this.divElem}\n        className=\"csv-overlay fill-parent-absolute\"\n        onDragOver={CsvOverlay.handleDragOver}\n        onDrop={this.handleDrop}\n        tabIndex={-1}\n      >\n        <ContextActions actions={contextActions} />\n        <input\n          ref={this.fileElem}\n          type=\"file\"\n          id=\"fileElem\"\n          accept={this.getAcceptString(allowZip)}\n          style={{ display: 'none' }}\n          onChange={this.handleFiles}\n          data-testid=\"fileElem\"\n        />\n        {!selectedFileName && (error === undefined || error === '') && (\n          <div className=\"message-content\">\n            <div className=\"message-icon\">\n              <FontAwesomeIcon icon={dhFileDownload} />\n            </div>\n            <label>Drop file (or paste values) here to import</label>\n            <div className=\"message-small\">\n              <label>or</label>\n            </div>\n            <Button kind=\"primary\" onClick={this.handleSelectFile}>\n              Select File...\n            </Button>\n          </div>\n        )}\n        {selectedFileName && (error === undefined || error === '') && (\n          <div className=\"selected-content\">\n            <div className=\"selected-icon\">\n              <FontAwesomeIcon icon={CsvOverlay.getIcon(selectedFileName)} />\n            </div>\n            <div className=\"selected-text\">\n              <label>Selected File</label>\n              <label className=\"selected-name\">\n                {selectedFileName}\n                {!uploadInProgress && (\n                  <Button\n                    kind=\"ghost\"\n                    className=\"ml-2\"\n                    onClick={this.unstageFile}\n                    icon={vsTrash}\n                    tooltip=\"Remove\"\n                  />\n                )}\n              </label>\n            </div>\n          </div>\n        )}\n        {Boolean(error) && (\n          <div className=\"message-content\">\n            <div className=\"message-icon\">\n              <FontAwesomeIcon icon={vsWarning} />\n            </div>\n            <label>{error}</label>\n            {error === CsvOverlay.FILE_TYPE_ERROR && (\n              <div className=\"message-small\">\n                <label>{this.getFileTypeErrorString(allowZip)}</label>\n              </div>\n            )}\n          </div>\n        )}\n      </div>\n    );\n  }\n}\n\nexport default CsvOverlay;\n"],"mappings":";;AAAA,OAAOA,KAAP,IAEEC,SAFF,QAOO,OAPP;AAQA,OAAOC,OAAP,MAAoB,aAApB;AACA,SAASC,eAAT,QAAgC,gCAAhC;AACA,SACEC,MADF,EAGEC,cAHF,EAIEC,gBAJF,QAKO,uBALP;AAMA,SACEC,SADF,EAEEC,cAFF,EAGEC,iBAHF,EAKEC,QALF,EAMEC,SANF,EAOEC,OAPF,EAQEC,SARF,QASO,kBATP;;AAWA,SAASC,aAAT,EAAwBC,SAAxB,QAAyC,kBAAzC;AAkBA,IAAMC,aAAa,GAAG,eAAtB;AAEA,IAAMC,kBAAkB,GAAG,CAAC,UAAD,EAAa,SAAb,EAAwB,UAAxB,EAAoC,UAApC,CAA3B;AAEA,IAAMC,gBAAgB,GAAG,CAAC,MAAD,EAAS,MAAT,EAAiB,MAAjB,EAAyB,MAAzB,EAAiC,MAAjC,EAAyC,MAAzC,CAAzB;AAEA,IAAMC,cAAc,GAAG,CAAC,MAAD,CAAvB;AAEA;AACA;AACA;;AACA,MAAMC,UAAN,SAAyBnB,SAAzB,CAAqE;EAU7C,OAAfoB,eAAe,CAACC,IAAD,EAAkC;IACtD,OACEA,IAAI,IAAI,IAAR,IACAA,IAAI,CAACC,IAAL,KAAc,MADd,IAEA,CAACN,kBAAkB,CAACO,IAAnB,CAAwBC,OAAO,IAAIA,OAAO,CAACC,IAAR,CAAaJ,IAAI,CAACK,IAAlB,CAAnC,CAHH;EAKD;;EAEsB,OAAhBC,gBAAgB,CAACC,IAAD,EAA0C;IAAA,IAA3BC,QAA2B,uEAAhB,KAAgB;IAC/D,OACEZ,gBAAgB,CAACa,IAAjB,CAAsBC,GAAG,IAAIH,IAAI,CAACI,QAAL,CAAcD,GAAd,CAA7B,KACCF,QAAQ,IAAIX,cAAc,CAACY,IAAf,CAAoBC,GAAG,IAAIH,IAAI,CAACI,QAAL,CAAcD,GAAd,CAA3B,CAFf;EAID;;EAEoB,OAAdE,cAAc,CAACC,CAAD,EAAqB;IACxCA,CAAC,CAACC,cAAF;IACAD,CAAC,CAACE,eAAF;EACD;;EAEa,OAAPC,OAAO,CAACC,QAAD,EAAmC;IAC/C,IAAIA,QAAQ,KAAKvB,aAAjB,EAAgC;MAC9B,OAAON,QAAP;IACD;;IACD,IAAI6B,QAAQ,CAACN,QAAT,CAAkB,MAAlB,CAAJ,EAA+B;MAC7B,OAAO1B,SAAP;IACD;;IACD,IAAIgC,QAAQ,CAACN,QAAT,CAAkB,MAAlB,CAAJ,EAA+B;MAC7B,OAAOtB,SAAP;IACD;;IACD,OAAOF,iBAAP;EACD;;EAED+B,WAAW,CAACC,KAAD,EAAyB;IAClC,MAAMA,KAAN;;IADkC;;IAAA;;IAAA,4CAoIfvC,OAAO,CAAE4B,QAAD,IAC3BA,QAAQ,GAAG,CAAC,GAAGZ,gBAAJ,EAAsB,GAAGC,cAAzB,CAAH,GAA8C,CAAC,GAAGD,gBAAJ,CAD5B,CApIQ;;IAAA,yCAwIlBhB,OAAO,CAAC4B,QAAQ,IAChC,KAAKY,kBAAL,CAAwBZ,QAAxB,EAAkCa,IAAlC,CAAuC,IAAvC,CADuB,CAxIW;;IAAA,gDA4IXzC,OAAO,CAAC4B,QAAQ,IACvCf,SAAS,CAAC4B,IAAV,CAAe,KAAKD,kBAAL,CAAwBZ,QAAxB,CAAf,EAAkD,IAAlD,CAD8B,CA5II;;IAGlC,KAAKc,gBAAL,GAAwB,KAAKA,gBAAL,CAAsBC,IAAtB,CAA2B,IAA3B,CAAxB;IACA,KAAKC,WAAL,GAAmB,KAAKA,WAAL,CAAiBD,IAAjB,CAAsB,IAAtB,CAAnB;IACA,KAAKE,UAAL,GAAkB,KAAKA,UAAL,CAAgBF,IAAhB,CAAqB,IAArB,CAAlB;IACA,KAAKG,WAAL,GAAmB,KAAKA,WAAL,CAAiBH,IAAjB,CAAsB,IAAtB,CAAnB;IACA,KAAKI,eAAL,GAAuB,KAAKA,eAAL,CAAqBJ,IAArB,CAA0B,IAA1B,CAAvB;IACA,KAAKK,gBAAL,GAAwB,KAAKA,gBAAL,CAAsBL,IAAtB,CAA2B,IAA3B,CAAxB;IAEA,KAAKM,QAAL,gBAAgBnD,KAAK,CAACoD,SAAN,EAAhB;IACA,KAAKC,OAAL,gBAAerD,KAAK,CAACoD,SAAN,EAAf;IAEA,KAAKE,KAAL,GAAa;MACXC,gBAAgB,EAAE;IADP,CAAb;EAGD;;EAEDC,iBAAiB,GAAS;IAAA;;IACxB,8BAAKH,OAAL,CAAaI,OAAb,gFAAsBC,gBAAtB,CAAuC,OAAvC,EAAgD,KAAKR,gBAArD;IACA,+BAAKG,OAAL,CAAaI,OAAb,kFAAsBE,KAAtB;EACD;;EAEDC,oBAAoB,GAAS;IAAA;;IAC3B,+BAAKP,OAAL,CAAaI,OAAb,kFAAsBI,mBAAtB,CAA0C,OAA1C,EAAmD,KAAKX,gBAAxD;EACD;;EAMDN,gBAAgB,GAAS;IACvB,IAAI,KAAKO,QAAL,CAAcM,OAAlB,EAA2B;MAAA;;MACzB,KAAKN,QAAL,CAAcM,OAAd,CAAsBK,KAAtB,GAA8B,EAA9B;MACA,8BAAKX,QAAL,CAAcM,OAAd,gFAAuBM,KAAvB;IACD;EACF;;EAEDjB,WAAW,CAACkB,KAAD,EAA6C;IACtDA,KAAK,CAAC3B,eAAN;IACA2B,KAAK,CAAC5B,cAAN;IACA,IAAM;MAAE6B;IAAF,IAAYD,KAAK,CAACE,MAAxB;;IACA,IAAID,KAAK,IAAI,IAAb,EAAmB;MACjB,KAAKE,UAAL,CAAgBF,KAAK,CAAC,CAAD,CAArB;IACD;EACF;;EAEDlB,UAAU,CAACZ,CAAD,EAAqC;IAC7C,IAAM;MAAEL,QAAF;MAAYsC,cAAZ;MAA4BC;IAA5B,IAA0C,KAAK5B,KAArD;IACAN,CAAC,CAACC,cAAF;IACAD,CAAC,CAACE,eAAF;;IAEA,IAAIgC,SAAS,IAAI,IAAjB,EAAuB;MACrBD,cAAc;MACd;IACD;;IAED,IACEjC,CAAC,CAACmC,YAAF,IAAkB,IAAlB,IACAnC,CAAC,CAACmC,YAAF,CAAeC,KAAf,IAAwB,IADxB,IAEApC,CAAC,CAACmC,YAAF,CAAeC,KAAf,CAAqBC,MAArB,KAAgC,CAHlC,EAIE;MACA;IACD;;IAED,IAAMC,IAAI,GAAGtC,CAAC,CAACmC,YAAF,CAAeC,KAAf,CAAqB,CAArB,EAAwBG,SAAxB,EAAb;IACA5D,aAAa,CAAC2D,IAAD,CAAb;;IACA,IAAIrD,UAAU,CAACQ,gBAAX,CAA4B6C,IAAI,CAAC5C,IAAjC,EAAuCC,QAAvC,CAAJ,EAAsD;MACpD,KAAKqC,UAAL,CAAgBM,IAAhB;IACD,CAFD,MAEO;MACL,KAAKE,QAAL,CAAc;QACZC,SAAS,EAAExD,UAAU,CAACyD;MADV,CAAd;IAGD;EACF;;EAED7B,WAAW,CAACgB,KAAD,EAA6C;IACtD,IAAM;MAAEc;IAAF,IAAe,KAAKrC,KAA1B;IACAuB,KAAK,CAAC3B,eAAN;IACA2B,KAAK,CAAC5B,cAAN;IACA0C,QAAQ;IACR,KAAKH,QAAL,CAAc;MACZpB,gBAAgB,EAAE,EADN;MAEZqB,SAAS,EAAEG;IAFC,CAAd;EAID;;EAEDZ,UAAU,CAACM,IAAD,EAAmB;IAC3B,IAAM;MAAEO;IAAF,IAAmB,KAAKvC,KAA9B;IACAuC,YAAY,CAACP,IAAD,CAAZ;IACA,KAAKE,QAAL,CAAc;MACZpB,gBAAgB,EAAEkB,IAAI,CAAC5C,IADX;MAEZ+C,SAAS,EAAEG;IAFC,CAAd;EAID;;EAED9B,eAAe,GAAS;IACtB,IAAM;MAAEgC,OAAF;MAAWC,OAAX;MAAoBC;IAApB,IAAyC,KAAK1C,KAApD;;IACA,IAAI0C,gBAAJ,EAAsB;MACpB;IACD;;IACDC,SAAS,CAACC,SAAV,CACGC,QADH,GAEGC,IAFH,CAEQC,QAAQ,IAAI;MAChBP,OAAO,CAACO,QAAD,CAAP;MACA,KAAKb,QAAL,CAAc;QACZpB,gBAAgB,EAAEvC,aADN;QAEZ4D,SAAS,EAAEG;MAFC,CAAd;IAID,CARH,EASGU,KATH,CASUtD,CAAD,IAAgB+C,OAAO,CAAC/C,CAAD,CAThC;EAUD;;EAEDe,gBAAgB,CAACc,KAAD,EAA8B;IAC5CA,KAAK,CAAC3B,eAAN;IACA2B,KAAK,CAAC5B,cAAN;IACA,KAAKa,eAAL;EACD;;EAEDyC,oBAAoB,GAAoB;IACtC,IAAM;MAAEP;IAAF,IAAuB,KAAK1C,KAAlC;IACA,OAAO,CACL;MACEkD,KAAK,EAAE,OADT;MAEEC,IAAI,EAAElF,QAFR;MAGEmF,MAAM,EAAE,KAAK5C,eAHf;MAIE6C,QAAQ,EAAExF,gBAAgB,CAACyF,KAJ7B;MAKEC,QAAQ,EAAEb;IALZ,CADK,CAAP;EASD;;EAcDc,MAAM,GAAiB;IACrB,IAAM;MAAEnE,QAAF;MAAYuC,SAAZ;MAAuBc;IAAvB,IAA4C,KAAK1C,KAAvD;IACA,IAAM;MAAEc,gBAAF;MAAoBqB;IAApB,IAAkC,KAAKtB,KAA7C;IACA,IAAM4C,KAAK,GAAG7B,SAAH,aAAGA,SAAH,cAAGA,SAAH,GAAgBO,SAA3B;IACA,IAAMuB,cAAc,GAAG,KAAKT,oBAAL,EAAvB;IACA,oBACE;MACE,GAAG,EAAE,KAAKrC,OADZ;MAEE,SAAS,EAAC,kCAFZ;MAGE,UAAU,EAAEjC,UAAU,CAACc,cAHzB;MAIE,MAAM,EAAE,KAAKa,UAJf;MAKE,QAAQ,EAAE,CAAC;IALb,gBAOE,oBAAC,cAAD;MAAgB,OAAO,EAAEoD;IAAzB,EAPF,eAQE;MACE,GAAG,EAAE,KAAKhD,QADZ;MAEE,IAAI,EAAC,MAFP;MAGE,EAAE,EAAC,UAHL;MAIE,MAAM,EAAE,KAAKiD,eAAL,CAAqBtE,QAArB,CAJV;MAKE,KAAK,EAAE;QAAEuE,OAAO,EAAE;MAAX,CALT;MAME,QAAQ,EAAE,KAAKvD,WANjB;MAOE,eAAY;IAPd,EARF,EAiBG,CAACS,gBAAD,KAAsB2C,KAAK,KAAKnB,SAAV,IAAuBmB,KAAK,KAAK,EAAvD,kBACC;MAAK,SAAS,EAAC;IAAf,gBACE;MAAK,SAAS,EAAC;IAAf,gBACE,oBAAC,eAAD;MAAiB,IAAI,EAAE1F;IAAvB,EADF,CADF,eAIE,gFAJF,eAKE;MAAK,SAAS,EAAC;IAAf,gBACE,wCADF,CALF,eAQE,oBAAC,MAAD;MAAQ,IAAI,EAAC,SAAb;MAAuB,OAAO,EAAE,KAAKoC;IAArC,oBARF,CAlBJ,EA+BGW,gBAAgB,KAAK2C,KAAK,KAAKnB,SAAV,IAAuBmB,KAAK,KAAK,EAAtC,CAAhB,iBACC;MAAK,SAAS,EAAC;IAAf,gBACE;MAAK,SAAS,EAAC;IAAf,gBACE,oBAAC,eAAD;MAAiB,IAAI,EAAE9E,UAAU,CAACkB,OAAX,CAAmBiB,gBAAnB;IAAvB,EADF,CADF,eAIE;MAAK,SAAS,EAAC;IAAf,gBACE,mDADF,eAEE;MAAO,SAAS,EAAC;IAAjB,GACGA,gBADH,EAEG,CAAC4B,gBAAD,iBACC,oBAAC,MAAD;MACE,IAAI,EAAC,OADP;MAEE,SAAS,EAAC,MAFZ;MAGE,OAAO,EAAE,KAAKnC,WAHhB;MAIE,IAAI,EAAEpC,OAJR;MAKE,OAAO,EAAC;IALV,EAHJ,CAFF,CAJF,CAhCJ,EAqDG0F,OAAO,CAACJ,KAAD,CAAP,iBACC;MAAK,SAAS,EAAC;IAAf,gBACE;MAAK,SAAS,EAAC;IAAf,gBACE,oBAAC,eAAD;MAAiB,IAAI,EAAErF;IAAvB,EADF,CADF,eAIE,mCAAQqF,KAAR,CAJF,EAKGA,KAAK,KAAK9E,UAAU,CAACyD,eAArB,iBACC;MAAK,SAAS,EAAC;IAAf,gBACE,mCAAQ,KAAK0B,sBAAL,CAA4BzE,QAA5B,CAAR,CADF,CANJ,CAtDJ,CADF;EAqED;;AArQkE;;gBAA/DV,U,kBACkB;EACpBU,QAAQ,EAAE,KADU;EAEpBuC,SAAS,EAAE;AAFS,C;;gBADlBjD,U,yBAMyB,6B;;gBANzBA,U,qBAQqB,yB;;AAgQ3B,eAAeA,UAAf"}
+{"version":3,"file":"CsvOverlay.js","names":["React","Component","memoize","FontAwesomeIcon","Button","ContextActions","GLOBAL_SHORTCUTS","dhFileCsv","dhFileDownload","dhFileSpreadsheet","vsClippy","vsFileZip","vsTrash","vsWarning","assertNotNull","TextUtils","PASTED_VALUES","INVALID_MIME_TYPES","VALID_EXTENSIONS","ZIP_EXTENSIONS","CsvOverlay","isValidDropItem","item","kind","find","invalid","test","type","isValidExtension","name","allowZip","some","ext","endsWith","handleDragOver","e","preventDefault","stopPropagation","getIcon","fileName","constructor","props","getValidExtensions","join","handleSelectFile","bind","handleFiles","handleDrop","unstageFile","handleMenuPaste","handlePasteEvent","fileElem","createRef","divElem","state","selectedFileName","componentDidMount","current","addEventListener","focus","componentWillUnmount","removeEventListener","value","click","event","files","target","handleFile","clearDragError","dragError","dataTransfer","items","length","file","getAsFile","setState","dropError","FILE_TYPE_ERROR","onCancel","undefined","onFileOpened","onPaste","onError","uploadInProgress","navigator","clipboard","readText","then","clipText","catch","makeContextMenuItems","title","icon","action","shortcut","PASTE","disabled","render","error","contextActions","getAcceptString","display","Boolean","getFileTypeErrorString"],"sources":["../../src/csv/CsvOverlay.tsx"],"sourcesContent":["import React, {\n  ChangeEvent,\n  Component,\n  DragEvent,\n  MouseEvent,\n  ReactElement,\n  RefObject,\n} from 'react';\nimport memoize from 'memoize-one';\nimport { FontAwesomeIcon } from '@fortawesome/react-fontawesome';\nimport {\n  Button,\n  ContextAction,\n  ContextActions,\n  GLOBAL_SHORTCUTS,\n} from '@deephaven/components';\nimport {\n  dhFileCsv,\n  dhFileDownload,\n  dhFileSpreadsheet,\n  IconDefinition,\n  vsClippy,\n  vsFileZip,\n  vsTrash,\n  vsWarning,\n} from '@deephaven/icons';\nimport './CsvOverlay.scss';\nimport { assertNotNull, TextUtils } from '@deephaven/utils';\n\ninterface CsvOverlayProps {\n  allowZip: boolean;\n  onFileOpened: (file: File) => void;\n  onCancel: () => void;\n  onPaste: (clipText: string) => void;\n  clearDragError: () => void;\n  dragError: string | null;\n  onError: (e: unknown) => void;\n  uploadInProgress: boolean;\n}\n\ninterface CsvOverlayState {\n  selectedFileName: string;\n  dropError?: string;\n}\n\nconst PASTED_VALUES = 'pasted values';\n\nconst INVALID_MIME_TYPES = [/^audio.*/, /^font.*/, /^image.*/, /^video.*/];\n\nconst VALID_EXTENSIONS = ['.csv', '.tsv', '.tab', '.psv', '.dsv', '.txt'];\n\nconst ZIP_EXTENSIONS = ['.zip'];\n\n/**\n * Overlay that is displayed when uploading a CSV file.\n */\nclass CsvOverlay extends Component<CsvOverlayProps, CsvOverlayState> {\n  static defaultProps = {\n    allowZip: false,\n    dragError: null,\n  };\n\n  static MULTIPLE_FILE_ERROR = 'Please select only one file';\n\n  static FILE_TYPE_ERROR = 'Filetype not supported.';\n\n  static isValidDropItem(item: DataTransferItem): boolean {\n    return (\n      item != null &&\n      item.kind === 'file' &&\n      !INVALID_MIME_TYPES.find(invalid => invalid.test(item.type))\n    );\n  }\n\n  static isValidExtension(name: string, allowZip = false): boolean {\n    return (\n      VALID_EXTENSIONS.some(ext => name.endsWith(ext)) ||\n      (allowZip && ZIP_EXTENSIONS.some(ext => name.endsWith(ext)))\n    );\n  }\n\n  static handleDragOver(e: DragEvent): void {\n    e.preventDefault();\n    e.stopPropagation();\n  }\n\n  static getIcon(fileName: string): IconDefinition {\n    if (fileName === PASTED_VALUES) {\n      return vsClippy;\n    }\n    if (fileName.endsWith('.csv')) {\n      return dhFileCsv;\n    }\n    if (fileName.endsWith('.zip')) {\n      return vsFileZip;\n    }\n    return dhFileSpreadsheet;\n  }\n\n  constructor(props: CsvOverlayProps) {\n    super(props);\n\n    this.handleSelectFile = this.handleSelectFile.bind(this);\n    this.handleFiles = this.handleFiles.bind(this);\n    this.handleDrop = this.handleDrop.bind(this);\n    this.unstageFile = this.unstageFile.bind(this);\n    this.handleMenuPaste = this.handleMenuPaste.bind(this);\n    this.handlePasteEvent = this.handlePasteEvent.bind(this);\n\n    this.fileElem = React.createRef();\n    this.divElem = React.createRef();\n\n    this.state = {\n      selectedFileName: '',\n    };\n  }\n\n  componentDidMount(): void {\n    this.divElem.current?.addEventListener('paste', this.handlePasteEvent);\n    this.divElem.current?.focus();\n  }\n\n  componentWillUnmount(): void {\n    this.divElem.current?.removeEventListener('paste', this.handlePasteEvent);\n  }\n\n  fileElem: RefObject<HTMLInputElement>;\n\n  divElem: RefObject<HTMLDivElement>;\n\n  handleSelectFile(): void {\n    if (this.fileElem.current) {\n      this.fileElem.current.value = '';\n      this.fileElem.current?.click();\n    }\n  }\n\n  handleFiles(event: ChangeEvent<HTMLInputElement>): void {\n    event.stopPropagation();\n    event.preventDefault();\n    const { files } = event.target;\n    if (files != null) {\n      this.handleFile(files[0]);\n    }\n  }\n\n  handleDrop(e: DragEvent<HTMLDivElement>): void {\n    const { allowZip, clearDragError, dragError } = this.props;\n    e.preventDefault();\n    e.stopPropagation();\n\n    if (dragError != null) {\n      clearDragError();\n      return;\n    }\n\n    if (\n      e.dataTransfer == null ||\n      e.dataTransfer.items == null ||\n      e.dataTransfer.items.length === 0\n    ) {\n      return;\n    }\n\n    const file = e.dataTransfer.items[0].getAsFile();\n    assertNotNull(file);\n    if (CsvOverlay.isValidExtension(file.name, allowZip)) {\n      this.handleFile(file);\n    } else {\n      this.setState({\n        dropError: CsvOverlay.FILE_TYPE_ERROR,\n      });\n    }\n  }\n\n  unstageFile(event: MouseEvent<HTMLButtonElement>): void {\n    const { onCancel } = this.props;\n    event.stopPropagation();\n    event.preventDefault();\n    onCancel();\n    this.setState({\n      selectedFileName: '',\n      dropError: undefined,\n    });\n  }\n\n  handleFile(file: File): void {\n    const { onFileOpened } = this.props;\n    onFileOpened(file);\n    this.setState({\n      selectedFileName: file.name,\n      dropError: undefined,\n    });\n  }\n\n  handleMenuPaste(): void {\n    const { onPaste, onError, uploadInProgress } = this.props;\n    if (uploadInProgress) {\n      return;\n    }\n    navigator.clipboard\n      .readText()\n      .then(clipText => {\n        onPaste(clipText);\n        this.setState({\n          selectedFileName: PASTED_VALUES,\n          dropError: undefined,\n        });\n      })\n      .catch((e: unknown) => onError(e));\n  }\n\n  handlePasteEvent(event: ClipboardEvent): void {\n    event.stopPropagation();\n    event.preventDefault();\n    this.handleMenuPaste();\n  }\n\n  makeContextMenuItems(): ContextAction[] {\n    const { uploadInProgress } = this.props;\n    return [\n      {\n        title: 'Paste',\n        icon: vsClippy,\n        action: this.handleMenuPaste,\n        shortcut: GLOBAL_SHORTCUTS.PASTE,\n        disabled: uploadInProgress,\n      },\n    ];\n  }\n\n  getValidExtensions = memoize((allowZip: boolean) =>\n    allowZip ? [...VALID_EXTENSIONS, ...ZIP_EXTENSIONS] : [...VALID_EXTENSIONS]\n  );\n\n  getAcceptString = memoize((allowZip: boolean) =>\n    this.getValidExtensions(allowZip).join(', ')\n  );\n\n  getFileTypeErrorString = memoize((allowZip: boolean) =>\n    TextUtils.join(this.getValidExtensions(allowZip), 'or')\n  );\n\n  render(): ReactElement {\n    const { allowZip, dragError, uploadInProgress } = this.props;\n    const { selectedFileName, dropError } = this.state;\n    const error = dragError ?? dropError;\n    const contextActions = this.makeContextMenuItems();\n    return (\n      <div\n        ref={this.divElem}\n        className=\"csv-overlay fill-parent-absolute\"\n        onDragOver={CsvOverlay.handleDragOver}\n        onDrop={this.handleDrop}\n        tabIndex={-1}\n      >\n        <ContextActions actions={contextActions} />\n        <input\n          ref={this.fileElem}\n          type=\"file\"\n          id=\"fileElem\"\n          accept={this.getAcceptString(allowZip)}\n          style={{ display: 'none' }}\n          onChange={this.handleFiles}\n          data-testid=\"fileElem\"\n        />\n        {!selectedFileName && (error === undefined || error === '') && (\n          <div className=\"message-content\">\n            <div className=\"message-icon\">\n              <FontAwesomeIcon icon={dhFileDownload} />\n            </div>\n            <label>Drop file (or paste values) here to import</label>\n            <div className=\"message-small\">\n              <label>or</label>\n            </div>\n            <Button kind=\"primary\" onClick={this.handleSelectFile}>\n              Select File...\n            </Button>\n          </div>\n        )}\n        {selectedFileName && (error === undefined || error === '') && (\n          <div className=\"selected-content\">\n            <div className=\"selected-icon\">\n              <FontAwesomeIcon icon={CsvOverlay.getIcon(selectedFileName)} />\n            </div>\n            <div className=\"selected-text\">\n              <label>Selected File</label>\n              <label className=\"selected-name\">\n                {selectedFileName}\n                {!uploadInProgress && (\n                  <Button\n                    kind=\"ghost\"\n                    className=\"ml-2\"\n                    onClick={this.unstageFile}\n                    icon={vsTrash}\n                    tooltip=\"Remove\"\n                  />\n                )}\n              </label>\n            </div>\n          </div>\n        )}\n        {Boolean(error) && (\n          <div className=\"message-content\">\n            <div className=\"message-icon\">\n              <FontAwesomeIcon icon={vsWarning} />\n            </div>\n            <label>{error}</label>\n            {error === CsvOverlay.FILE_TYPE_ERROR && (\n              <div className=\"message-small\">\n                <label>{this.getFileTypeErrorString(allowZip)}</label>\n              </div>\n            )}\n          </div>\n        )}\n      </div>\n    );\n  }\n}\n\nexport default CsvOverlay;\n"],"mappings":";AAAA,OAAOA,KAAK,IAEVC,SAAS,QAKJ,OAAO;AACd,OAAOC,OAAO,MAAM,aAAa;AACjC,SAASC,eAAe,QAAQ,gCAAgC;AAChE,SACEC,MAAM,EAENC,cAAc,EACdC,gBAAgB,QACX,uBAAuB;AAC9B,SACEC,SAAS,EACTC,cAAc,EACdC,iBAAiB,EAEjBC,QAAQ,EACRC,SAAS,EACTC,OAAO,EACPC,SAAS,QACJ,kBAAkB;AAAC;AAE1B,SAASC,aAAa,EAAEC,SAAS,QAAQ,kBAAkB;AAkB3D,IAAMC,aAAa,GAAG,eAAe;AAErC,IAAMC,kBAAkB,GAAG,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC;AAE1E,IAAMC,gBAAgB,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;AAEzE,IAAMC,cAAc,GAAG,CAAC,MAAM,CAAC;;AAE/B;AACA;AACA;AACA,MAAMC,UAAU,SAASnB,SAAS,CAAmC;EAUnE,OAAOoB,eAAe,CAACC,IAAsB,EAAW;IACtD,OACEA,IAAI,IAAI,IAAI,IACZA,IAAI,CAACC,IAAI,KAAK,MAAM,IACpB,CAACN,kBAAkB,CAACO,IAAI,CAACC,OAAO,IAAIA,OAAO,CAACC,IAAI,CAACJ,IAAI,CAACK,IAAI,CAAC,CAAC;EAEhE;EAEA,OAAOC,gBAAgB,CAACC,IAAY,EAA6B;IAAA,IAA3BC,QAAQ,uEAAG,KAAK;IACpD,OACEZ,gBAAgB,CAACa,IAAI,CAACC,GAAG,IAAIH,IAAI,CAACI,QAAQ,CAACD,GAAG,CAAC,CAAC,IAC/CF,QAAQ,IAAIX,cAAc,CAACY,IAAI,CAACC,GAAG,IAAIH,IAAI,CAACI,QAAQ,CAACD,GAAG,CAAC,CAAE;EAEhE;EAEA,OAAOE,cAAc,CAACC,CAAY,EAAQ;IACxCA,CAAC,CAACC,cAAc,EAAE;IAClBD,CAAC,CAACE,eAAe,EAAE;EACrB;EAEA,OAAOC,OAAO,CAACC,QAAgB,EAAkB;IAC/C,IAAIA,QAAQ,KAAKvB,aAAa,EAAE;MAC9B,OAAON,QAAQ;IACjB;IACA,IAAI6B,QAAQ,CAACN,QAAQ,CAAC,MAAM,CAAC,EAAE;MAC7B,OAAO1B,SAAS;IAClB;IACA,IAAIgC,QAAQ,CAACN,QAAQ,CAAC,MAAM,CAAC,EAAE;MAC7B,OAAOtB,SAAS;IAClB;IACA,OAAOF,iBAAiB;EAC1B;EAEA+B,WAAW,CAACC,KAAsB,EAAE;IAClC,KAAK,CAACA,KAAK,CAAC;IAAC;IAAA;IAAA,4CAmIMvC,OAAO,CAAE4B,QAAiB,IAC7CA,QAAQ,GAAG,CAAC,GAAGZ,gBAAgB,EAAE,GAAGC,cAAc,CAAC,GAAG,CAAC,GAAGD,gBAAgB,CAAC,CAC5E;IAAA,yCAEiBhB,OAAO,CAAE4B,QAAiB,IAC1C,IAAI,CAACY,kBAAkB,CAACZ,QAAQ,CAAC,CAACa,IAAI,CAAC,IAAI,CAAC,CAC7C;IAAA,gDAEwBzC,OAAO,CAAE4B,QAAiB,IACjDf,SAAS,CAAC4B,IAAI,CAAC,IAAI,CAACD,kBAAkB,CAACZ,QAAQ,CAAC,EAAE,IAAI,CAAC,CACxD;IA3IC,IAAI,CAACc,gBAAgB,GAAG,IAAI,CAACA,gBAAgB,CAACC,IAAI,CAAC,IAAI,CAAC;IACxD,IAAI,CAACC,WAAW,GAAG,IAAI,CAACA,WAAW,CAACD,IAAI,CAAC,IAAI,CAAC;IAC9C,IAAI,CAACE,UAAU,GAAG,IAAI,CAACA,UAAU,CAACF,IAAI,CAAC,IAAI,CAAC;IAC5C,IAAI,CAACG,WAAW,GAAG,IAAI,CAACA,WAAW,CAACH,IAAI,CAAC,IAAI,CAAC;IAC9C,IAAI,CAACI,eAAe,GAAG,IAAI,CAACA,eAAe,CAACJ,IAAI,CAAC,IAAI,CAAC;IACtD,IAAI,CAACK,gBAAgB,GAAG,IAAI,CAACA,gBAAgB,CAACL,IAAI,CAAC,IAAI,CAAC;IAExD,IAAI,CAACM,QAAQ,gBAAGnD,KAAK,CAACoD,SAAS,EAAE;IACjC,IAAI,CAACC,OAAO,gBAAGrD,KAAK,CAACoD,SAAS,EAAE;IAEhC,IAAI,CAACE,KAAK,GAAG;MACXC,gBAAgB,EAAE;IACpB,CAAC;EACH;EAEAC,iBAAiB,GAAS;IAAA;IACxB,6BAAI,CAACH,OAAO,CAACI,OAAO,0DAApB,sBAAsBC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAACR,gBAAgB,CAAC;IACtE,8BAAI,CAACG,OAAO,CAACI,OAAO,2DAApB,uBAAsBE,KAAK,EAAE;EAC/B;EAEAC,oBAAoB,GAAS;IAAA;IAC3B,8BAAI,CAACP,OAAO,CAACI,OAAO,2DAApB,uBAAsBI,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAACX,gBAAgB,CAAC;EAC3E;EAMAN,gBAAgB,GAAS;IACvB,IAAI,IAAI,CAACO,QAAQ,CAACM,OAAO,EAAE;MAAA;MACzB,IAAI,CAACN,QAAQ,CAACM,OAAO,CAACK,KAAK,GAAG,EAAE;MAChC,6BAAI,CAACX,QAAQ,CAACM,OAAO,0DAArB,sBAAuBM,KAAK,EAAE;IAChC;EACF;EAEAjB,WAAW,CAACkB,KAAoC,EAAQ;IACtDA,KAAK,CAAC3B,eAAe,EAAE;IACvB2B,KAAK,CAAC5B,cAAc,EAAE;IACtB,IAAM;MAAE6B;IAAM,CAAC,GAAGD,KAAK,CAACE,MAAM;IAC9B,IAAID,KAAK,IAAI,IAAI,EAAE;MACjB,IAAI,CAACE,UAAU,CAACF,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B;EACF;EAEAlB,UAAU,CAACZ,CAA4B,EAAQ;IAC7C,IAAM;MAAEL,QAAQ;MAAEsC,cAAc;MAAEC;IAAU,CAAC,GAAG,IAAI,CAAC5B,KAAK;IAC1DN,CAAC,CAACC,cAAc,EAAE;IAClBD,CAAC,CAACE,eAAe,EAAE;IAEnB,IAAIgC,SAAS,IAAI,IAAI,EAAE;MACrBD,cAAc,EAAE;MAChB;IACF;IAEA,IACEjC,CAAC,CAACmC,YAAY,IAAI,IAAI,IACtBnC,CAAC,CAACmC,YAAY,CAACC,KAAK,IAAI,IAAI,IAC5BpC,CAAC,CAACmC,YAAY,CAACC,KAAK,CAACC,MAAM,KAAK,CAAC,EACjC;MACA;IACF;IAEA,IAAMC,IAAI,GAAGtC,CAAC,CAACmC,YAAY,CAACC,KAAK,CAAC,CAAC,CAAC,CAACG,SAAS,EAAE;IAChD5D,aAAa,CAAC2D,IAAI,CAAC;IACnB,IAAIrD,UAAU,CAACQ,gBAAgB,CAAC6C,IAAI,CAAC5C,IAAI,EAAEC,QAAQ,CAAC,EAAE;MACpD,IAAI,CAACqC,UAAU,CAACM,IAAI,CAAC;IACvB,CAAC,MAAM;MACL,IAAI,CAACE,QAAQ,CAAC;QACZC,SAAS,EAAExD,UAAU,CAACyD;MACxB,CAAC,CAAC;IACJ;EACF;EAEA7B,WAAW,CAACgB,KAAoC,EAAQ;IACtD,IAAM;MAAEc;IAAS,CAAC,GAAG,IAAI,CAACrC,KAAK;IAC/BuB,KAAK,CAAC3B,eAAe,EAAE;IACvB2B,KAAK,CAAC5B,cAAc,EAAE;IACtB0C,QAAQ,EAAE;IACV,IAAI,CAACH,QAAQ,CAAC;MACZpB,gBAAgB,EAAE,EAAE;MACpBqB,SAAS,EAAEG;IACb,CAAC,CAAC;EACJ;EAEAZ,UAAU,CAACM,IAAU,EAAQ;IAC3B,IAAM;MAAEO;IAAa,CAAC,GAAG,IAAI,CAACvC,KAAK;IACnCuC,YAAY,CAACP,IAAI,CAAC;IAClB,IAAI,CAACE,QAAQ,CAAC;MACZpB,gBAAgB,EAAEkB,IAAI,CAAC5C,IAAI;MAC3B+C,SAAS,EAAEG;IACb,CAAC,CAAC;EACJ;EAEA9B,eAAe,GAAS;IACtB,IAAM;MAAEgC,OAAO;MAAEC,OAAO;MAAEC;IAAiB,CAAC,GAAG,IAAI,CAAC1C,KAAK;IACzD,IAAI0C,gBAAgB,EAAE;MACpB;IACF;IACAC,SAAS,CAACC,SAAS,CAChBC,QAAQ,EAAE,CACVC,IAAI,CAACC,QAAQ,IAAI;MAChBP,OAAO,CAACO,QAAQ,CAAC;MACjB,IAAI,CAACb,QAAQ,CAAC;QACZpB,gBAAgB,EAAEvC,aAAa;QAC/B4D,SAAS,EAAEG;MACb,CAAC,CAAC;IACJ,CAAC,CAAC,CACDU,KAAK,CAAEtD,CAAU,IAAK+C,OAAO,CAAC/C,CAAC,CAAC,CAAC;EACtC;EAEAe,gBAAgB,CAACc,KAAqB,EAAQ;IAC5CA,KAAK,CAAC3B,eAAe,EAAE;IACvB2B,KAAK,CAAC5B,cAAc,EAAE;IACtB,IAAI,CAACa,eAAe,EAAE;EACxB;EAEAyC,oBAAoB,GAAoB;IACtC,IAAM;MAAEP;IAAiB,CAAC,GAAG,IAAI,CAAC1C,KAAK;IACvC,OAAO,CACL;MACEkD,KAAK,EAAE,OAAO;MACdC,IAAI,EAAElF,QAAQ;MACdmF,MAAM,EAAE,IAAI,CAAC5C,eAAe;MAC5B6C,QAAQ,EAAExF,gBAAgB,CAACyF,KAAK;MAChCC,QAAQ,EAAEb;IACZ,CAAC,CACF;EACH;EAcAc,MAAM,GAAiB;IACrB,IAAM;MAAEnE,QAAQ;MAAEuC,SAAS;MAAEc;IAAiB,CAAC,GAAG,IAAI,CAAC1C,KAAK;IAC5D,IAAM;MAAEc,gBAAgB;MAAEqB;IAAU,CAAC,GAAG,IAAI,CAACtB,KAAK;IAClD,IAAM4C,KAAK,GAAG7B,SAAS,aAATA,SAAS,cAATA,SAAS,GAAIO,SAAS;IACpC,IAAMuB,cAAc,GAAG,IAAI,CAACT,oBAAoB,EAAE;IAClD,oBACE;MACE,GAAG,EAAE,IAAI,CAACrC,OAAQ;MAClB,SAAS,EAAC,kCAAkC;MAC5C,UAAU,EAAEjC,UAAU,CAACc,cAAe;MACtC,MAAM,EAAE,IAAI,CAACa,UAAW;MACxB,QAAQ,EAAE,CAAC;IAAE,gBAEb,oBAAC,cAAc;MAAC,OAAO,EAAEoD;IAAe,EAAG,eAC3C;MACE,GAAG,EAAE,IAAI,CAAChD,QAAS;MACnB,IAAI,EAAC,MAAM;MACX,EAAE,EAAC,UAAU;MACb,MAAM,EAAE,IAAI,CAACiD,eAAe,CAACtE,QAAQ,CAAE;MACvC,KAAK,EAAE;QAAEuE,OAAO,EAAE;MAAO,CAAE;MAC3B,QAAQ,EAAE,IAAI,CAACvD,WAAY;MAC3B,eAAY;IAAU,EACtB,EACD,CAACS,gBAAgB,KAAK2C,KAAK,KAAKnB,SAAS,IAAImB,KAAK,KAAK,EAAE,CAAC,iBACzD;MAAK,SAAS,EAAC;IAAiB,gBAC9B;MAAK,SAAS,EAAC;IAAc,gBAC3B,oBAAC,eAAe;MAAC,IAAI,EAAE1F;IAAe,EAAG,CACrC,eACN,gFAAyD,eACzD;MAAK,SAAS,EAAC;IAAe,gBAC5B,wCAAiB,CACb,eACN,oBAAC,MAAM;MAAC,IAAI,EAAC,SAAS;MAAC,OAAO,EAAE,IAAI,CAACoC;IAAiB,oBAE7C,CAEZ,EACAW,gBAAgB,KAAK2C,KAAK,KAAKnB,SAAS,IAAImB,KAAK,KAAK,EAAE,CAAC,iBACxD;MAAK,SAAS,EAAC;IAAkB,gBAC/B;MAAK,SAAS,EAAC;IAAe,gBAC5B,oBAAC,eAAe;MAAC,IAAI,EAAE9E,UAAU,CAACkB,OAAO,CAACiB,gBAAgB;IAAE,EAAG,CAC3D,eACN;MAAK,SAAS,EAAC;IAAe,gBAC5B,mDAA4B,eAC5B;MAAO,SAAS,EAAC;IAAe,GAC7BA,gBAAgB,EAChB,CAAC4B,gBAAgB,iBAChB,oBAAC,MAAM;MACL,IAAI,EAAC,OAAO;MACZ,SAAS,EAAC,MAAM;MAChB,OAAO,EAAE,IAAI,CAACnC,WAAY;MAC1B,IAAI,EAAEpC,OAAQ;MACd,OAAO,EAAC;IAAQ,EAEnB,CACK,CACJ,CAET,EACA0F,OAAO,CAACJ,KAAK,CAAC,iBACb;MAAK,SAAS,EAAC;IAAiB,gBAC9B;MAAK,SAAS,EAAC;IAAc,gBAC3B,oBAAC,eAAe;MAAC,IAAI,EAAErF;IAAU,EAAG,CAChC,eACN,mCAAQqF,KAAK,CAAS,EACrBA,KAAK,KAAK9E,UAAU,CAACyD,eAAe,iBACnC;MAAK,SAAS,EAAC;IAAe,gBAC5B,mCAAQ,IAAI,CAAC0B,sBAAsB,CAACzE,QAAQ,CAAC,CAAS,CAEzD,CAEJ,CACG;EAEV;AACF;AAAC,gBAtQKV,UAAU,kBACQ;EACpBU,QAAQ,EAAE,KAAK;EACfuC,SAAS,EAAE;AACb,CAAC;AAAA,gBAJGjD,UAAU,yBAMe,6BAA6B;AAAA,gBANtDA,UAAU,qBAQW,yBAAyB;AAgQpD,eAAeA,UAAU"}

package/dist/csv/CsvParser.js

@@ -1,31 +1,28 @@
 function _defineProperty(obj, key, value) { if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
-
 import Papa from 'papaparse';
 import Log from '@deephaven/log';
 import { assertNotNull, DbNameValidator } from '@deephaven/utils';
 import CsvTypeParser from "./CsvTypeParser.js";
-var log = Log.module('CsvParser'); // This is based on jszip streaming ~15 KB chunks to papa parse
-// Want to consolidate to ~10 MB chunks
+var log = Log.module('CsvParser');
 
+// This is based on jszip streaming ~15 KB chunks to papa parse
+// Want to consolidate to ~10 MB chunks
 var ZIP_CONSOLIDATE_CHUNKS = 650;
-
 /**
  * Parser a CSV file in chunks and returns a table handle for each chunk.
  */
 class CsvParser {
   // Generates column names A-Z, AA-AZ, BA-BZ, etc...
+
   static generateHeaderRecursive(n) {
     var header = '';
     var char = n;
-
     if (n >= 26) {
       header = header.concat(CsvParser.generateHeaderRecursive(Math.floor(n / 26) - 1));
       char = n % 26;
     }
-
     return header.concat(String.fromCharCode(65 + char));
   }
-
   constructor(_ref) {
     var {
       onFileCompleted,
@@ -38,47 +35,26 @@ class CsvParser {
       timeZone,
       isZip
     } = _ref;
-
     _defineProperty(this, "onFileCompleted", void 0);
-
     _defineProperty(this, "session", void 0);
-
     _defineProperty(this, "file", void 0);
-
     _defineProperty(this, "isZip", void 0);
-
     _defineProperty(this, "type", void 0);
-
     _defineProperty(this, "readHeaders", void 0);
-
     _defineProperty(this, "timeZone", void 0);
-
     _defineProperty(this, "onProgress", void 0);
-
     _defineProperty(this, "onError", void 0);
-
     _defineProperty(this, "tables", void 0);
-
     _defineProperty(this, "headers", void 0);
-
     _defineProperty(this, "types", void 0);
-
     _defineProperty(this, "chunks", void 0);
-
     _defineProperty(this, "totalChunks", void 0);
-
     _defineProperty(this, "isComplete", void 0);
-
     _defineProperty(this, "zipProgress", void 0);
-
     _defineProperty(this, "consolidatedChunks", void 0);
-
     _defineProperty(this, "numConsolidated", void 0);
-
     _defineProperty(this, "isCancelled", void 0);
-
     _defineProperty(this, "config", void 0);
-
     this.onFileCompleted = onFileCompleted;
     this.session = session;
     this.file = file;
@@ -112,48 +88,39 @@ class CsvParser {
       fastMode: false
     };
   }
-
   cancel() {
     this.isCancelled = true;
   }
-
   transpose(numColumns, array) {
     var numRows = array.length;
     var columns = new Array(numColumns).fill(null).map(() => new Array(numRows));
-
     for (var r = 0; r < numRows; r += 1) {
       var row = array[r];
-
       if (row.length < numColumns) {
         throw new Error("Insufficient columns. Expected ".concat(numColumns, " but found ").concat(row.length, "\n").concat(row));
       }
-
       for (var c = 0; c < numColumns; c += 1) {
         var value = this.type.shouldTrim ? array[r][c].trim() : array[r][c];
         columns[c][r] = this.nullCheck(value);
       }
     }
-
     return columns;
   }
-
   nullCheck(value) {
     return value === this.type.nullString ? '' : value;
   }
-
   parse() {
     var handleParseDone = types => {
-      var toParse = this.isZip ? this.file.nodeStream( // JsZip types are incorrect, thus the funny casting
+      var toParse = this.isZip ? this.file.nodeStream(
+      // JsZip types are incorrect, thus the funny casting
       // Actual parameter is 'nodebuffer'
       'nodebuffer', this.handleNodeUpdate) : this.file;
       this.types = types;
       Papa.parse(toParse, this.config);
     };
-
     var typeParser = new CsvTypeParser(handleParseDone, this.file, this.readHeaders, this.config, this.type.nullString, this.onProgress, this.onError, this.totalChunks, this.isZip, this.type.shouldTrim);
     typeParser.parse();
   }
-
   handleChunk(result, parser) {
     var {
       readHeaders,
@@ -162,18 +129,15 @@ class CsvParser {
       isZip,
       tables
     } = this;
-
     if (this.isCancelled) {
       log.debug2('CSV parser cancelled.');
       parser.abort();
       tables.forEach(t => t.close());
       return;
     }
-
     var {
       data
     } = result;
-
     if (!this.headers) {
       if (readHeaders) {
         this.headers = DbNameValidator.legalizeColumnNames(data[0]);
@@ -182,12 +146,9 @@ class CsvParser {
         this.headers = CsvParser.generateHeaders(data[0].length);
       }
     }
-
     var columns = [];
-
     try {
       columns = this.transpose(this.headers.length, data);
-
       if (isZip) {
         // Zip file chunks are tiny, so consolidate them to avoid create thousands of small tables
         this.consolidateChunks(columns, parser);
@@ -200,7 +161,6 @@ class CsvParser {
       onError(e);
     }
   }
-
   consolidateChunks(columns, parser) {
     if (!this.consolidatedChunks) {
       this.consolidatedChunks = columns.slice();
@@ -209,17 +169,13 @@ class CsvParser {
         this.consolidatedChunks[i] = this.consolidatedChunks[i].concat(columns[i]);
       }
     }
-
     this.numConsolidated += 1;
-
     if (this.numConsolidated >= ZIP_CONSOLIDATE_CHUNKS || this.isComplete) {
       this.uploadConsolidatedChunks(parser);
     }
   }
-
   uploadConsolidatedChunks(parser) {
     var _this$consolidatedChu;
-
     var {
       handleCreateTable
     } = this;
@@ -231,7 +187,6 @@ class CsvParser {
     assertNotNull(toUpload);
     handleCreateTable(index, toUpload, parser);
   }
-
   handleCreateTable(index, columns, parser) {
     var {
       session,
@@ -242,42 +197,33 @@ class CsvParser {
       onProgress,
       onError
     } = this;
-
     if (parser) {
       parser.pause();
     }
-
     assertNotNull(this.headers);
     assertNotNull(types);
     session.newTable(this.headers, types, columns, this.timeZone).then(table => {
       if (this.isCancelled) {
         log.debug2('CSV parser cancelled.');
-
         if (parser) {
           parser.abort();
         }
-
         tables.forEach(t => t.close());
         return;
       }
-
       if (parser) {
         parser.resume();
       }
-
-      tables[index] = table; // This accounts for 50% of parsing plus 50% already done by the type parser
-
+      tables[index] = table;
+      // This accounts for 50% of parsing plus 50% already done by the type parser
       var progress = 0;
-
       if (totalChunks > 0) {
         progress = Math.round(tables.length / totalChunks * 50) + 50;
       } else {
         progress = Math.round(50 + this.zipProgress / 2);
       }
-
       log.debug2("CSV parser progress ".concat(progress));
       onProgress(progress);
-
       if (this.isComplete && tables.length === this.chunks) {
         log.debug2('CSV parser complete.');
         onFileCompleted(tables);
@@ -286,44 +232,35 @@ class CsvParser {
       if (!this.isComplete && parser) {
         parser.abort();
       }
-
       onError(e);
     });
   }
-
   handleComplete(results) {
     // results is undefined for a succesful parse, but has meta data for an abort
     if (results == null || results.meta.aborted == null) {
-      this.isComplete = true; // Check if there are any consolidated chunks left over from a zip file
-
+      this.isComplete = true;
+      // Check if there are any consolidated chunks left over from a zip file
       if (this.consolidatedChunks) {
         this.uploadConsolidatedChunks(null);
       }
     }
   }
-
   handleError(error) {
     var {
       onError
     } = this;
     onError(error);
   }
-
   handleNodeUpdate(metadata) {
     this.zipProgress = metadata.percent;
   }
-
 }
-
 _defineProperty(CsvParser, "generateHeaders", numColumns => {
   var headers = [];
-
   for (var i = 0; i < numColumns; i += 1) {
     headers.push(CsvParser.generateHeaderRecursive(i));
   }
-
   return headers;
 });
-
 export default CsvParser;
 //# sourceMappingURL=CsvParser.js.map

package/dist/csv/CsvParser.js.map

@@ -1 +1 @@
-{"version":3,"file":"CsvParser.js","names":["Papa","Log","assertNotNull","DbNameValidator","CsvTypeParser","log","module","ZIP_CONSOLIDATE_CHUNKS","CsvParser","generateHeaderRecursive","n","header","char","concat","Math","floor","String","fromCharCode","constructor","onFileCompleted","session","file","type","readHeaders","onProgress","onError","timeZone","isZip","tables","chunks","totalChunks","ceil","size","LocalChunkSize","isComplete","zipProgress","numConsolidated","isCancelled","handleChunk","bind","handleError","handleComplete","handleNodeUpdate","handleCreateTable","config","delimiter","newline","escapeChar","dynamicTyping","error","skipEmptyLines","chunk","complete","fastMode","cancel","transpose","numColumns","array","numRows","length","columns","Array","fill","map","r","row","Error","c","value","shouldTrim","trim","nullCheck","nullString","parse","handleParseDone","types","toParse","nodeStream","typeParser","result","parser","debug2","abort","forEach","t","close","data","headers","legalizeColumnNames","slice","generateHeaders","consolidateChunks","index","e","consolidatedChunks","i","uploadConsolidatedChunks","toUpload","undefined","pause","newTable","then","table","resume","progress","round","catch","results","meta","aborted","metadata","percent","push"],"sources":["../../src/csv/CsvParser.ts"],"sourcesContent":["import Papa, { ParseLocalConfig, Parser, ParseResult } from 'papaparse';\nimport Log from '@deephaven/log';\nimport { assertNotNull, DbNameValidator } from '@deephaven/utils';\nimport { IdeSession, Table } from '@deephaven/jsapi-shim';\nimport type { JSZipObject } from 'jszip';\nimport CsvTypeParser from './CsvTypeParser';\nimport { CsvTypes } from './CsvFormats';\n\nconst log = Log.module('CsvParser');\n\n// This is based on jszip streaming ~15 KB chunks to papa parse\n// Want to consolidate to ~10 MB chunks\nconst ZIP_CONSOLIDATE_CHUNKS = 650;\n\ninterface CsvParserConstructor {\n  onFileCompleted: (tables: Table[]) => void;\n  session: IdeSession;\n  file: Blob | JSZipObject;\n  type: CsvTypes;\n  readHeaders: boolean;\n  onProgress: (progressValue: number) => boolean;\n  onError: (e: unknown) => void;\n  timeZone: string;\n  isZip: boolean;\n}\n\n/**\n * Parser a CSV file in chunks and returns a table handle for each chunk.\n */\nclass CsvParser {\n  // Generates column names A-Z, AA-AZ, BA-BZ, etc...\n  static generateHeaders = (numColumns: number): string[] => {\n    const headers = [];\n    for (let i = 0; i < numColumns; i += 1) {\n      headers.push(CsvParser.generateHeaderRecursive(i));\n    }\n    return headers;\n  };\n\n  static generateHeaderRecursive(n: number): string {\n    let header = '';\n    let char = n;\n    if (n >= 26) {\n      header = header.concat(\n        CsvParser.generateHeaderRecursive(Math.floor(n / 26) - 1)\n      );\n      char = n % 26;\n    }\n    return header.concat(String.fromCharCode(65 + char));\n  }\n\n  constructor({\n    onFileCompleted,\n    session,\n    file,\n    type,\n    readHeaders = true,\n    onProgress,\n    onError,\n    timeZone,\n    isZip,\n  }: CsvParserConstructor) {\n    this.onFileCompleted = onFileCompleted;\n    this.session = session;\n    this.file = file;\n    this.isZip = isZip;\n    this.type = type;\n    this.readHeaders = readHeaders;\n    this.timeZone = timeZone;\n    this.onProgress = onProgress;\n    this.onError = onError;\n    this.tables = [];\n    this.chunks = 0;\n    this.totalChunks = isZip\n      ? 0\n      : Math.ceil((file as Blob).size / Papa.LocalChunkSize);\n    this.isComplete = false;\n    this.zipProgress = 0;\n    this.numConsolidated = 0;\n    this.isCancelled = false;\n\n    this.handleChunk = this.handleChunk.bind(this);\n    this.handleError = this.handleError.bind(this);\n    this.handleComplete = this.handleComplete.bind(this);\n    this.handleNodeUpdate = this.handleNodeUpdate.bind(this);\n    this.handleCreateTable = this.handleCreateTable.bind(this);\n\n    this.config = {\n      delimiter: type.delimiter,\n      newline: type.newline as '\\r\\n' | '\\n' | '\\r' | undefined,\n      escapeChar: type.escapeChar,\n      dynamicTyping: false,\n      error: this.handleError,\n      skipEmptyLines: type.skipEmptyLines,\n      chunk: this.handleChunk,\n      complete: this.handleComplete,\n      fastMode: false,\n    };\n  }\n\n  onFileCompleted: (tables: Table[]) => void;\n\n  session: IdeSession;\n\n  file: Blob | JSZipObject;\n\n  isZip: boolean;\n\n  type: CsvTypes;\n\n  readHeaders: boolean;\n\n  timeZone: string;\n\n  onProgress: (progressValue: number) => boolean;\n\n  onError: (e: unknown) => void;\n\n  tables: Table[];\n\n  headers?: string[];\n\n  types?: string[];\n\n  chunks: number;\n\n  totalChunks: number;\n\n  isComplete: boolean;\n\n  zipProgress: number;\n\n  consolidatedChunks?: string[][];\n\n  numConsolidated: number;\n\n  isCancelled: boolean;\n\n  config: ParseLocalConfig<unknown, Blob | NodeJS.ReadableStream>;\n\n  cancel(): void {\n    this.isCancelled = true;\n  }\n\n  transpose(numColumns: number, array: string[][]): string[][] {\n    const numRows = array.length;\n    const columns = new Array(numColumns)\n      .fill(null)\n      .map(() => new Array(numRows));\n    for (let r = 0; r < numRows; r += 1) {\n      const row = array[r];\n      if (row.length < numColumns) {\n        throw new Error(\n          `Insufficient columns. Expected ${numColumns} but found ${row.length}\\n${row}`\n        );\n      }\n      for (let c = 0; c < numColumns; c += 1) {\n        const value = this.type.shouldTrim ? array[r][c].trim() : array[r][c];\n        columns[c][r] = this.nullCheck(value);\n      }\n    }\n    return columns as string[][];\n  }\n\n  nullCheck(value: string): string {\n    return value === this.type.nullString ? '' : value;\n  }\n\n  parse(): void {\n    const handleParseDone = (types: string[]) => {\n      const toParse = this.isZip\n        ? (this.file as JSZipObject).nodeStream(\n            // JsZip types are incorrect, thus the funny casting\n            // Actual parameter is 'nodebuffer'\n            'nodebuffer' as 'nodestream',\n            this.handleNodeUpdate\n          )\n        : (this.file as Blob);\n      this.types = types;\n      Papa.parse(toParse, this.config);\n    };\n    const typeParser = new CsvTypeParser(\n      handleParseDone,\n      this.file,\n      this.readHeaders,\n      this.config,\n      this.type.nullString,\n      this.onProgress,\n      this.onError,\n      this.totalChunks,\n      this.isZip,\n      this.type.shouldTrim\n    );\n    typeParser.parse();\n  }\n\n  handleChunk(result: ParseResult<string[]>, parser: Parser): void {\n    const { readHeaders, onError, handleCreateTable, isZip, tables } = this;\n    if (this.isCancelled) {\n      log.debug2('CSV parser cancelled.');\n      parser.abort();\n      tables.forEach(t => t.close());\n      return;\n    }\n    let { data } = result;\n    if (!this.headers) {\n      if (readHeaders) {\n        this.headers = DbNameValidator.legalizeColumnNames(data[0]);\n        data = data.slice(1);\n      } else {\n        this.headers = CsvParser.generateHeaders(data[0].length);\n      }\n    }\n\n    let columns: string[][] = [];\n    try {\n      columns = this.transpose(this.headers.length, data);\n      if (isZip) {\n        // Zip file chunks are tiny, so consolidate them to avoid create thousands of small tables\n        this.consolidateChunks(columns, parser);\n      } else {\n        const index = this.chunks;\n        this.chunks += 1;\n        handleCreateTable(index, columns, parser);\n      }\n    } catch (e: unknown) {\n      onError(e);\n    }\n  }\n\n  consolidateChunks(columns: string[][], parser: Parser): void {\n    if (!this.consolidatedChunks) {\n      this.consolidatedChunks = columns.slice();\n    } else {\n      for (let i = 0; i < columns.length; i += 1) {\n        this.consolidatedChunks[i] = this.consolidatedChunks[i].concat(\n          columns[i]\n        );\n      }\n    }\n    this.numConsolidated += 1;\n    if (this.numConsolidated >= ZIP_CONSOLIDATE_CHUNKS || this.isComplete) {\n      this.uploadConsolidatedChunks(parser);\n    }\n  }\n\n  uploadConsolidatedChunks(parser: Parser | null): void {\n    const { handleCreateTable } = this;\n    const index = this.chunks;\n    this.chunks += 1;\n    const toUpload = this.consolidatedChunks?.slice();\n    this.consolidatedChunks = undefined;\n    this.numConsolidated = 0;\n    assertNotNull(toUpload);\n    handleCreateTable(index, toUpload, parser);\n  }\n\n  handleCreateTable(\n    index: number,\n    columns: string[][],\n    parser: Parser | null\n  ): void {\n    const {\n      session,\n      tables,\n      onFileCompleted,\n      totalChunks,\n      types,\n      onProgress,\n      onError,\n    } = this;\n    if (parser) {\n      parser.pause();\n    }\n    assertNotNull(this.headers);\n    assertNotNull(types);\n    session\n      .newTable(this.headers, types, columns, this.timeZone)\n      .then(table => {\n        if (this.isCancelled) {\n          log.debug2('CSV parser cancelled.');\n          if (parser) {\n            parser.abort();\n          }\n          tables.forEach(t => t.close());\n          return;\n        }\n        if (parser) {\n          parser.resume();\n        }\n        tables[index] = table;\n        // This accounts for 50% of parsing plus 50% already done by the type parser\n        let progress = 0;\n        if (totalChunks > 0) {\n          progress = Math.round((tables.length / totalChunks) * 50) + 50;\n        } else {\n          progress = Math.round(50 + this.zipProgress / 2);\n        }\n        log.debug2(`CSV parser progress ${progress}`);\n        onProgress(progress);\n        if (this.isComplete && tables.length === this.chunks) {\n          log.debug2('CSV parser complete.');\n          onFileCompleted(tables);\n        }\n      })\n      .catch(e => {\n        if (!this.isComplete && parser) {\n          parser.abort();\n        }\n        onError(e);\n      });\n  }\n\n  handleComplete(results: ParseResult<unknown>): void {\n    // results is undefined for a succesful parse, but has meta data for an abort\n    if (results == null || results.meta.aborted == null) {\n      this.isComplete = true;\n      // Check if there are any consolidated chunks left over from a zip file\n      if (this.consolidatedChunks) {\n        this.uploadConsolidatedChunks(null);\n      }\n    }\n  }\n\n  handleError(error: unknown): void {\n    const { onError } = this;\n    onError(error);\n  }\n\n  handleNodeUpdate(metadata: { percent: number }): void {\n    this.zipProgress = metadata.percent;\n  }\n}\n\nexport default CsvParser;\n"],"mappings":";;AAAA,OAAOA,IAAP,MAA4D,WAA5D;AACA,OAAOC,GAAP,MAAgB,gBAAhB;AACA,SAASC,aAAT,EAAwBC,eAAxB,QAA+C,kBAA/C;OAGOC,a;AAGP,IAAMC,GAAG,GAAGJ,GAAG,CAACK,MAAJ,CAAW,WAAX,CAAZ,C,CAEA;AACA;;AACA,IAAMC,sBAAsB,GAAG,GAA/B;;AAcA;AACA;AACA;AACA,MAAMC,SAAN,CAAgB;EACd;EAS8B,OAAvBC,uBAAuB,CAACC,CAAD,EAAoB;IAChD,IAAIC,MAAM,GAAG,EAAb;IACA,IAAIC,IAAI,GAAGF,CAAX;;IACA,IAAIA,CAAC,IAAI,EAAT,EAAa;MACXC,MAAM,GAAGA,MAAM,CAACE,MAAP,CACPL,SAAS,CAACC,uBAAV,CAAkCK,IAAI,CAACC,KAAL,CAAWL,CAAC,GAAG,EAAf,IAAqB,CAAvD,CADO,CAAT;MAGAE,IAAI,GAAGF,CAAC,GAAG,EAAX;IACD;;IACD,OAAOC,MAAM,CAACE,MAAP,CAAcG,MAAM,CAACC,YAAP,CAAoB,KAAKL,IAAzB,CAAd,CAAP;EACD;;EAEDM,WAAW,OAUc;IAAA,IAVb;MACVC,eADU;MAEVC,OAFU;MAGVC,IAHU;MAIVC,IAJU;MAKVC,WAAW,GAAG,IALJ;MAMVC,UANU;MAOVC,OAPU;MAQVC,QARU;MASVC;IATU,CAUa;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IAAA;;IACvB,KAAKR,eAAL,GAAuBA,eAAvB;IACA,KAAKC,OAAL,GAAeA,OAAf;IACA,KAAKC,IAAL,GAAYA,IAAZ;IACA,KAAKM,KAAL,GAAaA,KAAb;IACA,KAAKL,IAAL,GAAYA,IAAZ;IACA,KAAKC,WAAL,GAAmBA,WAAnB;IACA,KAAKG,QAAL,GAAgBA,QAAhB;IACA,KAAKF,UAAL,GAAkBA,UAAlB;IACA,KAAKC,OAAL,GAAeA,OAAf;IACA,KAAKG,MAAL,GAAc,EAAd;IACA,KAAKC,MAAL,GAAc,CAAd;IACA,KAAKC,WAAL,GAAmBH,KAAK,GACpB,CADoB,GAEpBb,IAAI,CAACiB,IAAL,CAAWV,IAAD,CAAeW,IAAf,GAAsBhC,IAAI,CAACiC,cAArC,CAFJ;IAGA,KAAKC,UAAL,GAAkB,KAAlB;IACA,KAAKC,WAAL,GAAmB,CAAnB;IACA,KAAKC,eAAL,GAAuB,CAAvB;IACA,KAAKC,WAAL,GAAmB,KAAnB;IAEA,KAAKC,WAAL,GAAmB,KAAKA,WAAL,CAAiBC,IAAjB,CAAsB,IAAtB,CAAnB;IACA,KAAKC,WAAL,GAAmB,KAAKA,WAAL,CAAiBD,IAAjB,CAAsB,IAAtB,CAAnB;IACA,KAAKE,cAAL,GAAsB,KAAKA,cAAL,CAAoBF,IAApB,CAAyB,IAAzB,CAAtB;IACA,KAAKG,gBAAL,GAAwB,KAAKA,gBAAL,CAAsBH,IAAtB,CAA2B,IAA3B,CAAxB;IACA,KAAKI,iBAAL,GAAyB,KAAKA,iBAAL,CAAuBJ,IAAvB,CAA4B,IAA5B,CAAzB;IAEA,KAAKK,MAAL,GAAc;MACZC,SAAS,EAAEvB,IAAI,CAACuB,SADJ;MAEZC,OAAO,EAAExB,IAAI,CAACwB,OAFF;MAGZC,UAAU,EAAEzB,IAAI,CAACyB,UAHL;MAIZC,aAAa,EAAE,KAJH;MAKZC,KAAK,EAAE,KAAKT,WALA;MAMZU,cAAc,EAAE5B,IAAI,CAAC4B,cANT;MAOZC,KAAK,EAAE,KAAKb,WAPA;MAQZc,QAAQ,EAAE,KAAKX,cARH;MASZY,QAAQ,EAAE;IATE,CAAd;EAWD;;EA0CDC,MAAM,GAAS;IACb,KAAKjB,WAAL,GAAmB,IAAnB;EACD;;EAEDkB,SAAS,CAACC,UAAD,EAAqBC,KAArB,EAAoD;IAC3D,IAAMC,OAAO,GAAGD,KAAK,CAACE,MAAtB;IACA,IAAMC,OAAO,GAAG,IAAIC,KAAJ,CAAUL,UAAV,EACbM,IADa,CACR,IADQ,EAEbC,GAFa,CAET,MAAM,IAAIF,KAAJ,CAAUH,OAAV,CAFG,CAAhB;;IAGA,KAAK,IAAIM,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGN,OAApB,EAA6BM,CAAC,IAAI,CAAlC,EAAqC;MACnC,IAAMC,GAAG,GAAGR,KAAK,CAACO,CAAD,CAAjB;;MACA,IAAIC,GAAG,CAACN,MAAJ,GAAaH,UAAjB,EAA6B;QAC3B,MAAM,IAAIU,KAAJ,0CAC8BV,UAD9B,wBACsDS,GAAG,CAACN,MAD1D,eACqEM,GADrE,EAAN;MAGD;;MACD,KAAK,IAAIE,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGX,UAApB,EAAgCW,CAAC,IAAI,CAArC,EAAwC;QACtC,IAAMC,KAAK,GAAG,KAAK9C,IAAL,CAAU+C,UAAV,GAAuBZ,KAAK,CAACO,CAAD,CAAL,CAASG,CAAT,EAAYG,IAAZ,EAAvB,GAA4Cb,KAAK,CAACO,CAAD,CAAL,CAASG,CAAT,CAA1D;QACAP,OAAO,CAACO,CAAD,CAAP,CAAWH,CAAX,IAAgB,KAAKO,SAAL,CAAeH,KAAf,CAAhB;MACD;IACF;;IACD,OAAOR,OAAP;EACD;;EAEDW,SAAS,CAACH,KAAD,EAAwB;IAC/B,OAAOA,KAAK,KAAK,KAAK9C,IAAL,CAAUkD,UAApB,GAAiC,EAAjC,GAAsCJ,KAA7C;EACD;;EAEDK,KAAK,GAAS;IACZ,IAAMC,eAAe,GAAIC,KAAD,IAAqB;MAC3C,IAAMC,OAAO,GAAG,KAAKjD,KAAL,GACX,KAAKN,IAAN,CAA2BwD,UAA3B,EACE;MACA;MACA,YAHF,EAIE,KAAKnC,gBAJP,CADY,GAOX,KAAKrB,IAPV;MAQA,KAAKsD,KAAL,GAAaA,KAAb;MACA3E,IAAI,CAACyE,KAAL,CAAWG,OAAX,EAAoB,KAAKhC,MAAzB;IACD,CAXD;;IAYA,IAAMkC,UAAU,GAAG,IAAI1E,aAAJ,CACjBsE,eADiB,EAEjB,KAAKrD,IAFY,EAGjB,KAAKE,WAHY,EAIjB,KAAKqB,MAJY,EAKjB,KAAKtB,IAAL,CAAUkD,UALO,EAMjB,KAAKhD,UANY,EAOjB,KAAKC,OAPY,EAQjB,KAAKK,WARY,EASjB,KAAKH,KATY,EAUjB,KAAKL,IAAL,CAAU+C,UAVO,CAAnB;IAYAS,UAAU,CAACL,KAAX;EACD;;EAEDnC,WAAW,CAACyC,MAAD,EAAgCC,MAAhC,EAAsD;IAC/D,IAAM;MAAEzD,WAAF;MAAeE,OAAf;MAAwBkB,iBAAxB;MAA2ChB,KAA3C;MAAkDC;IAAlD,IAA6D,IAAnE;;IACA,IAAI,KAAKS,WAAT,EAAsB;MACpBhC,GAAG,CAAC4E,MAAJ,CAAW,uBAAX;MACAD,MAAM,CAACE,KAAP;MACAtD,MAAM,CAACuD,OAAP,CAAeC,CAAC,IAAIA,CAAC,CAACC,KAAF,EAApB;MACA;IACD;;IACD,IAAI;MAAEC;IAAF,IAAWP,MAAf;;IACA,IAAI,CAAC,KAAKQ,OAAV,EAAmB;MACjB,IAAIhE,WAAJ,EAAiB;QACf,KAAKgE,OAAL,GAAepF,eAAe,CAACqF,mBAAhB,CAAoCF,IAAI,CAAC,CAAD,CAAxC,CAAf;QACAA,IAAI,GAAGA,IAAI,CAACG,KAAL,CAAW,CAAX,CAAP;MACD,CAHD,MAGO;QACL,KAAKF,OAAL,GAAe/E,SAAS,CAACkF,eAAV,CAA0BJ,IAAI,CAAC,CAAD,CAAJ,CAAQ3B,MAAlC,CAAf;MACD;IACF;;IAED,IAAIC,OAAmB,GAAG,EAA1B;;IACA,IAAI;MACFA,OAAO,GAAG,KAAKL,SAAL,CAAe,KAAKgC,OAAL,CAAa5B,MAA5B,EAAoC2B,IAApC,CAAV;;MACA,IAAI3D,KAAJ,EAAW;QACT;QACA,KAAKgE,iBAAL,CAAuB/B,OAAvB,EAAgCoB,MAAhC;MACD,CAHD,MAGO;QACL,IAAMY,KAAK,GAAG,KAAK/D,MAAnB;QACA,KAAKA,MAAL,IAAe,CAAf;QACAc,iBAAiB,CAACiD,KAAD,EAAQhC,OAAR,EAAiBoB,MAAjB,CAAjB;MACD;IACF,CAVD,CAUE,OAAOa,CAAP,EAAmB;MACnBpE,OAAO,CAACoE,CAAD,CAAP;IACD;EACF;;EAEDF,iBAAiB,CAAC/B,OAAD,EAAsBoB,MAAtB,EAA4C;IAC3D,IAAI,CAAC,KAAKc,kBAAV,EAA8B;MAC5B,KAAKA,kBAAL,GAA0BlC,OAAO,CAAC6B,KAAR,EAA1B;IACD,CAFD,MAEO;MACL,KAAK,IAAIM,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGnC,OAAO,CAACD,MAA5B,EAAoCoC,CAAC,IAAI,CAAzC,EAA4C;QAC1C,KAAKD,kBAAL,CAAwBC,CAAxB,IAA6B,KAAKD,kBAAL,CAAwBC,CAAxB,EAA2BlF,MAA3B,CAC3B+C,OAAO,CAACmC,CAAD,CADoB,CAA7B;MAGD;IACF;;IACD,KAAK3D,eAAL,IAAwB,CAAxB;;IACA,IAAI,KAAKA,eAAL,IAAwB7B,sBAAxB,IAAkD,KAAK2B,UAA3D,EAAuE;MACrE,KAAK8D,wBAAL,CAA8BhB,MAA9B;IACD;EACF;;EAEDgB,wBAAwB,CAAChB,MAAD,EAA8B;IAAA;;IACpD,IAAM;MAAErC;IAAF,IAAwB,IAA9B;IACA,IAAMiD,KAAK,GAAG,KAAK/D,MAAnB;IACA,KAAKA,MAAL,IAAe,CAAf;IACA,IAAMoE,QAAQ,4BAAG,KAAKH,kBAAR,0DAAG,sBAAyBL,KAAzB,EAAjB;IACA,KAAKK,kBAAL,GAA0BI,SAA1B;IACA,KAAK9D,eAAL,GAAuB,CAAvB;IACAlC,aAAa,CAAC+F,QAAD,CAAb;IACAtD,iBAAiB,CAACiD,KAAD,EAAQK,QAAR,EAAkBjB,MAAlB,CAAjB;EACD;;EAEDrC,iBAAiB,CACfiD,KADe,EAEfhC,OAFe,EAGfoB,MAHe,EAIT;IACN,IAAM;MACJ5D,OADI;MAEJQ,MAFI;MAGJT,eAHI;MAIJW,WAJI;MAKJ6C,KALI;MAMJnD,UANI;MAOJC;IAPI,IAQF,IARJ;;IASA,IAAIuD,MAAJ,EAAY;MACVA,MAAM,CAACmB,KAAP;IACD;;IACDjG,aAAa,CAAC,KAAKqF,OAAN,CAAb;IACArF,aAAa,CAACyE,KAAD,CAAb;IACAvD,OAAO,CACJgF,QADH,CACY,KAAKb,OADjB,EAC0BZ,KAD1B,EACiCf,OADjC,EAC0C,KAAKlC,QAD/C,EAEG2E,IAFH,CAEQC,KAAK,IAAI;MACb,IAAI,KAAKjE,WAAT,EAAsB;QACpBhC,GAAG,CAAC4E,MAAJ,CAAW,uBAAX;;QACA,IAAID,MAAJ,EAAY;UACVA,MAAM,CAACE,KAAP;QACD;;QACDtD,MAAM,CAACuD,OAAP,CAAeC,CAAC,IAAIA,CAAC,CAACC,KAAF,EAApB;QACA;MACD;;MACD,IAAIL,MAAJ,EAAY;QACVA,MAAM,CAACuB,MAAP;MACD;;MACD3E,MAAM,CAACgE,KAAD,CAAN,GAAgBU,KAAhB,CAZa,CAab;;MACA,IAAIE,QAAQ,GAAG,CAAf;;MACA,IAAI1E,WAAW,GAAG,CAAlB,EAAqB;QACnB0E,QAAQ,GAAG1F,IAAI,CAAC2F,KAAL,CAAY7E,MAAM,CAAC+B,MAAP,GAAgB7B,WAAjB,GAAgC,EAA3C,IAAiD,EAA5D;MACD,CAFD,MAEO;QACL0E,QAAQ,GAAG1F,IAAI,CAAC2F,KAAL,CAAW,KAAK,KAAKtE,WAAL,GAAmB,CAAnC,CAAX;MACD;;MACD9B,GAAG,CAAC4E,MAAJ,+BAAkCuB,QAAlC;MACAhF,UAAU,CAACgF,QAAD,CAAV;;MACA,IAAI,KAAKtE,UAAL,IAAmBN,MAAM,CAAC+B,MAAP,KAAkB,KAAK9B,MAA9C,EAAsD;QACpDxB,GAAG,CAAC4E,MAAJ,CAAW,sBAAX;QACA9D,eAAe,CAACS,MAAD,CAAf;MACD;IACF,CA5BH,EA6BG8E,KA7BH,CA6BSb,CAAC,IAAI;MACV,IAAI,CAAC,KAAK3D,UAAN,IAAoB8C,MAAxB,EAAgC;QAC9BA,MAAM,CAACE,KAAP;MACD;;MACDzD,OAAO,CAACoE,CAAD,CAAP;IACD,CAlCH;EAmCD;;EAEDpD,cAAc,CAACkE,OAAD,EAAsC;IAClD;IACA,IAAIA,OAAO,IAAI,IAAX,IAAmBA,OAAO,CAACC,IAAR,CAAaC,OAAb,IAAwB,IAA/C,EAAqD;MACnD,KAAK3E,UAAL,GAAkB,IAAlB,CADmD,CAEnD;;MACA,IAAI,KAAK4D,kBAAT,EAA6B;QAC3B,KAAKE,wBAAL,CAA8B,IAA9B;MACD;IACF;EACF;;EAEDxD,WAAW,CAACS,KAAD,EAAuB;IAChC,IAAM;MAAExB;IAAF,IAAc,IAApB;IACAA,OAAO,CAACwB,KAAD,CAAP;EACD;;EAEDP,gBAAgB,CAACoE,QAAD,EAAsC;IACpD,KAAK3E,WAAL,GAAmB2E,QAAQ,CAACC,OAA5B;EACD;;AA9Sa;;gBAAVvG,S,qBAEsBgD,UAAD,IAAkC;EACzD,IAAM+B,OAAO,GAAG,EAAhB;;EACA,KAAK,IAAIQ,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAGvC,UAApB,EAAgCuC,CAAC,IAAI,CAArC,EAAwC;IACtCR,OAAO,CAACyB,IAAR,CAAaxG,SAAS,CAACC,uBAAV,CAAkCsF,CAAlC,CAAb;EACD;;EACD,OAAOR,OAAP;AACD,C;;AAySH,eAAe/E,SAAf"}
+{"version":3,"file":"CsvParser.js","names":["Papa","Log","assertNotNull","DbNameValidator","CsvTypeParser","log","module","ZIP_CONSOLIDATE_CHUNKS","CsvParser","generateHeaderRecursive","n","header","char","concat","Math","floor","String","fromCharCode","constructor","onFileCompleted","session","file","type","readHeaders","onProgress","onError","timeZone","isZip","tables","chunks","totalChunks","ceil","size","LocalChunkSize","isComplete","zipProgress","numConsolidated","isCancelled","handleChunk","bind","handleError","handleComplete","handleNodeUpdate","handleCreateTable","config","delimiter","newline","escapeChar","dynamicTyping","error","skipEmptyLines","chunk","complete","fastMode","cancel","transpose","numColumns","array","numRows","length","columns","Array","fill","map","r","row","Error","c","value","shouldTrim","trim","nullCheck","nullString","parse","handleParseDone","types","toParse","nodeStream","typeParser","result","parser","debug2","abort","forEach","t","close","data","headers","legalizeColumnNames","slice","generateHeaders","consolidateChunks","index","e","consolidatedChunks","i","uploadConsolidatedChunks","toUpload","undefined","pause","newTable","then","table","resume","progress","round","catch","results","meta","aborted","metadata","percent","push"],"sources":["../../src/csv/CsvParser.ts"],"sourcesContent":["import Papa, { ParseLocalConfig, Parser, ParseResult } from 'papaparse';\nimport Log from '@deephaven/log';\nimport { assertNotNull, DbNameValidator } from '@deephaven/utils';\nimport { IdeSession, Table } from '@deephaven/jsapi-shim';\nimport type { JSZipObject } from 'jszip';\nimport CsvTypeParser from './CsvTypeParser';\nimport { CsvTypes } from './CsvFormats';\n\nconst log = Log.module('CsvParser');\n\n// This is based on jszip streaming ~15 KB chunks to papa parse\n// Want to consolidate to ~10 MB chunks\nconst ZIP_CONSOLIDATE_CHUNKS = 650;\n\ninterface CsvParserConstructor {\n  onFileCompleted: (tables: Table[]) => void;\n  session: IdeSession;\n  file: Blob | JSZipObject;\n  type: CsvTypes;\n  readHeaders: boolean;\n  onProgress: (progressValue: number) => boolean;\n  onError: (e: unknown) => void;\n  timeZone: string;\n  isZip: boolean;\n}\n\n/**\n * Parser a CSV file in chunks and returns a table handle for each chunk.\n */\nclass CsvParser {\n  // Generates column names A-Z, AA-AZ, BA-BZ, etc...\n  static generateHeaders = (numColumns: number): string[] => {\n    const headers = [];\n    for (let i = 0; i < numColumns; i += 1) {\n      headers.push(CsvParser.generateHeaderRecursive(i));\n    }\n    return headers;\n  };\n\n  static generateHeaderRecursive(n: number): string {\n    let header = '';\n    let char = n;\n    if (n >= 26) {\n      header = header.concat(\n        CsvParser.generateHeaderRecursive(Math.floor(n / 26) - 1)\n      );\n      char = n % 26;\n    }\n    return header.concat(String.fromCharCode(65 + char));\n  }\n\n  constructor({\n    onFileCompleted,\n    session,\n    file,\n    type,\n    readHeaders = true,\n    onProgress,\n    onError,\n    timeZone,\n    isZip,\n  }: CsvParserConstructor) {\n    this.onFileCompleted = onFileCompleted;\n    this.session = session;\n    this.file = file;\n    this.isZip = isZip;\n    this.type = type;\n    this.readHeaders = readHeaders;\n    this.timeZone = timeZone;\n    this.onProgress = onProgress;\n    this.onError = onError;\n    this.tables = [];\n    this.chunks = 0;\n    this.totalChunks = isZip\n      ? 0\n      : Math.ceil((file as Blob).size / Papa.LocalChunkSize);\n    this.isComplete = false;\n    this.zipProgress = 0;\n    this.numConsolidated = 0;\n    this.isCancelled = false;\n\n    this.handleChunk = this.handleChunk.bind(this);\n    this.handleError = this.handleError.bind(this);\n    this.handleComplete = this.handleComplete.bind(this);\n    this.handleNodeUpdate = this.handleNodeUpdate.bind(this);\n    this.handleCreateTable = this.handleCreateTable.bind(this);\n\n    this.config = {\n      delimiter: type.delimiter,\n      newline: type.newline as '\\r\\n' | '\\n' | '\\r' | undefined,\n      escapeChar: type.escapeChar,\n      dynamicTyping: false,\n      error: this.handleError,\n      skipEmptyLines: type.skipEmptyLines,\n      chunk: this.handleChunk,\n      complete: this.handleComplete,\n      fastMode: false,\n    };\n  }\n\n  onFileCompleted: (tables: Table[]) => void;\n\n  session: IdeSession;\n\n  file: Blob | JSZipObject;\n\n  isZip: boolean;\n\n  type: CsvTypes;\n\n  readHeaders: boolean;\n\n  timeZone: string;\n\n  onProgress: (progressValue: number) => boolean;\n\n  onError: (e: unknown) => void;\n\n  tables: Table[];\n\n  headers?: string[];\n\n  types?: string[];\n\n  chunks: number;\n\n  totalChunks: number;\n\n  isComplete: boolean;\n\n  zipProgress: number;\n\n  consolidatedChunks?: string[][];\n\n  numConsolidated: number;\n\n  isCancelled: boolean;\n\n  config: ParseLocalConfig<unknown, Blob | NodeJS.ReadableStream>;\n\n  cancel(): void {\n    this.isCancelled = true;\n  }\n\n  transpose(numColumns: number, array: string[][]): string[][] {\n    const numRows = array.length;\n    const columns = new Array(numColumns)\n      .fill(null)\n      .map(() => new Array(numRows));\n    for (let r = 0; r < numRows; r += 1) {\n      const row = array[r];\n      if (row.length < numColumns) {\n        throw new Error(\n          `Insufficient columns. Expected ${numColumns} but found ${row.length}\\n${row}`\n        );\n      }\n      for (let c = 0; c < numColumns; c += 1) {\n        const value = this.type.shouldTrim ? array[r][c].trim() : array[r][c];\n        columns[c][r] = this.nullCheck(value);\n      }\n    }\n    return columns as string[][];\n  }\n\n  nullCheck(value: string): string {\n    return value === this.type.nullString ? '' : value;\n  }\n\n  parse(): void {\n    const handleParseDone = (types: string[]) => {\n      const toParse = this.isZip\n        ? (this.file as JSZipObject).nodeStream(\n            // JsZip types are incorrect, thus the funny casting\n            // Actual parameter is 'nodebuffer'\n            'nodebuffer' as 'nodestream',\n            this.handleNodeUpdate\n          )\n        : (this.file as Blob);\n      this.types = types;\n      Papa.parse(toParse, this.config);\n    };\n    const typeParser = new CsvTypeParser(\n      handleParseDone,\n      this.file,\n      this.readHeaders,\n      this.config,\n      this.type.nullString,\n      this.onProgress,\n      this.onError,\n      this.totalChunks,\n      this.isZip,\n      this.type.shouldTrim\n    );\n    typeParser.parse();\n  }\n\n  handleChunk(result: ParseResult<string[]>, parser: Parser): void {\n    const { readHeaders, onError, handleCreateTable, isZip, tables } = this;\n    if (this.isCancelled) {\n      log.debug2('CSV parser cancelled.');\n      parser.abort();\n      tables.forEach(t => t.close());\n      return;\n    }\n    let { data } = result;\n    if (!this.headers) {\n      if (readHeaders) {\n        this.headers = DbNameValidator.legalizeColumnNames(data[0]);\n        data = data.slice(1);\n      } else {\n        this.headers = CsvParser.generateHeaders(data[0].length);\n      }\n    }\n\n    let columns: string[][] = [];\n    try {\n      columns = this.transpose(this.headers.length, data);\n      if (isZip) {\n        // Zip file chunks are tiny, so consolidate them to avoid create thousands of small tables\n        this.consolidateChunks(columns, parser);\n      } else {\n        const index = this.chunks;\n        this.chunks += 1;\n        handleCreateTable(index, columns, parser);\n      }\n    } catch (e: unknown) {\n      onError(e);\n    }\n  }\n\n  consolidateChunks(columns: string[][], parser: Parser): void {\n    if (!this.consolidatedChunks) {\n      this.consolidatedChunks = columns.slice();\n    } else {\n      for (let i = 0; i < columns.length; i += 1) {\n        this.consolidatedChunks[i] = this.consolidatedChunks[i].concat(\n          columns[i]\n        );\n      }\n    }\n    this.numConsolidated += 1;\n    if (this.numConsolidated >= ZIP_CONSOLIDATE_CHUNKS || this.isComplete) {\n      this.uploadConsolidatedChunks(parser);\n    }\n  }\n\n  uploadConsolidatedChunks(parser: Parser | null): void {\n    const { handleCreateTable } = this;\n    const index = this.chunks;\n    this.chunks += 1;\n    const toUpload = this.consolidatedChunks?.slice();\n    this.consolidatedChunks = undefined;\n    this.numConsolidated = 0;\n    assertNotNull(toUpload);\n    handleCreateTable(index, toUpload, parser);\n  }\n\n  handleCreateTable(\n    index: number,\n    columns: string[][],\n    parser: Parser | null\n  ): void {\n    const {\n      session,\n      tables,\n      onFileCompleted,\n      totalChunks,\n      types,\n      onProgress,\n      onError,\n    } = this;\n    if (parser) {\n      parser.pause();\n    }\n    assertNotNull(this.headers);\n    assertNotNull(types);\n    session\n      .newTable(this.headers, types, columns, this.timeZone)\n      .then(table => {\n        if (this.isCancelled) {\n          log.debug2('CSV parser cancelled.');\n          if (parser) {\n            parser.abort();\n          }\n          tables.forEach(t => t.close());\n          return;\n        }\n        if (parser) {\n          parser.resume();\n        }\n        tables[index] = table;\n        // This accounts for 50% of parsing plus 50% already done by the type parser\n        let progress = 0;\n        if (totalChunks > 0) {\n          progress = Math.round((tables.length / totalChunks) * 50) + 50;\n        } else {\n          progress = Math.round(50 + this.zipProgress / 2);\n        }\n        log.debug2(`CSV parser progress ${progress}`);\n        onProgress(progress);\n        if (this.isComplete && tables.length === this.chunks) {\n          log.debug2('CSV parser complete.');\n          onFileCompleted(tables);\n        }\n      })\n      .catch(e => {\n        if (!this.isComplete && parser) {\n          parser.abort();\n        }\n        onError(e);\n      });\n  }\n\n  handleComplete(results: ParseResult<unknown>): void {\n    // results is undefined for a succesful parse, but has meta data for an abort\n    if (results == null || results.meta.aborted == null) {\n      this.isComplete = true;\n      // Check if there are any consolidated chunks left over from a zip file\n      if (this.consolidatedChunks) {\n        this.uploadConsolidatedChunks(null);\n      }\n    }\n  }\n\n  handleError(error: unknown): void {\n    const { onError } = this;\n    onError(error);\n  }\n\n  handleNodeUpdate(metadata: { percent: number }): void {\n    this.zipProgress = metadata.percent;\n  }\n}\n\nexport default CsvParser;\n"],"mappings":";AAAA,OAAOA,IAAI,MAAiD,WAAW;AACvE,OAAOC,GAAG,MAAM,gBAAgB;AAChC,SAASC,aAAa,EAAEC,eAAe,QAAQ,kBAAkB;AAAC,OAG3DC,aAAa;AAGpB,IAAMC,GAAG,GAAGJ,GAAG,CAACK,MAAM,CAAC,WAAW,CAAC;;AAEnC;AACA;AACA,IAAMC,sBAAsB,GAAG,GAAG;AAclC;AACA;AACA;AACA,MAAMC,SAAS,CAAC;EACd;;EASA,OAAOC,uBAAuB,CAACC,CAAS,EAAU;IAChD,IAAIC,MAAM,GAAG,EAAE;IACf,IAAIC,IAAI,GAAGF,CAAC;IACZ,IAAIA,CAAC,IAAI,EAAE,EAAE;MACXC,MAAM,GAAGA,MAAM,CAACE,MAAM,CACpBL,SAAS,CAACC,uBAAuB,CAACK,IAAI,CAACC,KAAK,CAACL,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAC1D;MACDE,IAAI,GAAGF,CAAC,GAAG,EAAE;IACf;IACA,OAAOC,MAAM,CAACE,MAAM,CAACG,MAAM,CAACC,YAAY,CAAC,EAAE,GAAGL,IAAI,CAAC,CAAC;EACtD;EAEAM,WAAW,OAUc;IAAA,IAVb;MACVC,eAAe;MACfC,OAAO;MACPC,IAAI;MACJC,IAAI;MACJC,WAAW,GAAG,IAAI;MAClBC,UAAU;MACVC,OAAO;MACPC,QAAQ;MACRC;IACoB,CAAC;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IAAA;IACrB,IAAI,CAACR,eAAe,GAAGA,eAAe;IACtC,IAAI,CAACC,OAAO,GAAGA,OAAO;IACtB,IAAI,CAACC,IAAI,GAAGA,IAAI;IAChB,IAAI,CAACM,KAAK,GAAGA,KAAK;IAClB,IAAI,CAACL,IAAI,GAAGA,IAAI;IAChB,IAAI,CAACC,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACG,QAAQ,GAAGA,QAAQ;IACxB,IAAI,CAACF,UAAU,GAAGA,UAAU;IAC5B,IAAI,CAACC,OAAO,GAAGA,OAAO;IACtB,IAAI,CAACG,MAAM,GAAG,EAAE;IAChB,IAAI,CAACC,MAAM,GAAG,CAAC;IACf,IAAI,CAACC,WAAW,GAAGH,KAAK,GACpB,CAAC,GACDb,IAAI,CAACiB,IAAI,CAAEV,IAAI,CAAUW,IAAI,GAAGhC,IAAI,CAACiC,cAAc,CAAC;IACxD,IAAI,CAACC,UAAU,GAAG,KAAK;IACvB,IAAI,CAACC,WAAW,GAAG,CAAC;IACpB,IAAI,CAACC,eAAe,GAAG,CAAC;IACxB,IAAI,CAACC,WAAW,GAAG,KAAK;IAExB,IAAI,CAACC,WAAW,GAAG,IAAI,CAACA,WAAW,CAACC,IAAI,CAAC,IAAI,CAAC;IAC9C,IAAI,CAACC,WAAW,GAAG,IAAI,CAACA,WAAW,CAACD,IAAI,CAAC,IAAI,CAAC;IAC9C,IAAI,CAACE,cAAc,GAAG,IAAI,CAACA,cAAc,CAACF,IAAI,CAAC,IAAI,CAAC;IACpD,IAAI,CAACG,gBAAgB,GAAG,IAAI,CAACA,gBAAgB,CAACH,IAAI,CAAC,IAAI,CAAC;IACxD,IAAI,CAACI,iBAAiB,GAAG,IAAI,CAACA,iBAAiB,CAACJ,IAAI,CAAC,IAAI,CAAC;IAE1D,IAAI,CAACK,MAAM,GAAG;MACZC,SAAS,EAAEvB,IAAI,CAACuB,SAAS;MACzBC,OAAO,EAAExB,IAAI,CAACwB,OAA2C;MACzDC,UAAU,EAAEzB,IAAI,CAACyB,UAAU;MAC3BC,aAAa,EAAE,KAAK;MACpBC,KAAK,EAAE,IAAI,CAACT,WAAW;MACvBU,cAAc,EAAE5B,IAAI,CAAC4B,cAAc;MACnCC,KAAK,EAAE,IAAI,CAACb,WAAW;MACvBc,QAAQ,EAAE,IAAI,CAACX,cAAc;MAC7BY,QAAQ,EAAE;IACZ,CAAC;EACH;EA0CAC,MAAM,GAAS;IACb,IAAI,CAACjB,WAAW,GAAG,IAAI;EACzB;EAEAkB,SAAS,CAACC,UAAkB,EAAEC,KAAiB,EAAc;IAC3D,IAAMC,OAAO,GAAGD,KAAK,CAACE,MAAM;IAC5B,IAAMC,OAAO,GAAG,IAAIC,KAAK,CAACL,UAAU,CAAC,CAClCM,IAAI,CAAC,IAAI,CAAC,CACVC,GAAG,CAAC,MAAM,IAAIF,KAAK,CAACH,OAAO,CAAC,CAAC;IAChC,KAAK,IAAIM,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGN,OAAO,EAAEM,CAAC,IAAI,CAAC,EAAE;MACnC,IAAMC,GAAG,GAAGR,KAAK,CAACO,CAAC,CAAC;MACpB,IAAIC,GAAG,CAACN,MAAM,GAAGH,UAAU,EAAE;QAC3B,MAAM,IAAIU,KAAK,0CACqBV,UAAU,wBAAcS,GAAG,CAACN,MAAM,eAAKM,GAAG,EAC7E;MACH;MACA,KAAK,IAAIE,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGX,UAAU,EAAEW,CAAC,IAAI,CAAC,EAAE;QACtC,IAAMC,KAAK,GAAG,IAAI,CAAC9C,IAAI,CAAC+C,UAAU,GAAGZ,KAAK,CAACO,CAAC,CAAC,CAACG,CAAC,CAAC,CAACG,IAAI,EAAE,GAAGb,KAAK,CAACO,CAAC,CAAC,CAACG,CAAC,CAAC;QACrEP,OAAO,CAACO,CAAC,CAAC,CAACH,CAAC,CAAC,GAAG,IAAI,CAACO,SAAS,CAACH,KAAK,CAAC;MACvC;IACF;IACA,OAAOR,OAAO;EAChB;EAEAW,SAAS,CAACH,KAAa,EAAU;IAC/B,OAAOA,KAAK,KAAK,IAAI,CAAC9C,IAAI,CAACkD,UAAU,GAAG,EAAE,GAAGJ,KAAK;EACpD;EAEAK,KAAK,GAAS;IACZ,IAAMC,eAAe,GAAIC,KAAe,IAAK;MAC3C,IAAMC,OAAO,GAAG,IAAI,CAACjD,KAAK,GACrB,IAAI,CAACN,IAAI,CAAiBwD,UAAU;MACnC;MACA;MACA,YAAY,EACZ,IAAI,CAACnC,gBAAgB,CACtB,GACA,IAAI,CAACrB,IAAa;MACvB,IAAI,CAACsD,KAAK,GAAGA,KAAK;MAClB3E,IAAI,CAACyE,KAAK,CAACG,OAAO,EAAE,IAAI,CAAChC,MAAM,CAAC;IAClC,CAAC;IACD,IAAMkC,UAAU,GAAG,IAAI1E,aAAa,CAClCsE,eAAe,EACf,IAAI,CAACrD,IAAI,EACT,IAAI,CAACE,WAAW,EAChB,IAAI,CAACqB,MAAM,EACX,IAAI,CAACtB,IAAI,CAACkD,UAAU,EACpB,IAAI,CAAChD,UAAU,EACf,IAAI,CAACC,OAAO,EACZ,IAAI,CAACK,WAAW,EAChB,IAAI,CAACH,KAAK,EACV,IAAI,CAACL,IAAI,CAAC+C,UAAU,CACrB;IACDS,UAAU,CAACL,KAAK,EAAE;EACpB;EAEAnC,WAAW,CAACyC,MAA6B,EAAEC,MAAc,EAAQ;IAC/D,IAAM;MAAEzD,WAAW;MAAEE,OAAO;MAAEkB,iBAAiB;MAAEhB,KAAK;MAAEC;IAAO,CAAC,GAAG,IAAI;IACvE,IAAI,IAAI,CAACS,WAAW,EAAE;MACpBhC,GAAG,CAAC4E,MAAM,CAAC,uBAAuB,CAAC;MACnCD,MAAM,CAACE,KAAK,EAAE;MACdtD,MAAM,CAACuD,OAAO,CAACC,CAAC,IAAIA,CAAC,CAACC,KAAK,EAAE,CAAC;MAC9B;IACF;IACA,IAAI;MAAEC;IAAK,CAAC,GAAGP,MAAM;IACrB,IAAI,CAAC,IAAI,CAACQ,OAAO,EAAE;MACjB,IAAIhE,WAAW,EAAE;QACf,IAAI,CAACgE,OAAO,GAAGpF,eAAe,CAACqF,mBAAmB,CAACF,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3DA,IAAI,GAAGA,IAAI,CAACG,KAAK,CAAC,CAAC,CAAC;MACtB,CAAC,MAAM;QACL,IAAI,CAACF,OAAO,GAAG/E,SAAS,CAACkF,eAAe,CAACJ,IAAI,CAAC,CAAC,CAAC,CAAC3B,MAAM,CAAC;MAC1D;IACF;IAEA,IAAIC,OAAmB,GAAG,EAAE;IAC5B,IAAI;MACFA,OAAO,GAAG,IAAI,CAACL,SAAS,CAAC,IAAI,CAACgC,OAAO,CAAC5B,MAAM,EAAE2B,IAAI,CAAC;MACnD,IAAI3D,KAAK,EAAE;QACT;QACA,IAAI,CAACgE,iBAAiB,CAAC/B,OAAO,EAAEoB,MAAM,CAAC;MACzC,CAAC,MAAM;QACL,IAAMY,KAAK,GAAG,IAAI,CAAC/D,MAAM;QACzB,IAAI,CAACA,MAAM,IAAI,CAAC;QAChBc,iBAAiB,CAACiD,KAAK,EAAEhC,OAAO,EAAEoB,MAAM,CAAC;MAC3C;IACF,CAAC,CAAC,OAAOa,CAAU,EAAE;MACnBpE,OAAO,CAACoE,CAAC,CAAC;IACZ;EACF;EAEAF,iBAAiB,CAAC/B,OAAmB,EAAEoB,MAAc,EAAQ;IAC3D,IAAI,CAAC,IAAI,CAACc,kBAAkB,EAAE;MAC5B,IAAI,CAACA,kBAAkB,GAAGlC,OAAO,CAAC6B,KAAK,EAAE;IAC3C,CAAC,MAAM;MACL,KAAK,IAAIM,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGnC,OAAO,CAACD,MAAM,EAAEoC,CAAC,IAAI,CAAC,EAAE;QAC1C,IAAI,CAACD,kBAAkB,CAACC,CAAC,CAAC,GAAG,IAAI,CAACD,kBAAkB,CAACC,CAAC,CAAC,CAAClF,MAAM,CAC5D+C,OAAO,CAACmC,CAAC,CAAC,CACX;MACH;IACF;IACA,IAAI,CAAC3D,eAAe,IAAI,CAAC;IACzB,IAAI,IAAI,CAACA,eAAe,IAAI7B,sBAAsB,IAAI,IAAI,CAAC2B,UAAU,EAAE;MACrE,IAAI,CAAC8D,wBAAwB,CAAChB,MAAM,CAAC;IACvC;EACF;EAEAgB,wBAAwB,CAAChB,MAAqB,EAAQ;IAAA;IACpD,IAAM;MAAErC;IAAkB,CAAC,GAAG,IAAI;IAClC,IAAMiD,KAAK,GAAG,IAAI,CAAC/D,MAAM;IACzB,IAAI,CAACA,MAAM,IAAI,CAAC;IAChB,IAAMoE,QAAQ,4BAAG,IAAI,CAACH,kBAAkB,0DAAvB,sBAAyBL,KAAK,EAAE;IACjD,IAAI,CAACK,kBAAkB,GAAGI,SAAS;IACnC,IAAI,CAAC9D,eAAe,GAAG,CAAC;IACxBlC,aAAa,CAAC+F,QAAQ,CAAC;IACvBtD,iBAAiB,CAACiD,KAAK,EAAEK,QAAQ,EAAEjB,MAAM,CAAC;EAC5C;EAEArC,iBAAiB,CACfiD,KAAa,EACbhC,OAAmB,EACnBoB,MAAqB,EACf;IACN,IAAM;MACJ5D,OAAO;MACPQ,MAAM;MACNT,eAAe;MACfW,WAAW;MACX6C,KAAK;MACLnD,UAAU;MACVC;IACF,CAAC,GAAG,IAAI;IACR,IAAIuD,MAAM,EAAE;MACVA,MAAM,CAACmB,KAAK,EAAE;IAChB;IACAjG,aAAa,CAAC,IAAI,CAACqF,OAAO,CAAC;IAC3BrF,aAAa,CAACyE,KAAK,CAAC;IACpBvD,OAAO,CACJgF,QAAQ,CAAC,IAAI,CAACb,OAAO,EAAEZ,KAAK,EAAEf,OAAO,EAAE,IAAI,CAAClC,QAAQ,CAAC,CACrD2E,IAAI,CAACC,KAAK,IAAI;MACb,IAAI,IAAI,CAACjE,WAAW,EAAE;QACpBhC,GAAG,CAAC4E,MAAM,CAAC,uBAAuB,CAAC;QACnC,IAAID,MAAM,EAAE;UACVA,MAAM,CAACE,KAAK,EAAE;QAChB;QACAtD,MAAM,CAACuD,OAAO,CAACC,CAAC,IAAIA,CAAC,CAACC,KAAK,EAAE,CAAC;QAC9B;MACF;MACA,IAAIL,MAAM,EAAE;QACVA,MAAM,CAACuB,MAAM,EAAE;MACjB;MACA3E,MAAM,CAACgE,KAAK,CAAC,GAAGU,KAAK;MACrB;MACA,IAAIE,QAAQ,GAAG,CAAC;MAChB,IAAI1E,WAAW,GAAG,CAAC,EAAE;QACnB0E,QAAQ,GAAG1F,IAAI,CAAC2F,KAAK,CAAE7E,MAAM,CAAC+B,MAAM,GAAG7B,WAAW,GAAI,EAAE,CAAC,GAAG,EAAE;MAChE,CAAC,MAAM;QACL0E,QAAQ,GAAG1F,IAAI,CAAC2F,KAAK,CAAC,EAAE,GAAG,IAAI,CAACtE,WAAW,GAAG,CAAC,CAAC;MAClD;MACA9B,GAAG,CAAC4E,MAAM,+BAAwBuB,QAAQ,EAAG;MAC7ChF,UAAU,CAACgF,QAAQ,CAAC;MACpB,IAAI,IAAI,CAACtE,UAAU,IAAIN,MAAM,CAAC+B,MAAM,KAAK,IAAI,CAAC9B,MAAM,EAAE;QACpDxB,GAAG,CAAC4E,MAAM,CAAC,sBAAsB,CAAC;QAClC9D,eAAe,CAACS,MAAM,CAAC;MACzB;IACF,CAAC,CAAC,CACD8E,KAAK,CAACb,CAAC,IAAI;MACV,IAAI,CAAC,IAAI,CAAC3D,UAAU,IAAI8C,MAAM,EAAE;QAC9BA,MAAM,CAACE,KAAK,EAAE;MAChB;MACAzD,OAAO,CAACoE,CAAC,CAAC;IACZ,CAAC,CAAC;EACN;EAEApD,cAAc,CAACkE,OAA6B,EAAQ;IAClD;IACA,IAAIA,OAAO,IAAI,IAAI,IAAIA,OAAO,CAACC,IAAI,CAACC,OAAO,IAAI,IAAI,EAAE;MACnD,IAAI,CAAC3E,UAAU,GAAG,IAAI;MACtB;MACA,IAAI,IAAI,CAAC4D,kBAAkB,EAAE;QAC3B,IAAI,CAACE,wBAAwB,CAAC,IAAI,CAAC;MACrC;IACF;EACF;EAEAxD,WAAW,CAACS,KAAc,EAAQ;IAChC,IAAM;MAAExB;IAAQ,CAAC,GAAG,IAAI;IACxBA,OAAO,CAACwB,KAAK,CAAC;EAChB;EAEAP,gBAAgB,CAACoE,QAA6B,EAAQ;IACpD,IAAI,CAAC3E,WAAW,GAAG2E,QAAQ,CAACC,OAAO;EACrC;AACF;AAAC,gBA/SKvG,SAAS,qBAEagD,UAAkB,IAAe;EACzD,IAAM+B,OAAO,GAAG,EAAE;EAClB,KAAK,IAAIQ,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGvC,UAAU,EAAEuC,CAAC,IAAI,CAAC,EAAE;IACtCR,OAAO,CAACyB,IAAI,CAACxG,SAAS,CAACC,uBAAuB,CAACsF,CAAC,CAAC,CAAC;EACpD;EACA,OAAOR,OAAO;AAChB,CAAC;AAySH,eAAe/E,SAAS"}