@loaders.gl/shapefile 4.0.0-alpha.9 → 4.0.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (124) hide show
  1. package/dist/dbf-worker.js +12 -5
  2. package/dist/dist.min.js +112 -43
  3. package/dist/es5/dbf-loader.js +4 -2
  4. package/dist/es5/dbf-loader.js.map +1 -1
  5. package/dist/es5/index.js +21 -0
  6. package/dist/es5/index.js.map +1 -1
  7. package/dist/es5/lib/parsers/parse-dbf.js +2 -2
  8. package/dist/es5/lib/parsers/parse-dbf.js.map +1 -1
  9. package/dist/es5/lib/parsers/parse-shapefile.js +82 -78
  10. package/dist/es5/lib/parsers/parse-shapefile.js.map +1 -1
  11. package/dist/es5/lib/parsers/parse-shp.js +2 -2
  12. package/dist/es5/lib/parsers/parse-shp.js.map +1 -1
  13. package/dist/es5/lib/streaming/binary-chunk-reader.js +2 -2
  14. package/dist/es5/lib/streaming/binary-chunk-reader.js.map +1 -1
  15. package/dist/es5/lib/streaming/binary-reader.js +2 -2
  16. package/dist/es5/lib/streaming/binary-reader.js.map +1 -1
  17. package/dist/es5/lib/streaming/zip-batch-iterators.js +30 -26
  18. package/dist/es5/lib/streaming/zip-batch-iterators.js.map +1 -1
  19. package/dist/es5/shapefile-loader.js +2 -4
  20. package/dist/es5/shapefile-loader.js.map +1 -1
  21. package/dist/es5/shp-loader.js +4 -2
  22. package/dist/es5/shp-loader.js.map +1 -1
  23. package/dist/esm/dbf-loader.js +4 -2
  24. package/dist/esm/dbf-loader.js.map +1 -1
  25. package/dist/esm/index.js +3 -0
  26. package/dist/esm/index.js.map +1 -1
  27. package/dist/esm/lib/parsers/parse-dbf.js +1 -1
  28. package/dist/esm/lib/parsers/parse-dbf.js.map +1 -1
  29. package/dist/esm/lib/parsers/parse-shapefile.js +31 -26
  30. package/dist/esm/lib/parsers/parse-shapefile.js.map +1 -1
  31. package/dist/esm/lib/parsers/parse-shp.js +1 -1
  32. package/dist/esm/lib/parsers/parse-shp.js.map +1 -1
  33. package/dist/esm/lib/streaming/binary-chunk-reader.js +1 -1
  34. package/dist/esm/lib/streaming/binary-chunk-reader.js.map +1 -1
  35. package/dist/esm/lib/streaming/binary-reader.js +1 -1
  36. package/dist/esm/lib/streaming/binary-reader.js.map +1 -1
  37. package/dist/esm/lib/streaming/zip-batch-iterators.js +17 -11
  38. package/dist/esm/lib/streaming/zip-batch-iterators.js.map +1 -1
  39. package/dist/esm/shapefile-loader.js +1 -2
  40. package/dist/esm/shapefile-loader.js.map +1 -1
  41. package/dist/esm/shp-loader.js +2 -2
  42. package/dist/esm/shp-loader.js.map +1 -1
  43. package/dist/shp-worker.js +10 -5
  44. package/dist/src/bundle.d.ts.map +1 -0
  45. package/dist/src/dbf-loader.d.ts.map +1 -0
  46. package/dist/src/index.d.ts +7 -0
  47. package/dist/src/index.d.ts.map +1 -0
  48. package/dist/src/lib/parsers/parse-dbf.d.ts.map +1 -0
  49. package/dist/{lib → src/lib}/parsers/parse-shapefile.d.ts +2 -2
  50. package/dist/src/lib/parsers/parse-shapefile.d.ts.map +1 -0
  51. package/dist/src/lib/parsers/parse-shp-geometry.d.ts.map +1 -0
  52. package/dist/src/lib/parsers/parse-shp-header.d.ts.map +1 -0
  53. package/dist/{lib → src/lib}/parsers/parse-shp.d.ts +1 -1
  54. package/dist/src/lib/parsers/parse-shp.d.ts.map +1 -0
  55. package/dist/src/lib/parsers/parse-shx.d.ts.map +1 -0
  56. package/dist/src/lib/parsers/types.d.ts.map +1 -0
  57. package/dist/{lib → src/lib}/streaming/binary-chunk-reader.d.ts +2 -3
  58. package/dist/src/lib/streaming/binary-chunk-reader.d.ts.map +1 -0
  59. package/dist/{lib → src/lib}/streaming/binary-reader.d.ts +1 -1
  60. package/dist/src/lib/streaming/binary-reader.d.ts.map +1 -0
  61. package/dist/src/lib/streaming/zip-batch-iterators.d.ts +11 -0
  62. package/dist/src/lib/streaming/zip-batch-iterators.d.ts.map +1 -0
  63. package/dist/src/shapefile-loader.d.ts +7 -0
  64. package/dist/src/shapefile-loader.d.ts.map +1 -0
  65. package/dist/src/shp-loader.d.ts.map +1 -0
  66. package/dist/{workers → src/workers}/dbf-worker.d.ts.map +1 -1
  67. package/dist/{workers → src/workers}/shp-worker.d.ts.map +1 -1
  68. package/dist/tsconfig.tsbuildinfo +1 -0
  69. package/package.json +5 -6
  70. package/src/dbf-loader.ts +3 -1
  71. package/src/index.ts +5 -0
  72. package/src/lib/parsers/parse-dbf.ts +1 -1
  73. package/src/lib/parsers/parse-shapefile.ts +58 -40
  74. package/src/lib/parsers/parse-shp.ts +2 -2
  75. package/src/lib/streaming/binary-chunk-reader.ts +4 -3
  76. package/src/lib/streaming/binary-reader.ts +3 -1
  77. package/src/lib/streaming/zip-batch-iterators.ts +28 -14
  78. package/src/shapefile-loader.ts +2 -4
  79. package/src/shp-loader.ts +4 -1
  80. package/dist/bundle.d.ts.map +0 -1
  81. package/dist/bundle.js +0 -5
  82. package/dist/dbf-loader.d.ts.map +0 -1
  83. package/dist/dbf-loader.js +0 -32
  84. package/dist/index.d.ts +0 -4
  85. package/dist/index.d.ts.map +0 -1
  86. package/dist/index.js +0 -11
  87. package/dist/lib/parsers/parse-dbf.d.ts.map +0 -1
  88. package/dist/lib/parsers/parse-dbf.js +0 -344
  89. package/dist/lib/parsers/parse-shapefile.d.ts.map +0 -1
  90. package/dist/lib/parsers/parse-shapefile.js +0 -244
  91. package/dist/lib/parsers/parse-shp-geometry.d.ts.map +0 -1
  92. package/dist/lib/parsers/parse-shp-geometry.js +0 -287
  93. package/dist/lib/parsers/parse-shp-header.d.ts.map +0 -1
  94. package/dist/lib/parsers/parse-shp-header.js +0 -43
  95. package/dist/lib/parsers/parse-shp.d.ts.map +0 -1
  96. package/dist/lib/parsers/parse-shp.js +0 -178
  97. package/dist/lib/parsers/parse-shx.d.ts.map +0 -1
  98. package/dist/lib/parsers/parse-shx.js +0 -28
  99. package/dist/lib/parsers/types.d.ts.map +0 -1
  100. package/dist/lib/parsers/types.js +0 -2
  101. package/dist/lib/streaming/binary-chunk-reader.d.ts.map +0 -1
  102. package/dist/lib/streaming/binary-chunk-reader.js +0 -161
  103. package/dist/lib/streaming/binary-reader.d.ts.map +0 -1
  104. package/dist/lib/streaming/binary-reader.js +0 -52
  105. package/dist/lib/streaming/zip-batch-iterators.d.ts +0 -8
  106. package/dist/lib/streaming/zip-batch-iterators.d.ts.map +0 -1
  107. package/dist/lib/streaming/zip-batch-iterators.js +0 -61
  108. package/dist/shapefile-loader.d.ts +0 -26
  109. package/dist/shapefile-loader.d.ts.map +0 -1
  110. package/dist/shapefile-loader.js +0 -31
  111. package/dist/shp-loader.d.ts.map +0 -1
  112. package/dist/shp-loader.js +0 -35
  113. package/dist/workers/dbf-worker.js +0 -5
  114. package/dist/workers/shp-worker.js +0 -5
  115. /package/dist/{bundle.d.ts → src/bundle.d.ts} +0 -0
  116. /package/dist/{dbf-loader.d.ts → src/dbf-loader.d.ts} +0 -0
  117. /package/dist/{lib → src/lib}/parsers/parse-dbf.d.ts +0 -0
  118. /package/dist/{lib → src/lib}/parsers/parse-shp-geometry.d.ts +0 -0
  119. /package/dist/{lib → src/lib}/parsers/parse-shp-header.d.ts +0 -0
  120. /package/dist/{lib → src/lib}/parsers/parse-shx.d.ts +0 -0
  121. /package/dist/{lib → src/lib}/parsers/types.d.ts +0 -0
  122. /package/dist/{shp-loader.d.ts → src/shp-loader.d.ts} +0 -0
  123. /package/dist/{workers → src/workers}/dbf-worker.d.ts +0 -0
  124. /package/dist/{workers → src/workers}/shp-worker.d.ts +0 -0
@@ -1 +1 @@
1
- {"version":3,"file":"parse-shp.js","names":["BinaryChunkReader","parseSHPHeader","parseRecord","LITTLE_ENDIAN","BIG_ENDIAN","SHP_HEADER_SIZE","SHP_RECORD_HEADER_SIZE","STATE","EXPECTING_HEADER","EXPECTING_RECORD","END","ERROR","SHPParser","constructor","options","_defineProperty","maxRewindBytes","geometries","progress","bytesTotal","NaN","bytesUsed","rows","currentIndex","write","arrayBuffer","binaryReader","state","parseState","result","end","error","parseSHP","shpParser","parseSHPInBatches","asyncIterator","parser","headerReturned","header","length","dataView","getDataView","hasAvailableBytes","_result$header","recordHeaderView","recordHeader","recordNumber","getInt32","byteLength","type","rewind","invalidRecord","recordView","geometry","push","ended","concat","message"],"sources":["../../../../src/lib/parsers/parse-shp.ts"],"sourcesContent":["import type {BinaryGeometry} from '@loaders.gl/schema';\nimport BinaryChunkReader from '../streaming/binary-chunk-reader';\nimport {parseSHPHeader, SHPHeader} from './parse-shp-header';\nimport {parseRecord} from './parse-shp-geometry';\nimport {SHPLoaderOptions} from './types';\n\nconst LITTLE_ENDIAN = true;\nconst BIG_ENDIAN = false;\n\nconst SHP_HEADER_SIZE = 100;\n// According to the spec, the record header is just 8 bytes, but here we set it\n// to 12 so that we can also access the record's type\nconst SHP_RECORD_HEADER_SIZE = 12;\n\nconst STATE = {\n EXPECTING_HEADER: 0,\n EXPECTING_RECORD: 1,\n END: 2,\n ERROR: 3\n};\n\ntype SHPResult = {\n geometries: (BinaryGeometry | null)[];\n header?: SHPHeader;\n error?: string;\n progress: {\n bytesUsed: number;\n bytesTotal: number;\n rows: number;\n };\n currentIndex: number;\n};\n\nclass SHPParser {\n options?: SHPLoaderOptions = {};\n binaryReader = new BinaryChunkReader({maxRewindBytes: SHP_RECORD_HEADER_SIZE});\n state = STATE.EXPECTING_HEADER;\n result: SHPResult = {\n geometries: [],\n // Initialize with number values to make TS happy\n // These are initialized for real in STATE.EXPECTING_HEADER\n progress: {\n bytesTotal: NaN,\n bytesUsed: NaN,\n rows: NaN\n },\n currentIndex: NaN\n };\n\n constructor(options?: SHPLoaderOptions) {\n this.options = options;\n }\n\n write(arrayBuffer: ArrayBuffer) {\n this.binaryReader.write(arrayBuffer);\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n }\n\n end() {\n this.binaryReader.end();\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n if (this.state !== STATE.END) {\n this.state = STATE.ERROR;\n this.result.error = 'SHP incomplete file';\n }\n }\n}\n\nexport function parseSHP(arrayBuffer: ArrayBuffer, options?: SHPLoaderOptions): BinaryGeometry[] {\n const shpParser = new SHPParser(options);\n shpParser.write(arrayBuffer);\n shpParser.end();\n\n // @ts-ignore\n return shpParser.result;\n}\n\n/**\n * @param asyncIterator\n * @param options\n * @returns\n */\nexport async function* parseSHPInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: SHPLoaderOptions\n): AsyncIterable<BinaryGeometry | object> {\n const parser = new SHPParser(options);\n let headerReturned = false;\n for await (const arrayBuffer of asyncIterator) {\n parser.write(arrayBuffer);\n if (!headerReturned && parser.result.header) {\n headerReturned = true;\n yield parser.result.header;\n }\n\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n parser.result.geometries = [];\n }\n }\n parser.end();\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n }\n\n return;\n}\n\n/**\n * State-machine parser for SHP data\n *\n * Note that whenever more data is needed, a `return`, not a `break`, is\n * necessary, as the `break` keeps the context within `parseState`, while\n * `return` releases context so that more data can be written into the\n * BinaryChunkReader.\n *\n * @param state Current state\n * @param result An object to hold result data\n * @param binaryReader\n * @return State at end of current parsing\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n state: number,\n result: SHPResult,\n binaryReader: BinaryChunkReader,\n options?: SHPLoaderOptions\n): number {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n try {\n switch (state) {\n case STATE.ERROR:\n case STATE.END:\n return state;\n\n case STATE.EXPECTING_HEADER:\n // Parse initial file header\n const dataView = binaryReader.getDataView(SHP_HEADER_SIZE);\n if (!dataView) {\n return state;\n }\n\n result.header = parseSHPHeader(dataView);\n result.progress = {\n bytesUsed: 0,\n bytesTotal: result.header.length,\n rows: 0\n };\n // index numbering starts at 1\n result.currentIndex = 1;\n state = STATE.EXPECTING_RECORD;\n break;\n\n case STATE.EXPECTING_RECORD:\n while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {\n const recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE) as DataView;\n const recordHeader = {\n recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),\n // 2 byte words; includes the four words of record header\n byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,\n // This is actually part of the record, not the header...\n type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)\n };\n\n if (!binaryReader.hasAvailableBytes(recordHeader.byteLength - 4)) {\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE);\n return state;\n }\n\n const invalidRecord =\n recordHeader.byteLength < 4 ||\n recordHeader.type !== result.header?.type ||\n recordHeader.recordNumber !== result.currentIndex;\n\n // All records must have at least four bytes (for the record shape type)\n if (invalidRecord) {\n // Malformed record, try again, advancing just 4 bytes\n // Note: this is a rewind because binaryReader.getDataView above\n // moved the pointer forward 12 bytes, so rewinding 8 bytes still\n // leaves us 4 bytes ahead\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);\n } else {\n // Note: type is actually part of the record, not the header, so\n // rewind 4 bytes before reading record\n binaryReader.rewind(4);\n\n const recordView = binaryReader.getDataView(recordHeader.byteLength) as DataView;\n const geometry = parseRecord(recordView, options);\n result.geometries.push(geometry);\n\n result.currentIndex++;\n result.progress.rows = result.currentIndex - 1;\n }\n }\n\n if (binaryReader.ended) {\n state = STATE.END;\n }\n\n return state;\n\n default:\n state = STATE.ERROR;\n result.error = `illegal parser state ${state}`;\n return state;\n }\n } catch (error) {\n state = STATE.ERROR;\n result.error = `SHP parsing failed: ${(error as Error)?.message}`;\n return state;\n }\n }\n}\n"],"mappings":";AACA,OAAOA,iBAAiB,MAAM,kCAAkC;AAChE,SAAQC,cAAc,QAAkB,oBAAoB;AAC5D,SAAQC,WAAW,QAAO,sBAAsB;AAGhD,MAAMC,aAAa,GAAG,IAAI;AAC1B,MAAMC,UAAU,GAAG,KAAK;AAExB,MAAMC,eAAe,GAAG,GAAG;AAG3B,MAAMC,sBAAsB,GAAG,EAAE;AAEjC,MAAMC,KAAK,GAAG;EACZC,gBAAgB,EAAE,CAAC;EACnBC,gBAAgB,EAAE,CAAC;EACnBC,GAAG,EAAE,CAAC;EACNC,KAAK,EAAE;AACT,CAAC;AAcD,MAAMC,SAAS,CAAC;EAgBdC,WAAWA,CAACC,OAA0B,EAAE;IAAAC,eAAA,kBAfX,CAAC,CAAC;IAAAA,eAAA,uBAChB,IAAIf,iBAAiB,CAAC;MAACgB,cAAc,EAAEV;IAAsB,CAAC,CAAC;IAAAS,eAAA,gBACtER,KAAK,CAACC,gBAAgB;IAAAO,eAAA,iBACV;MAClBE,UAAU,EAAE,EAAE;MAGdC,QAAQ,EAAE;QACRC,UAAU,EAAEC,GAAG;QACfC,SAAS,EAAED,GAAG;QACdE,IAAI,EAAEF;MACR,CAAC;MACDG,YAAY,EAAEH;IAChB,CAAC;IAGC,IAAI,CAACN,OAAO,GAAGA,OAAO;EACxB;EAEAU,KAAKA,CAACC,WAAwB,EAAE;IAC9B,IAAI,CAACC,YAAY,CAACF,KAAK,CAACC,WAAW,CAAC;IACpC,IAAI,CAACE,KAAK,GAAGC,UAAU,CAAC,IAAI,CAACD,KAAK,EAAE,IAAI,CAACE,MAAM,EAAE,IAAI,CAACH,YAAY,EAAE,IAAI,CAACZ,OAAO,CAAC;EACnF;EAEAgB,GAAGA,CAAA,EAAG;IACJ,IAAI,CAACJ,YAAY,CAACI,GAAG,CAAC,CAAC;IACvB,IAAI,CAACH,KAAK,GAAGC,UAAU,CAAC,IAAI,CAACD,KAAK,EAAE,IAAI,CAACE,MAAM,EAAE,IAAI,CAACH,YAAY,EAAE,IAAI,CAACZ,OAAO,CAAC;IAEjF,IAAI,IAAI,CAACa,KAAK,KAAKpB,KAAK,CAACG,GAAG,EAAE;MAC5B,IAAI,CAACiB,KAAK,GAAGpB,KAAK,CAACI,KAAK;MACxB,IAAI,CAACkB,MAAM,CAACE,KAAK,GAAG,qBAAqB;IAC3C;EACF;AACF;AAEA,OAAO,SAASC,QAAQA,CAACP,WAAwB,EAAEX,OAA0B,EAAoB;EAC/F,MAAMmB,SAAS,GAAG,IAAIrB,SAAS,CAACE,OAAO,CAAC;EACxCmB,SAAS,CAACT,KAAK,CAACC,WAAW,CAAC;EAC5BQ,SAAS,CAACH,GAAG,CAAC,CAAC;EAGf,OAAOG,SAAS,CAACJ,MAAM;AACzB;AAOA,OAAO,gBAAgBK,iBAAiBA,CACtCC,aAAiE,EACjErB,OAA0B,EACc;EACxC,MAAMsB,MAAM,GAAG,IAAIxB,SAAS,CAACE,OAAO,CAAC;EACrC,IAAIuB,cAAc,GAAG,KAAK;EAC1B,WAAW,MAAMZ,WAAW,IAAIU,aAAa,EAAE;IAC7CC,MAAM,CAACZ,KAAK,CAACC,WAAW,CAAC;IACzB,IAAI,CAACY,cAAc,IAAID,MAAM,CAACP,MAAM,CAACS,MAAM,EAAE;MAC3CD,cAAc,GAAG,IAAI;MACrB,MAAMD,MAAM,CAACP,MAAM,CAACS,MAAM;IAC5B;IAEA,IAAIF,MAAM,CAACP,MAAM,CAACZ,UAAU,CAACsB,MAAM,GAAG,CAAC,EAAE;MACvC,MAAMH,MAAM,CAACP,MAAM,CAACZ,UAAU;MAC9BmB,MAAM,CAACP,MAAM,CAACZ,UAAU,GAAG,EAAE;IAC/B;EACF;EACAmB,MAAM,CAACN,GAAG,CAAC,CAAC;EACZ,IAAIM,MAAM,CAACP,MAAM,CAACZ,UAAU,CAACsB,MAAM,GAAG,CAAC,EAAE;IACvC,MAAMH,MAAM,CAACP,MAAM,CAACZ,UAAU;EAChC;EAEA;AACF;AAgBA,SAASW,UAAUA,CACjBD,KAAa,EACbE,MAAiB,EACjBH,YAA+B,EAC/BZ,OAA0B,EAClB;EAER,OAAO,IAAI,EAAE;IACX,IAAI;MACF,QAAQa,KAAK;QACX,KAAKpB,KAAK,CAACI,KAAK;QAChB,KAAKJ,KAAK,CAACG,GAAG;UACZ,OAAOiB,KAAK;QAEd,KAAKpB,KAAK,CAACC,gBAAgB;UAEzB,MAAMgC,QAAQ,GAAGd,YAAY,CAACe,WAAW,CAACpC,eAAe,CAAC;UAC1D,IAAI,CAACmC,QAAQ,EAAE;YACb,OAAOb,KAAK;UACd;UAEAE,MAAM,CAACS,MAAM,GAAGrC,cAAc,CAACuC,QAAQ,CAAC;UACxCX,MAAM,CAACX,QAAQ,GAAG;YAChBG,SAAS,EAAE,CAAC;YACZF,UAAU,EAAEU,MAAM,CAACS,MAAM,CAACC,MAAM;YAChCjB,IAAI,EAAE;UACR,CAAC;UAEDO,MAAM,CAACN,YAAY,GAAG,CAAC;UACvBI,KAAK,GAAGpB,KAAK,CAACE,gBAAgB;UAC9B;QAEF,KAAKF,KAAK,CAACE,gBAAgB;UACzB,OAAOiB,YAAY,CAACgB,iBAAiB,CAACpC,sBAAsB,CAAC,EAAE;YAAA,IAAAqC,cAAA;YAC7D,MAAMC,gBAAgB,GAAGlB,YAAY,CAACe,WAAW,CAACnC,sBAAsB,CAAa;YACrF,MAAMuC,YAAY,GAAG;cACnBC,YAAY,EAAEF,gBAAgB,CAACG,QAAQ,CAAC,CAAC,EAAE3C,UAAU,CAAC;cAEtD4C,UAAU,EAAEJ,gBAAgB,CAACG,QAAQ,CAAC,CAAC,EAAE3C,UAAU,CAAC,GAAG,CAAC;cAExD6C,IAAI,EAAEL,gBAAgB,CAACG,QAAQ,CAAC,CAAC,EAAE5C,aAAa;YAClD,CAAC;YAED,IAAI,CAACuB,YAAY,CAACgB,iBAAiB,CAACG,YAAY,CAACG,UAAU,GAAG,CAAC,CAAC,EAAE;cAChEtB,YAAY,CAACwB,MAAM,CAAC5C,sBAAsB,CAAC;cAC3C,OAAOqB,KAAK;YACd;YAEA,MAAMwB,aAAa,GACjBN,YAAY,CAACG,UAAU,GAAG,CAAC,IAC3BH,YAAY,CAACI,IAAI,OAAAN,cAAA,GAAKd,MAAM,CAACS,MAAM,cAAAK,cAAA,uBAAbA,cAAA,CAAeM,IAAI,KACzCJ,YAAY,CAACC,YAAY,KAAKjB,MAAM,CAACN,YAAY;YAGnD,IAAI4B,aAAa,EAAE;cAKjBzB,YAAY,CAACwB,MAAM,CAAC5C,sBAAsB,GAAG,CAAC,CAAC;YACjD,CAAC,MAAM;cAGLoB,YAAY,CAACwB,MAAM,CAAC,CAAC,CAAC;cAEtB,MAAME,UAAU,GAAG1B,YAAY,CAACe,WAAW,CAACI,YAAY,CAACG,UAAU,CAAa;cAChF,MAAMK,QAAQ,GAAGnD,WAAW,CAACkD,UAAU,EAAEtC,OAAO,CAAC;cACjDe,MAAM,CAACZ,UAAU,CAACqC,IAAI,CAACD,QAAQ,CAAC;cAEhCxB,MAAM,CAACN,YAAY,EAAE;cACrBM,MAAM,CAACX,QAAQ,CAACI,IAAI,GAAGO,MAAM,CAACN,YAAY,GAAG,CAAC;YAChD;UACF;UAEA,IAAIG,YAAY,CAAC6B,KAAK,EAAE;YACtB5B,KAAK,GAAGpB,KAAK,CAACG,GAAG;UACnB;UAEA,OAAOiB,KAAK;QAEd;UACEA,KAAK,GAAGpB,KAAK,CAACI,KAAK;UACnBkB,MAAM,CAACE,KAAK,2BAAAyB,MAAA,CAA2B7B,KAAK,CAAE;UAC9C,OAAOA,KAAK;MAChB;IACF,CAAC,CAAC,OAAOI,KAAK,EAAE;MACdJ,KAAK,GAAGpB,KAAK,CAACI,KAAK;MACnBkB,MAAM,CAACE,KAAK,0BAAAyB,MAAA,CAA2BzB,KAAK,aAALA,KAAK,uBAALA,KAAK,CAAY0B,OAAO,CAAE;MACjE,OAAO9B,KAAK;IACd;EACF;AACF"}
1
+ {"version":3,"file":"parse-shp.js","names":["BinaryChunkReader","parseSHPHeader","parseRecord","LITTLE_ENDIAN","BIG_ENDIAN","SHP_HEADER_SIZE","SHP_RECORD_HEADER_SIZE","STATE","EXPECTING_HEADER","EXPECTING_RECORD","END","ERROR","SHPParser","constructor","options","_defineProperty","maxRewindBytes","geometries","progress","bytesTotal","NaN","bytesUsed","rows","currentIndex","write","arrayBuffer","binaryReader","state","parseState","result","end","error","parseSHP","shpParser","parseSHPInBatches","asyncIterator","parser","headerReturned","header","length","dataView","getDataView","hasAvailableBytes","_result$header","recordHeaderView","recordHeader","recordNumber","getInt32","byteLength","type","rewind","invalidRecord","recordView","geometry","push","ended","concat","message"],"sources":["../../../../src/lib/parsers/parse-shp.ts"],"sourcesContent":["import type {BinaryGeometry} from '@loaders.gl/schema';\nimport {BinaryChunkReader} from '../streaming/binary-chunk-reader';\nimport {parseSHPHeader, SHPHeader} from './parse-shp-header';\nimport {parseRecord} from './parse-shp-geometry';\nimport {SHPLoaderOptions} from './types';\n\nconst LITTLE_ENDIAN = true;\nconst BIG_ENDIAN = false;\n\nconst SHP_HEADER_SIZE = 100;\n// According to the spec, the record header is just 8 bytes, but here we set it\n// to 12 so that we can also access the record's type\nconst SHP_RECORD_HEADER_SIZE = 12;\n\nconst STATE = {\n EXPECTING_HEADER: 0,\n EXPECTING_RECORD: 1,\n END: 2,\n ERROR: 3\n};\n\ntype SHPResult = {\n geometries: (BinaryGeometry | null)[];\n header?: SHPHeader;\n error?: string;\n progress: {\n bytesUsed: number;\n bytesTotal: number;\n rows: number;\n };\n currentIndex: number;\n};\n\nclass SHPParser {\n options?: SHPLoaderOptions = {};\n binaryReader = new BinaryChunkReader({maxRewindBytes: SHP_RECORD_HEADER_SIZE});\n state = STATE.EXPECTING_HEADER;\n result: SHPResult = {\n geometries: [],\n // Initialize with number values to make TS happy\n // These are initialized for real in STATE.EXPECTING_HEADER\n progress: {\n bytesTotal: NaN,\n bytesUsed: NaN,\n rows: NaN\n },\n currentIndex: NaN\n };\n\n constructor(options?: SHPLoaderOptions) {\n this.options = options;\n }\n\n write(arrayBuffer: ArrayBuffer) {\n this.binaryReader.write(arrayBuffer);\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n }\n\n end() {\n this.binaryReader.end();\n this.state = parseState(this.state, this.result, this.binaryReader, this.options);\n // this.result.progress.bytesUsed = this.binaryReader.bytesUsed();\n if (this.state !== STATE.END) {\n this.state = STATE.ERROR;\n this.result.error = 'SHP incomplete file';\n }\n }\n}\n\nexport function parseSHP(arrayBuffer: ArrayBuffer, options?: SHPLoaderOptions): BinaryGeometry[] {\n const shpParser = new SHPParser(options);\n shpParser.write(arrayBuffer);\n shpParser.end();\n\n // @ts-ignore\n return shpParser.result;\n}\n\n/**\n * @param asyncIterator\n * @param options\n * @returns\n */\nexport async function* parseSHPInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: SHPLoaderOptions\n): AsyncGenerator<BinaryGeometry | object> {\n const parser = new SHPParser(options);\n let headerReturned = false;\n for await (const arrayBuffer of asyncIterator) {\n parser.write(arrayBuffer);\n if (!headerReturned && parser.result.header) {\n headerReturned = true;\n yield parser.result.header;\n }\n\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n parser.result.geometries = [];\n }\n }\n parser.end();\n if (parser.result.geometries.length > 0) {\n yield parser.result.geometries;\n }\n\n return;\n}\n\n/**\n * State-machine parser for SHP data\n *\n * Note that whenever more data is needed, a `return`, not a `break`, is\n * necessary, as the `break` keeps the context within `parseState`, while\n * `return` releases context so that more data can be written into the\n * BinaryChunkReader.\n *\n * @param state Current state\n * @param result An object to hold result data\n * @param binaryReader\n * @return State at end of current parsing\n */\n/* eslint-disable complexity, max-depth */\nfunction parseState(\n state: number,\n result: SHPResult,\n binaryReader: BinaryChunkReader,\n options?: SHPLoaderOptions\n): number {\n // eslint-disable-next-line no-constant-condition\n while (true) {\n try {\n switch (state) {\n case STATE.ERROR:\n case STATE.END:\n return state;\n\n case STATE.EXPECTING_HEADER:\n // Parse initial file header\n const dataView = binaryReader.getDataView(SHP_HEADER_SIZE);\n if (!dataView) {\n return state;\n }\n\n result.header = parseSHPHeader(dataView);\n result.progress = {\n bytesUsed: 0,\n bytesTotal: result.header.length,\n rows: 0\n };\n // index numbering starts at 1\n result.currentIndex = 1;\n state = STATE.EXPECTING_RECORD;\n break;\n\n case STATE.EXPECTING_RECORD:\n while (binaryReader.hasAvailableBytes(SHP_RECORD_HEADER_SIZE)) {\n const recordHeaderView = binaryReader.getDataView(SHP_RECORD_HEADER_SIZE) as DataView;\n const recordHeader = {\n recordNumber: recordHeaderView.getInt32(0, BIG_ENDIAN),\n // 2 byte words; includes the four words of record header\n byteLength: recordHeaderView.getInt32(4, BIG_ENDIAN) * 2,\n // This is actually part of the record, not the header...\n type: recordHeaderView.getInt32(8, LITTLE_ENDIAN)\n };\n\n if (!binaryReader.hasAvailableBytes(recordHeader.byteLength - 4)) {\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE);\n return state;\n }\n\n const invalidRecord =\n recordHeader.byteLength < 4 ||\n recordHeader.type !== result.header?.type ||\n recordHeader.recordNumber !== result.currentIndex;\n\n // All records must have at least four bytes (for the record shape type)\n if (invalidRecord) {\n // Malformed record, try again, advancing just 4 bytes\n // Note: this is a rewind because binaryReader.getDataView above\n // moved the pointer forward 12 bytes, so rewinding 8 bytes still\n // leaves us 4 bytes ahead\n binaryReader.rewind(SHP_RECORD_HEADER_SIZE - 4);\n } else {\n // Note: type is actually part of the record, not the header, so\n // rewind 4 bytes before reading record\n binaryReader.rewind(4);\n\n const recordView = binaryReader.getDataView(recordHeader.byteLength) as DataView;\n const geometry = parseRecord(recordView, options);\n result.geometries.push(geometry);\n\n result.currentIndex++;\n result.progress.rows = result.currentIndex - 1;\n }\n }\n\n if (binaryReader.ended) {\n state = STATE.END;\n }\n\n return state;\n\n default:\n state = STATE.ERROR;\n result.error = `illegal parser state ${state}`;\n return state;\n }\n } catch (error) {\n state = STATE.ERROR;\n result.error = `SHP parsing failed: ${(error as Error)?.message}`;\n return state;\n }\n }\n}\n"],"mappings":";AACA,SAAQA,iBAAiB,QAAO,kCAAkC;AAClE,SAAQC,cAAc,QAAkB,oBAAoB;AAC5D,SAAQC,WAAW,QAAO,sBAAsB;AAGhD,MAAMC,aAAa,GAAG,IAAI;AAC1B,MAAMC,UAAU,GAAG,KAAK;AAExB,MAAMC,eAAe,GAAG,GAAG;AAG3B,MAAMC,sBAAsB,GAAG,EAAE;AAEjC,MAAMC,KAAK,GAAG;EACZC,gBAAgB,EAAE,CAAC;EACnBC,gBAAgB,EAAE,CAAC;EACnBC,GAAG,EAAE,CAAC;EACNC,KAAK,EAAE;AACT,CAAC;AAcD,MAAMC,SAAS,CAAC;EAgBdC,WAAWA,CAACC,OAA0B,EAAE;IAAAC,eAAA,kBAfX,CAAC,CAAC;IAAAA,eAAA,uBAChB,IAAIf,iBAAiB,CAAC;MAACgB,cAAc,EAAEV;IAAsB,CAAC,CAAC;IAAAS,eAAA,gBACtER,KAAK,CAACC,gBAAgB;IAAAO,eAAA,iBACV;MAClBE,UAAU,EAAE,EAAE;MAGdC,QAAQ,EAAE;QACRC,UAAU,EAAEC,GAAG;QACfC,SAAS,EAAED,GAAG;QACdE,IAAI,EAAEF;MACR,CAAC;MACDG,YAAY,EAAEH;IAChB,CAAC;IAGC,IAAI,CAACN,OAAO,GAAGA,OAAO;EACxB;EAEAU,KAAKA,CAACC,WAAwB,EAAE;IAC9B,IAAI,CAACC,YAAY,CAACF,KAAK,CAACC,WAAW,CAAC;IACpC,IAAI,CAACE,KAAK,GAAGC,UAAU,CAAC,IAAI,CAACD,KAAK,EAAE,IAAI,CAACE,MAAM,EAAE,IAAI,CAACH,YAAY,EAAE,IAAI,CAACZ,OAAO,CAAC;EACnF;EAEAgB,GAAGA,CAAA,EAAG;IACJ,IAAI,CAACJ,YAAY,CAACI,GAAG,CAAC,CAAC;IACvB,IAAI,CAACH,KAAK,GAAGC,UAAU,CAAC,IAAI,CAACD,KAAK,EAAE,IAAI,CAACE,MAAM,EAAE,IAAI,CAACH,YAAY,EAAE,IAAI,CAACZ,OAAO,CAAC;IAEjF,IAAI,IAAI,CAACa,KAAK,KAAKpB,KAAK,CAACG,GAAG,EAAE;MAC5B,IAAI,CAACiB,KAAK,GAAGpB,KAAK,CAACI,KAAK;MACxB,IAAI,CAACkB,MAAM,CAACE,KAAK,GAAG,qBAAqB;IAC3C;EACF;AACF;AAEA,OAAO,SAASC,QAAQA,CAACP,WAAwB,EAAEX,OAA0B,EAAoB;EAC/F,MAAMmB,SAAS,GAAG,IAAIrB,SAAS,CAACE,OAAO,CAAC;EACxCmB,SAAS,CAACT,KAAK,CAACC,WAAW,CAAC;EAC5BQ,SAAS,CAACH,GAAG,CAAC,CAAC;EAGf,OAAOG,SAAS,CAACJ,MAAM;AACzB;AAOA,OAAO,gBAAgBK,iBAAiBA,CACtCC,aAAiE,EACjErB,OAA0B,EACe;EACzC,MAAMsB,MAAM,GAAG,IAAIxB,SAAS,CAACE,OAAO,CAAC;EACrC,IAAIuB,cAAc,GAAG,KAAK;EAC1B,WAAW,MAAMZ,WAAW,IAAIU,aAAa,EAAE;IAC7CC,MAAM,CAACZ,KAAK,CAACC,WAAW,CAAC;IACzB,IAAI,CAACY,cAAc,IAAID,MAAM,CAACP,MAAM,CAACS,MAAM,EAAE;MAC3CD,cAAc,GAAG,IAAI;MACrB,MAAMD,MAAM,CAACP,MAAM,CAACS,MAAM;IAC5B;IAEA,IAAIF,MAAM,CAACP,MAAM,CAACZ,UAAU,CAACsB,MAAM,GAAG,CAAC,EAAE;MACvC,MAAMH,MAAM,CAACP,MAAM,CAACZ,UAAU;MAC9BmB,MAAM,CAACP,MAAM,CAACZ,UAAU,GAAG,EAAE;IAC/B;EACF;EACAmB,MAAM,CAACN,GAAG,CAAC,CAAC;EACZ,IAAIM,MAAM,CAACP,MAAM,CAACZ,UAAU,CAACsB,MAAM,GAAG,CAAC,EAAE;IACvC,MAAMH,MAAM,CAACP,MAAM,CAACZ,UAAU;EAChC;EAEA;AACF;AAgBA,SAASW,UAAUA,CACjBD,KAAa,EACbE,MAAiB,EACjBH,YAA+B,EAC/BZ,OAA0B,EAClB;EAER,OAAO,IAAI,EAAE;IACX,IAAI;MACF,QAAQa,KAAK;QACX,KAAKpB,KAAK,CAACI,KAAK;QAChB,KAAKJ,KAAK,CAACG,GAAG;UACZ,OAAOiB,KAAK;QAEd,KAAKpB,KAAK,CAACC,gBAAgB;UAEzB,MAAMgC,QAAQ,GAAGd,YAAY,CAACe,WAAW,CAACpC,eAAe,CAAC;UAC1D,IAAI,CAACmC,QAAQ,EAAE;YACb,OAAOb,KAAK;UACd;UAEAE,MAAM,CAACS,MAAM,GAAGrC,cAAc,CAACuC,QAAQ,CAAC;UACxCX,MAAM,CAACX,QAAQ,GAAG;YAChBG,SAAS,EAAE,CAAC;YACZF,UAAU,EAAEU,MAAM,CAACS,MAAM,CAACC,MAAM;YAChCjB,IAAI,EAAE;UACR,CAAC;UAEDO,MAAM,CAACN,YAAY,GAAG,CAAC;UACvBI,KAAK,GAAGpB,KAAK,CAACE,gBAAgB;UAC9B;QAEF,KAAKF,KAAK,CAACE,gBAAgB;UACzB,OAAOiB,YAAY,CAACgB,iBAAiB,CAACpC,sBAAsB,CAAC,EAAE;YAAA,IAAAqC,cAAA;YAC7D,MAAMC,gBAAgB,GAAGlB,YAAY,CAACe,WAAW,CAACnC,sBAAsB,CAAa;YACrF,MAAMuC,YAAY,GAAG;cACnBC,YAAY,EAAEF,gBAAgB,CAACG,QAAQ,CAAC,CAAC,EAAE3C,UAAU,CAAC;cAEtD4C,UAAU,EAAEJ,gBAAgB,CAACG,QAAQ,CAAC,CAAC,EAAE3C,UAAU,CAAC,GAAG,CAAC;cAExD6C,IAAI,EAAEL,gBAAgB,CAACG,QAAQ,CAAC,CAAC,EAAE5C,aAAa;YAClD,CAAC;YAED,IAAI,CAACuB,YAAY,CAACgB,iBAAiB,CAACG,YAAY,CAACG,UAAU,GAAG,CAAC,CAAC,EAAE;cAChEtB,YAAY,CAACwB,MAAM,CAAC5C,sBAAsB,CAAC;cAC3C,OAAOqB,KAAK;YACd;YAEA,MAAMwB,aAAa,GACjBN,YAAY,CAACG,UAAU,GAAG,CAAC,IAC3BH,YAAY,CAACI,IAAI,OAAAN,cAAA,GAAKd,MAAM,CAACS,MAAM,cAAAK,cAAA,uBAAbA,cAAA,CAAeM,IAAI,KACzCJ,YAAY,CAACC,YAAY,KAAKjB,MAAM,CAACN,YAAY;YAGnD,IAAI4B,aAAa,EAAE;cAKjBzB,YAAY,CAACwB,MAAM,CAAC5C,sBAAsB,GAAG,CAAC,CAAC;YACjD,CAAC,MAAM;cAGLoB,YAAY,CAACwB,MAAM,CAAC,CAAC,CAAC;cAEtB,MAAME,UAAU,GAAG1B,YAAY,CAACe,WAAW,CAACI,YAAY,CAACG,UAAU,CAAa;cAChF,MAAMK,QAAQ,GAAGnD,WAAW,CAACkD,UAAU,EAAEtC,OAAO,CAAC;cACjDe,MAAM,CAACZ,UAAU,CAACqC,IAAI,CAACD,QAAQ,CAAC;cAEhCxB,MAAM,CAACN,YAAY,EAAE;cACrBM,MAAM,CAACX,QAAQ,CAACI,IAAI,GAAGO,MAAM,CAACN,YAAY,GAAG,CAAC;YAChD;UACF;UAEA,IAAIG,YAAY,CAAC6B,KAAK,EAAE;YACtB5B,KAAK,GAAGpB,KAAK,CAACG,GAAG;UACnB;UAEA,OAAOiB,KAAK;QAEd;UACEA,KAAK,GAAGpB,KAAK,CAACI,KAAK;UACnBkB,MAAM,CAACE,KAAK,2BAAAyB,MAAA,CAA2B7B,KAAK,CAAE;UAC9C,OAAOA,KAAK;MAChB;IACF,CAAC,CAAC,OAAOI,KAAK,EAAE;MACdJ,KAAK,GAAGpB,KAAK,CAACI,KAAK;MACnBkB,MAAM,CAACE,KAAK,0BAAAyB,MAAA,CAA2BzB,KAAK,aAALA,KAAK,uBAALA,KAAK,CAAY0B,OAAO,CAAE;MACjE,OAAO9B,KAAK;IACd;EACF;AACF"}
@@ -1,5 +1,5 @@
1
1
  import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
2
- export default class BinaryChunkReader {
2
+ export class BinaryChunkReader {
3
3
  constructor(options) {
4
4
  _defineProperty(this, "offset", void 0);
5
5
  _defineProperty(this, "arrayBuffers", void 0);
@@ -1 +1 @@
1
- {"version":3,"file":"binary-chunk-reader.js","names":["BinaryChunkReader","constructor","options","_defineProperty","maxRewindBytes","offset","arrayBuffers","ended","write","arrayBuffer","push","end","hasAvailableBytes","bytes","bytesAvailable","byteLength","findBufferOffsets","selectedBuffers","i","length","buf","start","Math","abs","getDataView","bufferOffsets","Error","bufferIndex","view","DataView","disposeBuffers","_combineArrayBuffers","shift","bufferOffset","result","Uint8Array","resultOffset","sourceArray","set","subarray","buffer","skip","rewind"],"sources":["../../../../src/lib/streaming/binary-chunk-reader.ts"],"sourcesContent":["type BinaryChunkReaderOptions = {\n maxRewindBytes: number;\n};\n\nexport default class BinaryChunkReader {\n offset: number;\n arrayBuffers: ArrayBuffer[];\n ended: boolean;\n maxRewindBytes: number;\n\n constructor(options?: BinaryChunkReaderOptions) {\n const {maxRewindBytes = 0} = options || {};\n\n /** current global offset into current array buffer*/\n this.offset = 0;\n /** current buffer from iterator */\n this.arrayBuffers = [];\n this.ended = false;\n\n /** bytes behind offset to hold on to */\n this.maxRewindBytes = maxRewindBytes;\n }\n /**\n * @param arrayBuffer\n */\n write(arrayBuffer: ArrayBuffer): void {\n this.arrayBuffers.push(arrayBuffer);\n }\n\n end(): void {\n this.arrayBuffers = [];\n this.ended = true;\n }\n\n /**\n * Has enough bytes available in array buffers\n *\n * @param bytes Number of bytes\n * @return boolean\n */\n hasAvailableBytes(bytes: number): boolean {\n let bytesAvailable = -this.offset;\n for (const arrayBuffer of this.arrayBuffers) {\n bytesAvailable += arrayBuffer.byteLength;\n if (bytesAvailable >= bytes) {\n return true;\n }\n }\n return false;\n }\n\n /**\n * Find offsets of byte ranges within this.arrayBuffers\n *\n * @param bytes Byte length to read\n * @return Arrays with byte ranges pointing to this.arrayBuffers, Output type is nested array, e.g. [ [0, [1, 2]], ...]\n */\n findBufferOffsets(bytes: number): any[] | null {\n let offset = -this.offset;\n const selectedBuffers: any = [];\n\n for (let i = 0; i < this.arrayBuffers.length; i++) {\n const buf = this.arrayBuffers[i];\n\n // Current buffer isn't long enough to reach global offset\n if (offset + buf.byteLength <= 0) {\n offset += buf.byteLength;\n // eslint-disable-next-line no-continue\n continue;\n }\n\n // Find start/end offsets for this buffer\n // When offset < 0, need to skip over Math.abs(offset) bytes\n // When offset > 0, implies bytes in previous buffer, start at 0\n const start = offset <= 0 ? Math.abs(offset) : 0;\n let end: number;\n\n // Length of requested bytes is contained in current buffer\n if (start + bytes <= buf.byteLength) {\n end = start + bytes;\n selectedBuffers.push([i, [start, end]]);\n return selectedBuffers;\n }\n\n // Will need to look into next buffer\n end = buf.byteLength;\n selectedBuffers.push([i, [start, end]]);\n\n // Need to read fewer bytes in next iter\n bytes -= buf.byteLength - start;\n offset += buf.byteLength;\n }\n\n // Should only finish loop if exhausted all arrays\n return null;\n }\n\n /**\n * Get the required number of bytes from the iterator\n *\n * @param bytes Number of bytes\n * @return DataView with data\n */\n getDataView(bytes: number): DataView | null {\n const bufferOffsets = this.findBufferOffsets(bytes);\n // return `null` if not enough data, except if end() already called, in\n // which case throw an error.\n if (!bufferOffsets && this.ended) {\n throw new Error('binary data exhausted');\n }\n\n if (!bufferOffsets) {\n // @ts-ignore\n return null;\n }\n\n // If only one arrayBuffer needed, return DataView directly\n if (bufferOffsets.length === 1) {\n const [bufferIndex, [start, end]] = bufferOffsets[0];\n const arrayBuffer = this.arrayBuffers[bufferIndex];\n const view = new DataView(arrayBuffer, start, end - start);\n\n this.offset += bytes;\n this.disposeBuffers();\n return view;\n }\n\n // Concatenate portions of multiple ArrayBuffers\n const view = new DataView(this._combineArrayBuffers(bufferOffsets));\n this.offset += bytes;\n this.disposeBuffers();\n return view;\n }\n\n /**\n * Dispose of old array buffers\n */\n disposeBuffers(): void {\n while (\n this.arrayBuffers.length > 0 &&\n this.offset - this.maxRewindBytes >= this.arrayBuffers[0].byteLength\n ) {\n this.offset -= this.arrayBuffers[0].byteLength;\n this.arrayBuffers.shift();\n }\n }\n\n /**\n * Copy multiple ArrayBuffers into one contiguous ArrayBuffer\n *\n * In contrast to concatenateArrayBuffers, this only copies the necessary\n * portions of the source arrays, rather than first copying the entire arrays\n * then taking a part of them.\n *\n * @param bufferOffsets List of internal array offsets\n * @return New contiguous ArrayBuffer\n */\n _combineArrayBuffers(bufferOffsets: any[]): ArrayBufferLike {\n let byteLength: number = 0;\n for (const bufferOffset of bufferOffsets) {\n const [start, end] = bufferOffset[1];\n byteLength += end - start;\n }\n\n const result = new Uint8Array(byteLength);\n\n // Copy the subarrays\n let resultOffset: number = 0;\n for (const bufferOffset of bufferOffsets) {\n const [bufferIndex, [start, end]] = bufferOffset;\n const sourceArray = new Uint8Array(this.arrayBuffers[bufferIndex]);\n result.set(sourceArray.subarray(start, end), resultOffset);\n resultOffset += end - start;\n }\n\n return result.buffer;\n }\n /**\n * @param bytes\n */\n skip(bytes: number): void {\n this.offset += bytes;\n }\n /**\n * @param bytes\n */\n rewind(bytes: number): void {\n // TODO - only works if offset is already set\n this.offset -= bytes;\n }\n}\n"],"mappings":";AAIA,eAAe,MAAMA,iBAAiB,CAAC;EAMrCC,WAAWA,CAACC,OAAkC,EAAE;IAAAC,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAC9C,MAAM;MAACC,cAAc,GAAG;IAAC,CAAC,GAAGF,OAAO,IAAI,CAAC,CAAC;IAG1C,IAAI,CAACG,MAAM,GAAG,CAAC;IAEf,IAAI,CAACC,YAAY,GAAG,EAAE;IACtB,IAAI,CAACC,KAAK,GAAG,KAAK;IAGlB,IAAI,CAACH,cAAc,GAAGA,cAAc;EACtC;EAIAI,KAAKA,CAACC,WAAwB,EAAQ;IACpC,IAAI,CAACH,YAAY,CAACI,IAAI,CAACD,WAAW,CAAC;EACrC;EAEAE,GAAGA,CAAA,EAAS;IACV,IAAI,CAACL,YAAY,GAAG,EAAE;IACtB,IAAI,CAACC,KAAK,GAAG,IAAI;EACnB;EAQAK,iBAAiBA,CAACC,KAAa,EAAW;IACxC,IAAIC,cAAc,GAAG,CAAC,IAAI,CAACT,MAAM;IACjC,KAAK,MAAMI,WAAW,IAAI,IAAI,CAACH,YAAY,EAAE;MAC3CQ,cAAc,IAAIL,WAAW,CAACM,UAAU;MACxC,IAAID,cAAc,IAAID,KAAK,EAAE;QAC3B,OAAO,IAAI;MACb;IACF;IACA,OAAO,KAAK;EACd;EAQAG,iBAAiBA,CAACH,KAAa,EAAgB;IAC7C,IAAIR,MAAM,GAAG,CAAC,IAAI,CAACA,MAAM;IACzB,MAAMY,eAAoB,GAAG,EAAE;IAE/B,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG,IAAI,CAACZ,YAAY,CAACa,MAAM,EAAED,CAAC,EAAE,EAAE;MACjD,MAAME,GAAG,GAAG,IAAI,CAACd,YAAY,CAACY,CAAC,CAAC;MAGhC,IAAIb,MAAM,GAAGe,GAAG,CAACL,UAAU,IAAI,CAAC,EAAE;QAChCV,MAAM,IAAIe,GAAG,CAACL,UAAU;QAExB;MACF;MAKA,MAAMM,KAAK,GAAGhB,MAAM,IAAI,CAAC,GAAGiB,IAAI,CAACC,GAAG,CAAClB,MAAM,CAAC,GAAG,CAAC;MAChD,IAAIM,GAAW;MAGf,IAAIU,KAAK,GAAGR,KAAK,IAAIO,GAAG,CAACL,UAAU,EAAE;QACnCJ,GAAG,GAAGU,KAAK,GAAGR,KAAK;QACnBI,eAAe,CAACP,IAAI,CAAC,CAACQ,CAAC,EAAE,CAACG,KAAK,EAAEV,GAAG,CAAC,CAAC,CAAC;QACvC,OAAOM,eAAe;MACxB;MAGAN,GAAG,GAAGS,GAAG,CAACL,UAAU;MACpBE,eAAe,CAACP,IAAI,CAAC,CAACQ,CAAC,EAAE,CAACG,KAAK,EAAEV,GAAG,CAAC,CAAC,CAAC;MAGvCE,KAAK,IAAIO,GAAG,CAACL,UAAU,GAAGM,KAAK;MAC/BhB,MAAM,IAAIe,GAAG,CAACL,UAAU;IAC1B;IAGA,OAAO,IAAI;EACb;EAQAS,WAAWA,CAACX,KAAa,EAAmB;IAC1C,MAAMY,aAAa,GAAG,IAAI,CAACT,iBAAiB,CAACH,KAAK,CAAC;IAGnD,IAAI,CAACY,aAAa,IAAI,IAAI,CAAClB,KAAK,EAAE;MAChC,MAAM,IAAImB,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IAEA,IAAI,CAACD,aAAa,EAAE;MAElB,OAAO,IAAI;IACb;IAGA,IAAIA,aAAa,CAACN,MAAM,KAAK,CAAC,EAAE;MAC9B,MAAM,CAACQ,WAAW,EAAE,CAACN,KAAK,EAAEV,GAAG,CAAC,CAAC,GAAGc,aAAa,CAAC,CAAC,CAAC;MACpD,MAAMhB,WAAW,GAAG,IAAI,CAACH,YAAY,CAACqB,WAAW,CAAC;MAClD,MAAMC,IAAI,GAAG,IAAIC,QAAQ,CAACpB,WAAW,EAAEY,KAAK,EAAEV,GAAG,GAAGU,KAAK,CAAC;MAE1D,IAAI,CAAChB,MAAM,IAAIQ,KAAK;MACpB,IAAI,CAACiB,cAAc,CAAC,CAAC;MACrB,OAAOF,IAAI;IACb;IAGA,MAAMA,IAAI,GAAG,IAAIC,QAAQ,CAAC,IAAI,CAACE,oBAAoB,CAACN,aAAa,CAAC,CAAC;IACnE,IAAI,CAACpB,MAAM,IAAIQ,KAAK;IACpB,IAAI,CAACiB,cAAc,CAAC,CAAC;IACrB,OAAOF,IAAI;EACb;EAKAE,cAAcA,CAAA,EAAS;IACrB,OACE,IAAI,CAACxB,YAAY,CAACa,MAAM,GAAG,CAAC,IAC5B,IAAI,CAACd,MAAM,GAAG,IAAI,CAACD,cAAc,IAAI,IAAI,CAACE,YAAY,CAAC,CAAC,CAAC,CAACS,UAAU,EACpE;MACA,IAAI,CAACV,MAAM,IAAI,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,CAACS,UAAU;MAC9C,IAAI,CAACT,YAAY,CAAC0B,KAAK,CAAC,CAAC;IAC3B;EACF;EAYAD,oBAAoBA,CAACN,aAAoB,EAAmB;IAC1D,IAAIV,UAAkB,GAAG,CAAC;IAC1B,KAAK,MAAMkB,YAAY,IAAIR,aAAa,EAAE;MACxC,MAAM,CAACJ,KAAK,EAAEV,GAAG,CAAC,GAAGsB,YAAY,CAAC,CAAC,CAAC;MACpClB,UAAU,IAAIJ,GAAG,GAAGU,KAAK;IAC3B;IAEA,MAAMa,MAAM,GAAG,IAAIC,UAAU,CAACpB,UAAU,CAAC;IAGzC,IAAIqB,YAAoB,GAAG,CAAC;IAC5B,KAAK,MAAMH,YAAY,IAAIR,aAAa,EAAE;MACxC,MAAM,CAACE,WAAW,EAAE,CAACN,KAAK,EAAEV,GAAG,CAAC,CAAC,GAAGsB,YAAY;MAChD,MAAMI,WAAW,GAAG,IAAIF,UAAU,CAAC,IAAI,CAAC7B,YAAY,CAACqB,WAAW,CAAC,CAAC;MAClEO,MAAM,CAACI,GAAG,CAACD,WAAW,CAACE,QAAQ,CAAClB,KAAK,EAAEV,GAAG,CAAC,EAAEyB,YAAY,CAAC;MAC1DA,YAAY,IAAIzB,GAAG,GAAGU,KAAK;IAC7B;IAEA,OAAOa,MAAM,CAACM,MAAM;EACtB;EAIAC,IAAIA,CAAC5B,KAAa,EAAQ;IACxB,IAAI,CAACR,MAAM,IAAIQ,KAAK;EACtB;EAIA6B,MAAMA,CAAC7B,KAAa,EAAQ;IAE1B,IAAI,CAACR,MAAM,IAAIQ,KAAK;EACtB;AACF"}
1
+ {"version":3,"file":"binary-chunk-reader.js","names":["BinaryChunkReader","constructor","options","_defineProperty","maxRewindBytes","offset","arrayBuffers","ended","write","arrayBuffer","push","end","hasAvailableBytes","bytes","bytesAvailable","byteLength","findBufferOffsets","selectedBuffers","i","length","buf","start","Math","abs","getDataView","bufferOffsets","Error","bufferIndex","view","DataView","disposeBuffers","_combineArrayBuffers","shift","bufferOffset","result","Uint8Array","resultOffset","sourceArray","set","subarray","buffer","skip","rewind"],"sources":["../../../../src/lib/streaming/binary-chunk-reader.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nexport type BinaryChunkReaderOptions = {\n maxRewindBytes: number;\n};\n\nexport class BinaryChunkReader {\n offset: number;\n arrayBuffers: ArrayBuffer[];\n ended: boolean;\n maxRewindBytes: number;\n\n constructor(options?: BinaryChunkReaderOptions) {\n const {maxRewindBytes = 0} = options || {};\n\n /** current global offset into current array buffer*/\n this.offset = 0;\n /** current buffer from iterator */\n this.arrayBuffers = [];\n this.ended = false;\n\n /** bytes behind offset to hold on to */\n this.maxRewindBytes = maxRewindBytes;\n }\n /**\n * @param arrayBuffer\n */\n write(arrayBuffer: ArrayBuffer): void {\n this.arrayBuffers.push(arrayBuffer);\n }\n\n end(): void {\n this.arrayBuffers = [];\n this.ended = true;\n }\n\n /**\n * Has enough bytes available in array buffers\n *\n * @param bytes Number of bytes\n * @return boolean\n */\n hasAvailableBytes(bytes: number): boolean {\n let bytesAvailable = -this.offset;\n for (const arrayBuffer of this.arrayBuffers) {\n bytesAvailable += arrayBuffer.byteLength;\n if (bytesAvailable >= bytes) {\n return true;\n }\n }\n return false;\n }\n\n /**\n * Find offsets of byte ranges within this.arrayBuffers\n *\n * @param bytes Byte length to read\n * @return Arrays with byte ranges pointing to this.arrayBuffers, Output type is nested array, e.g. [ [0, [1, 2]], ...]\n */\n findBufferOffsets(bytes: number): any[] | null {\n let offset = -this.offset;\n const selectedBuffers: any = [];\n\n for (let i = 0; i < this.arrayBuffers.length; i++) {\n const buf = this.arrayBuffers[i];\n\n // Current buffer isn't long enough to reach global offset\n if (offset + buf.byteLength <= 0) {\n offset += buf.byteLength;\n // eslint-disable-next-line no-continue\n continue;\n }\n\n // Find start/end offsets for this buffer\n // When offset < 0, need to skip over Math.abs(offset) bytes\n // When offset > 0, implies bytes in previous buffer, start at 0\n const start = offset <= 0 ? Math.abs(offset) : 0;\n let end: number;\n\n // Length of requested bytes is contained in current buffer\n if (start + bytes <= buf.byteLength) {\n end = start + bytes;\n selectedBuffers.push([i, [start, end]]);\n return selectedBuffers;\n }\n\n // Will need to look into next buffer\n end = buf.byteLength;\n selectedBuffers.push([i, [start, end]]);\n\n // Need to read fewer bytes in next iter\n bytes -= buf.byteLength - start;\n offset += buf.byteLength;\n }\n\n // Should only finish loop if exhausted all arrays\n return null;\n }\n\n /**\n * Get the required number of bytes from the iterator\n *\n * @param bytes Number of bytes\n * @return DataView with data\n */\n getDataView(bytes: number): DataView | null {\n const bufferOffsets = this.findBufferOffsets(bytes);\n // return `null` if not enough data, except if end() already called, in\n // which case throw an error.\n if (!bufferOffsets && this.ended) {\n throw new Error('binary data exhausted');\n }\n\n if (!bufferOffsets) {\n return null;\n }\n\n // If only one arrayBuffer needed, return DataView directly\n if (bufferOffsets.length === 1) {\n const [bufferIndex, [start, end]] = bufferOffsets[0];\n const arrayBuffer = this.arrayBuffers[bufferIndex];\n const view = new DataView(arrayBuffer, start, end - start);\n\n this.offset += bytes;\n this.disposeBuffers();\n return view;\n }\n\n // Concatenate portions of multiple ArrayBuffers\n const view = new DataView(this._combineArrayBuffers(bufferOffsets));\n this.offset += bytes;\n this.disposeBuffers();\n return view;\n }\n\n /**\n * Dispose of old array buffers\n */\n disposeBuffers(): void {\n while (\n this.arrayBuffers.length > 0 &&\n this.offset - this.maxRewindBytes >= this.arrayBuffers[0].byteLength\n ) {\n this.offset -= this.arrayBuffers[0].byteLength;\n this.arrayBuffers.shift();\n }\n }\n\n /**\n * Copy multiple ArrayBuffers into one contiguous ArrayBuffer\n *\n * In contrast to concatenateArrayBuffers, this only copies the necessary\n * portions of the source arrays, rather than first copying the entire arrays\n * then taking a part of them.\n *\n * @param bufferOffsets List of internal array offsets\n * @return New contiguous ArrayBuffer\n */\n _combineArrayBuffers(bufferOffsets: any[]): ArrayBufferLike {\n let byteLength: number = 0;\n for (const bufferOffset of bufferOffsets) {\n const [start, end] = bufferOffset[1];\n byteLength += end - start;\n }\n\n const result = new Uint8Array(byteLength);\n\n // Copy the subarrays\n let resultOffset: number = 0;\n for (const bufferOffset of bufferOffsets) {\n const [bufferIndex, [start, end]] = bufferOffset;\n const sourceArray = new Uint8Array(this.arrayBuffers[bufferIndex]);\n result.set(sourceArray.subarray(start, end), resultOffset);\n resultOffset += end - start;\n }\n\n return result.buffer;\n }\n /**\n * @param bytes\n */\n skip(bytes: number): void {\n this.offset += bytes;\n }\n /**\n * @param bytes\n */\n rewind(bytes: number): void {\n // TODO - only works if offset is already set\n this.offset -= bytes;\n }\n}\n"],"mappings":";AAMA,OAAO,MAAMA,iBAAiB,CAAC;EAM7BC,WAAWA,CAACC,OAAkC,EAAE;IAAAC,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAC9C,MAAM;MAACC,cAAc,GAAG;IAAC,CAAC,GAAGF,OAAO,IAAI,CAAC,CAAC;IAG1C,IAAI,CAACG,MAAM,GAAG,CAAC;IAEf,IAAI,CAACC,YAAY,GAAG,EAAE;IACtB,IAAI,CAACC,KAAK,GAAG,KAAK;IAGlB,IAAI,CAACH,cAAc,GAAGA,cAAc;EACtC;EAIAI,KAAKA,CAACC,WAAwB,EAAQ;IACpC,IAAI,CAACH,YAAY,CAACI,IAAI,CAACD,WAAW,CAAC;EACrC;EAEAE,GAAGA,CAAA,EAAS;IACV,IAAI,CAACL,YAAY,GAAG,EAAE;IACtB,IAAI,CAACC,KAAK,GAAG,IAAI;EACnB;EAQAK,iBAAiBA,CAACC,KAAa,EAAW;IACxC,IAAIC,cAAc,GAAG,CAAC,IAAI,CAACT,MAAM;IACjC,KAAK,MAAMI,WAAW,IAAI,IAAI,CAACH,YAAY,EAAE;MAC3CQ,cAAc,IAAIL,WAAW,CAACM,UAAU;MACxC,IAAID,cAAc,IAAID,KAAK,EAAE;QAC3B,OAAO,IAAI;MACb;IACF;IACA,OAAO,KAAK;EACd;EAQAG,iBAAiBA,CAACH,KAAa,EAAgB;IAC7C,IAAIR,MAAM,GAAG,CAAC,IAAI,CAACA,MAAM;IACzB,MAAMY,eAAoB,GAAG,EAAE;IAE/B,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAG,IAAI,CAACZ,YAAY,CAACa,MAAM,EAAED,CAAC,EAAE,EAAE;MACjD,MAAME,GAAG,GAAG,IAAI,CAACd,YAAY,CAACY,CAAC,CAAC;MAGhC,IAAIb,MAAM,GAAGe,GAAG,CAACL,UAAU,IAAI,CAAC,EAAE;QAChCV,MAAM,IAAIe,GAAG,CAACL,UAAU;QAExB;MACF;MAKA,MAAMM,KAAK,GAAGhB,MAAM,IAAI,CAAC,GAAGiB,IAAI,CAACC,GAAG,CAAClB,MAAM,CAAC,GAAG,CAAC;MAChD,IAAIM,GAAW;MAGf,IAAIU,KAAK,GAAGR,KAAK,IAAIO,GAAG,CAACL,UAAU,EAAE;QACnCJ,GAAG,GAAGU,KAAK,GAAGR,KAAK;QACnBI,eAAe,CAACP,IAAI,CAAC,CAACQ,CAAC,EAAE,CAACG,KAAK,EAAEV,GAAG,CAAC,CAAC,CAAC;QACvC,OAAOM,eAAe;MACxB;MAGAN,GAAG,GAAGS,GAAG,CAACL,UAAU;MACpBE,eAAe,CAACP,IAAI,CAAC,CAACQ,CAAC,EAAE,CAACG,KAAK,EAAEV,GAAG,CAAC,CAAC,CAAC;MAGvCE,KAAK,IAAIO,GAAG,CAACL,UAAU,GAAGM,KAAK;MAC/BhB,MAAM,IAAIe,GAAG,CAACL,UAAU;IAC1B;IAGA,OAAO,IAAI;EACb;EAQAS,WAAWA,CAACX,KAAa,EAAmB;IAC1C,MAAMY,aAAa,GAAG,IAAI,CAACT,iBAAiB,CAACH,KAAK,CAAC;IAGnD,IAAI,CAACY,aAAa,IAAI,IAAI,CAAClB,KAAK,EAAE;MAChC,MAAM,IAAImB,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IAEA,IAAI,CAACD,aAAa,EAAE;MAClB,OAAO,IAAI;IACb;IAGA,IAAIA,aAAa,CAACN,MAAM,KAAK,CAAC,EAAE;MAC9B,MAAM,CAACQ,WAAW,EAAE,CAACN,KAAK,EAAEV,GAAG,CAAC,CAAC,GAAGc,aAAa,CAAC,CAAC,CAAC;MACpD,MAAMhB,WAAW,GAAG,IAAI,CAACH,YAAY,CAACqB,WAAW,CAAC;MAClD,MAAMC,IAAI,GAAG,IAAIC,QAAQ,CAACpB,WAAW,EAAEY,KAAK,EAAEV,GAAG,GAAGU,KAAK,CAAC;MAE1D,IAAI,CAAChB,MAAM,IAAIQ,KAAK;MACpB,IAAI,CAACiB,cAAc,CAAC,CAAC;MACrB,OAAOF,IAAI;IACb;IAGA,MAAMA,IAAI,GAAG,IAAIC,QAAQ,CAAC,IAAI,CAACE,oBAAoB,CAACN,aAAa,CAAC,CAAC;IACnE,IAAI,CAACpB,MAAM,IAAIQ,KAAK;IACpB,IAAI,CAACiB,cAAc,CAAC,CAAC;IACrB,OAAOF,IAAI;EACb;EAKAE,cAAcA,CAAA,EAAS;IACrB,OACE,IAAI,CAACxB,YAAY,CAACa,MAAM,GAAG,CAAC,IAC5B,IAAI,CAACd,MAAM,GAAG,IAAI,CAACD,cAAc,IAAI,IAAI,CAACE,YAAY,CAAC,CAAC,CAAC,CAACS,UAAU,EACpE;MACA,IAAI,CAACV,MAAM,IAAI,IAAI,CAACC,YAAY,CAAC,CAAC,CAAC,CAACS,UAAU;MAC9C,IAAI,CAACT,YAAY,CAAC0B,KAAK,CAAC,CAAC;IAC3B;EACF;EAYAD,oBAAoBA,CAACN,aAAoB,EAAmB;IAC1D,IAAIV,UAAkB,GAAG,CAAC;IAC1B,KAAK,MAAMkB,YAAY,IAAIR,aAAa,EAAE;MACxC,MAAM,CAACJ,KAAK,EAAEV,GAAG,CAAC,GAAGsB,YAAY,CAAC,CAAC,CAAC;MACpClB,UAAU,IAAIJ,GAAG,GAAGU,KAAK;IAC3B;IAEA,MAAMa,MAAM,GAAG,IAAIC,UAAU,CAACpB,UAAU,CAAC;IAGzC,IAAIqB,YAAoB,GAAG,CAAC;IAC5B,KAAK,MAAMH,YAAY,IAAIR,aAAa,EAAE;MACxC,MAAM,CAACE,WAAW,EAAE,CAACN,KAAK,EAAEV,GAAG,CAAC,CAAC,GAAGsB,YAAY;MAChD,MAAMI,WAAW,GAAG,IAAIF,UAAU,CAAC,IAAI,CAAC7B,YAAY,CAACqB,WAAW,CAAC,CAAC;MAClEO,MAAM,CAACI,GAAG,CAACD,WAAW,CAACE,QAAQ,CAAClB,KAAK,EAAEV,GAAG,CAAC,EAAEyB,YAAY,CAAC;MAC1DA,YAAY,IAAIzB,GAAG,GAAGU,KAAK;IAC7B;IAEA,OAAOa,MAAM,CAACM,MAAM;EACtB;EAIAC,IAAIA,CAAC5B,KAAa,EAAQ;IACxB,IAAI,CAACR,MAAM,IAAIQ,KAAK;EACtB;EAIA6B,MAAMA,CAAC7B,KAAa,EAAQ;IAE1B,IAAI,CAACR,MAAM,IAAIQ,KAAK;EACtB;AACF"}
@@ -1,5 +1,5 @@
1
1
  import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
2
- export default class BinaryReader {
2
+ export class BinaryReader {
3
3
  constructor(arrayBuffer) {
4
4
  _defineProperty(this, "offset", void 0);
5
5
  _defineProperty(this, "arrayBuffer", void 0);
@@ -1 +1 @@
1
- {"version":3,"file":"binary-reader.js","names":["BinaryReader","constructor","arrayBuffer","_defineProperty","offset","hasAvailableBytes","bytes","byteLength","getDataView","Error","dataView","DataView","skip","rewind"],"sources":["../../../../src/lib/streaming/binary-reader.ts"],"sourcesContent":["export default class BinaryReader {\n offset: number;\n arrayBuffer: ArrayBuffer;\n\n constructor(arrayBuffer: ArrayBuffer) {\n /** current global (stream) offset */\n this.offset = 0;\n /** current buffer from iterator */\n this.arrayBuffer = arrayBuffer;\n }\n /**\n * Checks if there are available bytes in data\n *\n * @param bytes\n * @returns boolean\n */\n hasAvailableBytes(bytes: number): boolean {\n return this.arrayBuffer.byteLength - this.offset >= bytes;\n }\n\n /**\n * Get the required number of bytes from the iterator\n *\n * @param bytes\n * @returns Dataview\n */\n getDataView(bytes: number): DataView {\n if (bytes && !this.hasAvailableBytes(bytes)) {\n throw new Error('binary data exhausted');\n }\n\n const dataView = bytes\n ? new DataView(this.arrayBuffer, this.offset, bytes)\n : new DataView(this.arrayBuffer, this.offset);\n this.offset += bytes;\n return dataView;\n }\n\n /**\n * Skipping\n *\n * @param bytes\n */\n skip(bytes: number): void {\n this.offset += bytes;\n }\n\n /**\n * Rewinding\n *\n * @param bytes\n */\n rewind(bytes: number): void {\n this.offset -= bytes;\n }\n}\n"],"mappings":";AAAA,eAAe,MAAMA,YAAY,CAAC;EAIhCC,WAAWA,CAACC,WAAwB,EAAE;IAAAC,eAAA;IAAAA,eAAA;IAEpC,IAAI,CAACC,MAAM,GAAG,CAAC;IAEf,IAAI,CAACF,WAAW,GAAGA,WAAW;EAChC;EAOAG,iBAAiBA,CAACC,KAAa,EAAW;IACxC,OAAO,IAAI,CAACJ,WAAW,CAACK,UAAU,GAAG,IAAI,CAACH,MAAM,IAAIE,KAAK;EAC3D;EAQAE,WAAWA,CAACF,KAAa,EAAY;IACnC,IAAIA,KAAK,IAAI,CAAC,IAAI,CAACD,iBAAiB,CAACC,KAAK,CAAC,EAAE;MAC3C,MAAM,IAAIG,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IAEA,MAAMC,QAAQ,GAAGJ,KAAK,GAClB,IAAIK,QAAQ,CAAC,IAAI,CAACT,WAAW,EAAE,IAAI,CAACE,MAAM,EAAEE,KAAK,CAAC,GAClD,IAAIK,QAAQ,CAAC,IAAI,CAACT,WAAW,EAAE,IAAI,CAACE,MAAM,CAAC;IAC/C,IAAI,CAACA,MAAM,IAAIE,KAAK;IACpB,OAAOI,QAAQ;EACjB;EAOAE,IAAIA,CAACN,KAAa,EAAQ;IACxB,IAAI,CAACF,MAAM,IAAIE,KAAK;EACtB;EAOAO,MAAMA,CAACP,KAAa,EAAQ;IAC1B,IAAI,CAACF,MAAM,IAAIE,KAAK;EACtB;AACF"}
1
+ {"version":3,"file":"binary-reader.js","names":["BinaryReader","constructor","arrayBuffer","_defineProperty","offset","hasAvailableBytes","bytes","byteLength","getDataView","Error","dataView","DataView","skip","rewind"],"sources":["../../../../src/lib/streaming/binary-reader.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nexport class BinaryReader {\n offset: number;\n arrayBuffer: ArrayBuffer;\n\n constructor(arrayBuffer: ArrayBuffer) {\n /** current global (stream) offset */\n this.offset = 0;\n /** current buffer from iterator */\n this.arrayBuffer = arrayBuffer;\n }\n /**\n * Checks if there are available bytes in data\n *\n * @param bytes\n * @returns boolean\n */\n hasAvailableBytes(bytes: number): boolean {\n return this.arrayBuffer.byteLength - this.offset >= bytes;\n }\n\n /**\n * Get the required number of bytes from the iterator\n *\n * @param bytes\n * @returns Dataview\n */\n getDataView(bytes: number): DataView {\n if (bytes && !this.hasAvailableBytes(bytes)) {\n throw new Error('binary data exhausted');\n }\n\n const dataView = bytes\n ? new DataView(this.arrayBuffer, this.offset, bytes)\n : new DataView(this.arrayBuffer, this.offset);\n this.offset += bytes;\n return dataView;\n }\n\n /**\n * Skipping\n *\n * @param bytes\n */\n skip(bytes: number): void {\n this.offset += bytes;\n }\n\n /**\n * Rewinding\n *\n * @param bytes\n */\n rewind(bytes: number): void {\n this.offset -= bytes;\n }\n}\n"],"mappings":";AAEA,OAAO,MAAMA,YAAY,CAAC;EAIxBC,WAAWA,CAACC,WAAwB,EAAE;IAAAC,eAAA;IAAAA,eAAA;IAEpC,IAAI,CAACC,MAAM,GAAG,CAAC;IAEf,IAAI,CAACF,WAAW,GAAGA,WAAW;EAChC;EAOAG,iBAAiBA,CAACC,KAAa,EAAW;IACxC,OAAO,IAAI,CAACJ,WAAW,CAACK,UAAU,GAAG,IAAI,CAACH,MAAM,IAAIE,KAAK;EAC3D;EAQAE,WAAWA,CAACF,KAAa,EAAY;IACnC,IAAIA,KAAK,IAAI,CAAC,IAAI,CAACD,iBAAiB,CAACC,KAAK,CAAC,EAAE;MAC3C,MAAM,IAAIG,KAAK,CAAC,uBAAuB,CAAC;IAC1C;IAEA,MAAMC,QAAQ,GAAGJ,KAAK,GAClB,IAAIK,QAAQ,CAAC,IAAI,CAACT,WAAW,EAAE,IAAI,CAACE,MAAM,EAAEE,KAAK,CAAC,GAClD,IAAIK,QAAQ,CAAC,IAAI,CAACT,WAAW,EAAE,IAAI,CAACE,MAAM,CAAC;IAC/C,IAAI,CAACA,MAAM,IAAIE,KAAK;IACpB,OAAOI,QAAQ;EACjB;EAOAE,IAAIA,CAACN,KAAa,EAAQ;IACxB,IAAI,CAACF,MAAM,IAAIE,KAAK;EACtB;EAOAO,MAAMA,CAACP,KAAa,EAAQ;IAC1B,IAAI,CAACF,MAAM,IAAIE,KAAK;EACtB;AACF"}
@@ -1,10 +1,10 @@
1
- export async function* zipBatchIterators(iterator1, iterator2) {
2
- let batch1 = [];
3
- let batch2 = [];
1
+ export async function* zipBatchIterators(iterator1, iterator2, shape) {
2
+ const batch1Data = [];
3
+ const batch2Data = [];
4
4
  let iterator1Done = false;
5
5
  let iterator2Done = false;
6
6
  while (!iterator1Done && !iterator2Done) {
7
- if (batch1.length === 0 && !iterator1Done) {
7
+ if (batch1Data.length === 0 && !iterator1Done) {
8
8
  const {
9
9
  value,
10
10
  done
@@ -12,9 +12,10 @@ export async function* zipBatchIterators(iterator1, iterator2) {
12
12
  if (done) {
13
13
  iterator1Done = true;
14
14
  } else {
15
- batch1 = value;
15
+ batch1Data.push(...value);
16
16
  }
17
- } else if (batch2.length === 0 && !iterator2Done) {
17
+ }
18
+ if (batch2Data.length === 0 && !iterator2Done) {
18
19
  const {
19
20
  value,
20
21
  done
@@ -22,16 +23,21 @@ export async function* zipBatchIterators(iterator1, iterator2) {
22
23
  if (done) {
23
24
  iterator2Done = true;
24
25
  } else {
25
- batch2 = value;
26
+ batch2Data.push(...value);
26
27
  }
27
28
  }
28
- const batch = extractBatch(batch1, batch2);
29
- if (batch) {
30
- yield batch;
29
+ const batchData = extractBatchData(batch1Data, batch2Data);
30
+ if (batchData) {
31
+ yield {
32
+ batchType: 'data',
33
+ shape,
34
+ length: batchData.length,
35
+ data: batchData
36
+ };
31
37
  }
32
38
  }
33
39
  }
34
- function extractBatch(batch1, batch2) {
40
+ function extractBatchData(batch1, batch2) {
35
41
  const batchLength = Math.min(batch1.length, batch2.length);
36
42
  if (batchLength === 0) {
37
43
  return null;
@@ -1 +1 @@
1
- {"version":3,"file":"zip-batch-iterators.js","names":["zipBatchIterators","iterator1","iterator2","batch1","batch2","iterator1Done","iterator2Done","length","value","done","next","batch","extractBatch","batchLength","Math","min","slice","splice"],"sources":["../../../../src/lib/streaming/zip-batch-iterators.ts"],"sourcesContent":["/**\n * Zip two iterators together\n *\n * @param iterator1\n * @param iterator2\n */\nexport async function* zipBatchIterators(\n iterator1: AsyncIterator<any[]>,\n iterator2: AsyncIterator<any[]>\n): AsyncGenerator<number[][], void, unknown> {\n let batch1: number[] = [];\n let batch2: number[] = [];\n let iterator1Done: boolean = false;\n let iterator2Done: boolean = false;\n\n // TODO - one could let all iterators flow at full speed using `Promise.race`\n // however we might end up with a big temporary buffer\n while (!iterator1Done && !iterator2Done) {\n if (batch1.length === 0 && !iterator1Done) {\n const {value, done} = await iterator1.next();\n if (done) {\n iterator1Done = true;\n } else {\n batch1 = value;\n }\n } else if (batch2.length === 0 && !iterator2Done) {\n const {value, done} = await iterator2.next();\n if (done) {\n iterator2Done = true;\n } else {\n batch2 = value;\n }\n }\n\n const batch = extractBatch(batch1, batch2);\n if (batch) {\n yield batch;\n }\n }\n}\n\n/**\n * Extract batch of same length from two batches\n *\n * @param batch1\n * @param batch2\n * @return array | null\n */\nfunction extractBatch(batch1: number[], batch2: number[]): number[][] | null {\n const batchLength: number = Math.min(batch1.length, batch2.length);\n if (batchLength === 0) {\n return null;\n }\n\n // Non interleaved arrays\n const batch: number[][] = [batch1.slice(0, batchLength), batch2.slice(0, batchLength)];\n\n // Modify the 2 batches\n batch1.splice(0, batchLength);\n batch2.splice(0, batchLength);\n return batch;\n}\n"],"mappings":"AAMA,OAAO,gBAAgBA,iBAAiBA,CACtCC,SAA+B,EAC/BC,SAA+B,EACY;EAC3C,IAAIC,MAAgB,GAAG,EAAE;EACzB,IAAIC,MAAgB,GAAG,EAAE;EACzB,IAAIC,aAAsB,GAAG,KAAK;EAClC,IAAIC,aAAsB,GAAG,KAAK;EAIlC,OAAO,CAACD,aAAa,IAAI,CAACC,aAAa,EAAE;IACvC,IAAIH,MAAM,CAACI,MAAM,KAAK,CAAC,IAAI,CAACF,aAAa,EAAE;MACzC,MAAM;QAACG,KAAK;QAAEC;MAAI,CAAC,GAAG,MAAMR,SAAS,CAACS,IAAI,CAAC,CAAC;MAC5C,IAAID,IAAI,EAAE;QACRJ,aAAa,GAAG,IAAI;MACtB,CAAC,MAAM;QACLF,MAAM,GAAGK,KAAK;MAChB;IACF,CAAC,MAAM,IAAIJ,MAAM,CAACG,MAAM,KAAK,CAAC,IAAI,CAACD,aAAa,EAAE;MAChD,MAAM;QAACE,KAAK;QAAEC;MAAI,CAAC,GAAG,MAAMP,SAAS,CAACQ,IAAI,CAAC,CAAC;MAC5C,IAAID,IAAI,EAAE;QACRH,aAAa,GAAG,IAAI;MACtB,CAAC,MAAM;QACLF,MAAM,GAAGI,KAAK;MAChB;IACF;IAEA,MAAMG,KAAK,GAAGC,YAAY,CAACT,MAAM,EAAEC,MAAM,CAAC;IAC1C,IAAIO,KAAK,EAAE;MACT,MAAMA,KAAK;IACb;EACF;AACF;AASA,SAASC,YAAYA,CAACT,MAAgB,EAAEC,MAAgB,EAAqB;EAC3E,MAAMS,WAAmB,GAAGC,IAAI,CAACC,GAAG,CAACZ,MAAM,CAACI,MAAM,EAAEH,MAAM,CAACG,MAAM,CAAC;EAClE,IAAIM,WAAW,KAAK,CAAC,EAAE;IACrB,OAAO,IAAI;EACb;EAGA,MAAMF,KAAiB,GAAG,CAACR,MAAM,CAACa,KAAK,CAAC,CAAC,EAAEH,WAAW,CAAC,EAAET,MAAM,CAACY,KAAK,CAAC,CAAC,EAAEH,WAAW,CAAC,CAAC;EAGtFV,MAAM,CAACc,MAAM,CAAC,CAAC,EAAEJ,WAAW,CAAC;EAC7BT,MAAM,CAACa,MAAM,CAAC,CAAC,EAAEJ,WAAW,CAAC;EAC7B,OAAOF,KAAK;AACd"}
1
+ {"version":3,"file":"zip-batch-iterators.js","names":["zipBatchIterators","iterator1","iterator2","shape","batch1Data","batch2Data","iterator1Done","iterator2Done","length","value","done","next","push","batchData","extractBatchData","batchType","data","batch1","batch2","batchLength","Math","min","batch","slice","splice"],"sources":["../../../../src/lib/streaming/zip-batch-iterators.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport type {ObjectRowTableBatch, ArrayRowTableBatch} from '@loaders.gl/schema';\n\ntype RowTableBatch = ObjectRowTableBatch | ArrayRowTableBatch;\n\n/**\n * Zip two iterators together\n *\n * @param iterator1\n * @param iterator2\n */\nexport async function* zipBatchIterators(\n iterator1: AsyncIterator<RowTableBatch> | Iterator<RowTableBatch>,\n iterator2: AsyncIterator<RowTableBatch> | Iterator<RowTableBatch>,\n shape: 'object-row-table' | 'array-row-table'\n): AsyncGenerator<RowTableBatch, void, unknown> {\n const batch1Data: unknown[] = [];\n const batch2Data: unknown[] = [];\n let iterator1Done: boolean = false;\n let iterator2Done: boolean = false;\n\n // TODO - one could let all iterators flow at full speed using `Promise.race`\n // however we might end up with a big temporary buffer\n while (!iterator1Done && !iterator2Done) {\n if (batch1Data.length === 0 && !iterator1Done) {\n const {value, done} = await iterator1.next();\n if (done) {\n iterator1Done = true;\n } else {\n // @ts-expect-error\n batch1Data.push(...value);\n }\n }\n if (batch2Data.length === 0 && !iterator2Done) {\n const {value, done} = await iterator2.next();\n if (done) {\n iterator2Done = true;\n } else {\n batch2Data.push(...value);\n }\n }\n\n const batchData = extractBatchData(batch1Data, batch2Data);\n if (batchData) {\n yield {\n batchType: 'data',\n shape,\n length: batchData.length,\n data: batchData\n };\n }\n }\n}\n\n/**\n * Extract batch of same length from two batches\n *\n * @param batch1\n * @param batch2\n * @return array | null\n */\nfunction extractBatchData(batch1: any[], batch2: any[]): any[] | null {\n const batchLength: number = Math.min(batch1.length, batch2.length);\n if (batchLength === 0) {\n return null;\n }\n\n // Non interleaved arrays\n const batch: any[] = [batch1.slice(0, batchLength), batch2.slice(0, batchLength)];\n\n // Modify the 2 batches\n batch1.splice(0, batchLength);\n batch2.splice(0, batchLength);\n return batch;\n}\n"],"mappings":"AAYA,OAAO,gBAAgBA,iBAAiBA,CACtCC,SAAiE,EACjEC,SAAiE,EACjEC,KAA6C,EACC;EAC9C,MAAMC,UAAqB,GAAG,EAAE;EAChC,MAAMC,UAAqB,GAAG,EAAE;EAChC,IAAIC,aAAsB,GAAG,KAAK;EAClC,IAAIC,aAAsB,GAAG,KAAK;EAIlC,OAAO,CAACD,aAAa,IAAI,CAACC,aAAa,EAAE;IACvC,IAAIH,UAAU,CAACI,MAAM,KAAK,CAAC,IAAI,CAACF,aAAa,EAAE;MAC7C,MAAM;QAACG,KAAK;QAAEC;MAAI,CAAC,GAAG,MAAMT,SAAS,CAACU,IAAI,CAAC,CAAC;MAC5C,IAAID,IAAI,EAAE;QACRJ,aAAa,GAAG,IAAI;MACtB,CAAC,MAAM;QAELF,UAAU,CAACQ,IAAI,CAAC,GAAGH,KAAK,CAAC;MAC3B;IACF;IACA,IAAIJ,UAAU,CAACG,MAAM,KAAK,CAAC,IAAI,CAACD,aAAa,EAAE;MAC7C,MAAM;QAACE,KAAK;QAAEC;MAAI,CAAC,GAAG,MAAMR,SAAS,CAACS,IAAI,CAAC,CAAC;MAC5C,IAAID,IAAI,EAAE;QACRH,aAAa,GAAG,IAAI;MACtB,CAAC,MAAM;QACLF,UAAU,CAACO,IAAI,CAAC,GAAGH,KAAK,CAAC;MAC3B;IACF;IAEA,MAAMI,SAAS,GAAGC,gBAAgB,CAACV,UAAU,EAAEC,UAAU,CAAC;IAC1D,IAAIQ,SAAS,EAAE;MACb,MAAM;QACJE,SAAS,EAAE,MAAM;QACjBZ,KAAK;QACLK,MAAM,EAAEK,SAAS,CAACL,MAAM;QACxBQ,IAAI,EAAEH;MACR,CAAC;IACH;EACF;AACF;AASA,SAASC,gBAAgBA,CAACG,MAAa,EAAEC,MAAa,EAAgB;EACpE,MAAMC,WAAmB,GAAGC,IAAI,CAACC,GAAG,CAACJ,MAAM,CAACT,MAAM,EAAEU,MAAM,CAACV,MAAM,CAAC;EAClE,IAAIW,WAAW,KAAK,CAAC,EAAE;IACrB,OAAO,IAAI;EACb;EAGA,MAAMG,KAAY,GAAG,CAACL,MAAM,CAACM,KAAK,CAAC,CAAC,EAAEJ,WAAW,CAAC,EAAED,MAAM,CAACK,KAAK,CAAC,CAAC,EAAEJ,WAAW,CAAC,CAAC;EAGjFF,MAAM,CAACO,MAAM,CAAC,CAAC,EAAEL,WAAW,CAAC;EAC7BD,MAAM,CAACM,MAAM,CAAC,CAAC,EAAEL,WAAW,CAAC;EAC7B,OAAOG,KAAK;AACd"}
@@ -1,6 +1,6 @@
1
1
  import { SHP_MAGIC_NUMBER } from './shp-loader';
2
2
  import { parseShapefile, parseShapefileInBatches } from './lib/parsers/parse-shapefile';
3
- const VERSION = typeof "4.0.0-alpha.9" !== 'undefined' ? "4.0.0-alpha.9" : 'latest';
3
+ const VERSION = typeof "4.0.0-beta.2" !== 'undefined' ? "4.0.0-beta.2" : 'latest';
4
4
  export const ShapefileLoader = {
5
5
  name: 'Shapefile',
6
6
  id: 'shapefile',
@@ -19,5 +19,4 @@ export const ShapefileLoader = {
19
19
  parse: parseShapefile,
20
20
  parseInBatches: parseShapefileInBatches
21
21
  };
22
- export const _typecheckShapefileLoader = ShapefileLoader;
23
22
  //# sourceMappingURL=shapefile-loader.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"shapefile-loader.js","names":["SHP_MAGIC_NUMBER","parseShapefile","parseShapefileInBatches","VERSION","ShapefileLoader","name","id","module","version","category","extensions","mimeTypes","tests","Uint8Array","buffer","options","shapefile","shp","_maxDimensions","parse","parseInBatches","_typecheckShapefileLoader"],"sources":["../../src/shapefile-loader.ts"],"sourcesContent":["import type {LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {SHP_MAGIC_NUMBER} from './shp-loader';\nimport {parseShapefile, parseShapefileInBatches} from './lib/parsers/parse-shapefile';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/**\n * Shapefile loader\n * @note Shapefile is multifile format and requires providing additional files\n */\nexport const ShapefileLoader = {\n name: 'Shapefile',\n id: 'shapefile',\n module: 'shapefile',\n version: VERSION,\n category: 'geometry',\n extensions: ['shp'],\n mimeTypes: ['application/octet-stream'],\n tests: [new Uint8Array(SHP_MAGIC_NUMBER).buffer],\n options: {\n shapefile: {},\n shp: {\n _maxDimensions: 4\n }\n },\n parse: parseShapefile,\n parseInBatches: parseShapefileInBatches\n};\n\nexport const _typecheckShapefileLoader: LoaderWithParser = ShapefileLoader;\n"],"mappings":"AACA,SAAQA,gBAAgB,QAAO,cAAc;AAC7C,SAAQC,cAAc,EAAEC,uBAAuB,QAAO,+BAA+B;AAIrF,MAAMC,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAM3E,OAAO,MAAMC,eAAe,GAAG;EAC7BC,IAAI,EAAE,WAAW;EACjBC,EAAE,EAAE,WAAW;EACfC,MAAM,EAAE,WAAW;EACnBC,OAAO,EAAEL,OAAO;EAChBM,QAAQ,EAAE,UAAU;EACpBC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,KAAK,EAAE,CAAC,IAAIC,UAAU,CAACb,gBAAgB,CAAC,CAACc,MAAM,CAAC;EAChDC,OAAO,EAAE;IACPC,SAAS,EAAE,CAAC,CAAC;IACbC,GAAG,EAAE;MACHC,cAAc,EAAE;IAClB;EACF,CAAC;EACDC,KAAK,EAAElB,cAAc;EACrBmB,cAAc,EAAElB;AAClB,CAAC;AAED,OAAO,MAAMmB,yBAA2C,GAAGjB,eAAe"}
1
+ {"version":3,"file":"shapefile-loader.js","names":["SHP_MAGIC_NUMBER","parseShapefile","parseShapefileInBatches","VERSION","ShapefileLoader","name","id","module","version","category","extensions","mimeTypes","tests","Uint8Array","buffer","options","shapefile","shp","_maxDimensions","parse","parseInBatches"],"sources":["../../src/shapefile-loader.ts"],"sourcesContent":["import type {LoaderOptions, LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {SHP_MAGIC_NUMBER} from './shp-loader';\nimport {parseShapefile, parseShapefileInBatches} from './lib/parsers/parse-shapefile';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/**\n * Shapefile loader\n * @note Shapefile is multifile format and requires providing additional files\n */\nexport const ShapefileLoader: LoaderWithParser<any, any, LoaderOptions> = {\n name: 'Shapefile',\n id: 'shapefile',\n module: 'shapefile',\n version: VERSION,\n category: 'geometry',\n extensions: ['shp'],\n mimeTypes: ['application/octet-stream'],\n tests: [new Uint8Array(SHP_MAGIC_NUMBER).buffer],\n options: {\n shapefile: {},\n shp: {\n _maxDimensions: 4\n }\n },\n parse: parseShapefile,\n parseInBatches: parseShapefileInBatches\n};\n"],"mappings":"AACA,SAAQA,gBAAgB,QAAO,cAAc;AAC7C,SAAQC,cAAc,EAAEC,uBAAuB,QAAO,+BAA+B;AAIrF,MAAMC,OAAO,GAAG,qBAAkB,KAAK,WAAW,oBAAiB,QAAQ;AAM3E,OAAO,MAAMC,eAA0D,GAAG;EACxEC,IAAI,EAAE,WAAW;EACjBC,EAAE,EAAE,WAAW;EACfC,MAAM,EAAE,WAAW;EACnBC,OAAO,EAAEL,OAAO;EAChBM,QAAQ,EAAE,UAAU;EACpBC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,KAAK,EAAE,CAAC,IAAIC,UAAU,CAACb,gBAAgB,CAAC,CAACc,MAAM,CAAC;EAChDC,OAAO,EAAE;IACPC,SAAS,EAAE,CAAC,CAAC;IACbC,GAAG,EAAE;MACHC,cAAc,EAAE;IAClB;EACF,CAAC;EACDC,KAAK,EAAElB,cAAc;EACrBmB,cAAc,EAAElB;AAClB,CAAC"}
@@ -1,5 +1,5 @@
1
1
  import { parseSHP, parseSHPInBatches } from './lib/parsers/parse-shp';
2
- const VERSION = typeof "4.0.0-alpha.9" !== 'undefined' ? "4.0.0-alpha.9" : 'latest';
2
+ const VERSION = typeof "4.0.0-beta.2" !== 'undefined' ? "4.0.0-beta.2" : 'latest';
3
3
  export const SHP_MAGIC_NUMBER = [0x00, 0x00, 0x27, 0x0a];
4
4
  export const SHPWorkerLoader = {
5
5
  name: 'SHP',
@@ -21,6 +21,6 @@ export const SHPLoader = {
21
21
  ...SHPWorkerLoader,
22
22
  parse: async (arrayBuffer, options) => parseSHP(arrayBuffer, options),
23
23
  parseSync: parseSHP,
24
- parseInBatches: parseSHPInBatches
24
+ parseInBatches: (arrayBufferIterator, options) => parseSHPInBatches(arrayBufferIterator, options)
25
25
  };
26
26
  //# sourceMappingURL=shp-loader.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"shp-loader.js","names":["parseSHP","parseSHPInBatches","VERSION","SHP_MAGIC_NUMBER","SHPWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","tests","Uint8Array","buffer","options","shp","_maxDimensions","SHPLoader","parse","arrayBuffer","parseSync","parseInBatches"],"sources":["../../src/shp-loader.ts"],"sourcesContent":["import type {Loader, LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {parseSHP, parseSHPInBatches} from './lib/parsers/parse-shp';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport const SHP_MAGIC_NUMBER = [0x00, 0x00, 0x27, 0x0a];\n\n/**\n * SHP file loader\n */\nexport const SHPWorkerLoader: Loader = {\n name: 'SHP',\n id: 'shp',\n module: 'shapefile',\n version: VERSION,\n worker: true,\n category: 'geometry',\n extensions: ['shp'],\n mimeTypes: ['application/octet-stream'],\n // ISSUE: This also identifies SHX files, which are identical to SHP for the first 100 bytes...\n tests: [new Uint8Array(SHP_MAGIC_NUMBER).buffer],\n options: {\n shp: {\n _maxDimensions: 4\n }\n }\n};\n\n/** SHP file loader */\nexport const SHPLoader: LoaderWithParser = {\n ...SHPWorkerLoader,\n parse: async (arrayBuffer, options?) => parseSHP(arrayBuffer, options),\n parseSync: parseSHP,\n parseInBatches: parseSHPInBatches\n};\n"],"mappings":"AACA,SAAQA,QAAQ,EAAEC,iBAAiB,QAAO,yBAAyB;AAInE,MAAMC,OAAO,GAAG,sBAAkB,KAAK,WAAW,qBAAiB,QAAQ;AAE3E,OAAO,MAAMC,gBAAgB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;AAKxD,OAAO,MAAMC,eAAuB,GAAG;EACrCC,IAAI,EAAE,KAAK;EACXC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,WAAW;EACnBC,OAAO,EAAEN,OAAO;EAChBO,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,UAAU;EACpBC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EAEvCC,KAAK,EAAE,CAAC,IAAIC,UAAU,CAACX,gBAAgB,CAAC,CAACY,MAAM,CAAC;EAChDC,OAAO,EAAE;IACPC,GAAG,EAAE;MACHC,cAAc,EAAE;IAClB;EACF;AACF,CAAC;AAGD,OAAO,MAAMC,SAA2B,GAAG;EACzC,GAAGf,eAAe;EAClBgB,KAAK,EAAE,MAAAA,CAAOC,WAAW,EAAEL,OAAQ,KAAKhB,QAAQ,CAACqB,WAAW,EAAEL,OAAO,CAAC;EACtEM,SAAS,EAAEtB,QAAQ;EACnBuB,cAAc,EAAEtB;AAClB,CAAC"}
1
+ {"version":3,"file":"shp-loader.js","names":["parseSHP","parseSHPInBatches","VERSION","SHP_MAGIC_NUMBER","SHPWorkerLoader","name","id","module","version","worker","category","extensions","mimeTypes","tests","Uint8Array","buffer","options","shp","_maxDimensions","SHPLoader","parse","arrayBuffer","parseSync","parseInBatches","arrayBufferIterator"],"sources":["../../src/shp-loader.ts"],"sourcesContent":["import type {Loader, LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {parseSHP, parseSHPInBatches} from './lib/parsers/parse-shp';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport const SHP_MAGIC_NUMBER = [0x00, 0x00, 0x27, 0x0a];\n\n/**\n * SHP file loader\n */\nexport const SHPWorkerLoader: Loader = {\n name: 'SHP',\n id: 'shp',\n module: 'shapefile',\n version: VERSION,\n worker: true,\n category: 'geometry',\n extensions: ['shp'],\n mimeTypes: ['application/octet-stream'],\n // ISSUE: This also identifies SHX files, which are identical to SHP for the first 100 bytes...\n tests: [new Uint8Array(SHP_MAGIC_NUMBER).buffer],\n options: {\n shp: {\n _maxDimensions: 4\n }\n }\n};\n\n/** SHP file loader */\nexport const SHPLoader: LoaderWithParser = {\n ...SHPWorkerLoader,\n parse: async (arrayBuffer, options?) => parseSHP(arrayBuffer, options),\n parseSync: parseSHP,\n parseInBatches: (\n arrayBufferIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options\n ) => parseSHPInBatches(arrayBufferIterator, options)\n};\n"],"mappings":"AACA,SAAQA,QAAQ,EAAEC,iBAAiB,QAAO,yBAAyB;AAInE,MAAMC,OAAO,GAAG,qBAAkB,KAAK,WAAW,oBAAiB,QAAQ;AAE3E,OAAO,MAAMC,gBAAgB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;AAKxD,OAAO,MAAMC,eAAuB,GAAG;EACrCC,IAAI,EAAE,KAAK;EACXC,EAAE,EAAE,KAAK;EACTC,MAAM,EAAE,WAAW;EACnBC,OAAO,EAAEN,OAAO;EAChBO,MAAM,EAAE,IAAI;EACZC,QAAQ,EAAE,UAAU;EACpBC,UAAU,EAAE,CAAC,KAAK,CAAC;EACnBC,SAAS,EAAE,CAAC,0BAA0B,CAAC;EAEvCC,KAAK,EAAE,CAAC,IAAIC,UAAU,CAACX,gBAAgB,CAAC,CAACY,MAAM,CAAC;EAChDC,OAAO,EAAE;IACPC,GAAG,EAAE;MACHC,cAAc,EAAE;IAClB;EACF;AACF,CAAC;AAGD,OAAO,MAAMC,SAA2B,GAAG;EACzC,GAAGf,eAAe;EAClBgB,KAAK,EAAE,MAAAA,CAAOC,WAAW,EAAEL,OAAQ,KAAKhB,QAAQ,CAACqB,WAAW,EAAEL,OAAO,CAAC;EACtEM,SAAS,EAAEtB,QAAQ;EACnBuB,cAAc,EAAEA,CACdC,mBAAuE,EACvER,OAAO,KACJf,iBAAiB,CAACuB,mBAAmB,EAAER,OAAO;AACrD,CAAC"}
@@ -430,7 +430,7 @@
430
430
  }
431
431
 
432
432
  // src/shp-loader.ts
433
- var VERSION = true ? "4.0.0-alpha.9" : "latest";
433
+ var VERSION = true ? "4.0.0-beta.2" : "latest";
434
434
  var SHP_MAGIC_NUMBER2 = [0, 0, 39, 10];
435
435
  var SHPWorkerLoader = {
436
436
  name: "SHP",
@@ -452,7 +452,7 @@
452
452
  ...SHPWorkerLoader,
453
453
  parse: async (arrayBuffer, options) => parseSHP(arrayBuffer, options),
454
454
  parseSync: parseSHP,
455
- parseInBatches: parseSHPInBatches
455
+ parseInBatches: (arrayBufferIterator, options) => parseSHPInBatches(arrayBufferIterator, options)
456
456
  };
457
457
 
458
458
  // ../worker-utils/src/lib/worker-utils/get-transfer-list.ts
@@ -581,7 +581,7 @@
581
581
  options,
582
582
  context: {
583
583
  ...context,
584
- parse: parseOnMainThread
584
+ _parse: parseOnMainThread
585
585
  }
586
586
  });
587
587
  WorkerBody.postMessage("done", { result });
@@ -594,7 +594,7 @@
594
594
  }
595
595
  };
596
596
  }
597
- function parseOnMainThread(arrayBuffer, options) {
597
+ function parseOnMainThread(arrayBuffer, loader, options, context) {
598
598
  return new Promise((resolve, reject) => {
599
599
  const id = requestId++;
600
600
  const onMessage = (type, payload2) => {
@@ -618,7 +618,12 @@
618
618
  WorkerBody.postMessage("process", payload);
619
619
  });
620
620
  }
621
- async function parseData({ loader, arrayBuffer, options, context }) {
621
+ async function parseData({
622
+ loader,
623
+ arrayBuffer,
624
+ options,
625
+ context
626
+ }) {
622
627
  let data;
623
628
  let parser;
624
629
  if (loader.parseSync || loader.parse) {
@@ -0,0 +1 @@
1
+ {"version":3,"file":"bundle.d.ts","sourceRoot":"","sources":["../../src/bundle.ts"],"names":[],"mappings":"AACA,QAAA,MAAM,aAAa,KAAqB,CAAC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dbf-loader.d.ts","sourceRoot":"","sources":["../../src/dbf-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAOvE;;GAEG;AACH,eAAO,MAAM,eAAe,EAAE,MAc7B,CAAC;AAEF,sBAAsB;AACtB,eAAO,MAAM,SAAS,EAAE,gBAOvB,CAAC"}
@@ -0,0 +1,7 @@
1
+ export { ShapefileLoader } from './shapefile-loader';
2
+ export { DBFLoader, DBFWorkerLoader } from './dbf-loader';
3
+ export { SHPLoader, SHPWorkerLoader } from './shp-loader';
4
+ export { BinaryReader as _BinaryReader } from './lib/streaming/binary-reader';
5
+ export { BinaryChunkReader as _BinaryChunkReader } from './lib/streaming/binary-chunk-reader';
6
+ export { zipBatchIterators as _zipBatchIterators } from './lib/streaming/zip-batch-iterators';
7
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,eAAe,EAAC,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAC,SAAS,EAAE,eAAe,EAAC,MAAM,cAAc,CAAC;AACxD,OAAO,EAAC,SAAS,EAAE,eAAe,EAAC,MAAM,cAAc,CAAC;AAGxD,OAAO,EAAC,YAAY,IAAI,aAAa,EAAC,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAC,iBAAiB,IAAI,kBAAkB,EAAC,MAAM,qCAAqC,CAAC;AAC5F,OAAO,EAAC,iBAAiB,IAAI,kBAAkB,EAAC,MAAM,qCAAqC,CAAC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parse-dbf.d.ts","sourceRoot":"","sources":["../../../../src/lib/parsers/parse-dbf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAEzD,OAAO,EACL,gBAAgB,EAEhB,cAAc,EACd,SAAS,EACT,aAAa,EAEd,MAAM,SAAS,CAAC;AAkDjB;;;;GAIG;AACH,wBAAgB,QAAQ,CACtB,WAAW,EAAE,WAAW,EACxB,OAAO,GAAE,gBAAqB,GAC7B,aAAa,GAAG,cAAc,GAAG,cAAc,CAwBjD;AACD;;;GAGG;AACH,wBAAuB,iBAAiB,CACtC,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACjE,OAAO,GAAE,gBAAqB,GAC7B,aAAa,CAAC,SAAS,GAAG,aAAa,GAAG,cAAc,CAAC,CAqB3D"}
@@ -1,6 +1,6 @@
1
+ import { LoaderContext } from '@loaders.gl/loader-utils';
1
2
  import type { SHXOutput } from './parse-shx';
2
3
  import type { SHPHeader } from './parse-shp-header';
3
- import type { LoaderContext } from '@loaders.gl/loader-utils';
4
4
  import type { ShapefileLoaderOptions } from './types';
5
5
  interface ShapefileOutput {
6
6
  encoding?: string;
@@ -28,7 +28,7 @@ export declare function parseShapefile(arrayBuffer: ArrayBuffer, options?: Shape
28
28
  * @param context
29
29
  * @returns Promise
30
30
  */
31
- export declare function loadShapefileSidecarFiles(options?: object, context?: LoaderContext): Promise<{
31
+ export declare function loadShapefileSidecarFiles(options?: ShapefileLoaderOptions, context?: LoaderContext): Promise<{
32
32
  shx?: SHXOutput;
33
33
  cpg?: string;
34
34
  prj?: string;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parse-shapefile.d.ts","sourceRoot":"","sources":["../../../../src/lib/parsers/parse-shapefile.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,aAAa,EAA8C,MAAM,0BAA0B,CAAC;AAKpG,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,aAAa,CAAC;AAC3C,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,oBAAoB,CAAC;AAClD,OAAO,KAAK,EAAC,sBAAsB,EAAC,MAAM,SAAS,CAAC;AAOpD,UAAU,eAAe;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,SAAS,CAAC;IAChB,MAAM,EAAE,SAAS,CAAC;IAClB,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB;AACD;;GAEG;AAEH,wBAAuB,uBAAuB,CAC5C,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACjE,OAAO,CAAC,EAAE,sBAAsB,EAChC,OAAO,CAAC,EAAE,aAAa,GACtB,aAAa,CAAC,eAAe,CAAC,CAkFhC;AAED;;;;;;;GAOG;AACH,wBAAsB,cAAc,CAClC,WAAW,EAAE,WAAW,EACxB,OAAO,CAAC,EAAE,sBAAsB,EAChC,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,eAAe,CAAC,CAkC1B;AAwDD;;;;;GAKG;AAEH,wBAAsB,yBAAyB,CAC7C,OAAO,CAAC,EAAE,sBAAsB,EAChC,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC;IACT,GAAG,CAAC,EAAE,SAAS,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CACd,CAAC,CAkCD;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAQ1E"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parse-shp-geometry.d.ts","sourceRoot":"","sources":["../../../../src/lib/parsers/parse-shp-geometry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,cAAc,EAAqB,MAAM,oBAAoB,CAAC;AACtE,OAAO,EAAC,gBAAgB,EAAC,MAAM,SAAS,CAAC;AAIzC;;;;;GAKG;AAEH,wBAAgB,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,cAAc,GAAG,IAAI,CAoD7F"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parse-shp-header.d.ts","sourceRoot":"","sources":["../../../../src/lib/parsers/parse-shp-header.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,SAAS;IACxB,uBAAuB;IACvB,KAAK,EAAE,MAAM,CAAC;IAEd,8BAA8B;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH;AAMD;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,UAAU,EAAE,QAAQ,GAAG,SAAS,CA6B9D"}
@@ -6,5 +6,5 @@ export declare function parseSHP(arrayBuffer: ArrayBuffer, options?: SHPLoaderOp
6
6
  * @param options
7
7
  * @returns
8
8
  */
9
- export declare function parseSHPInBatches(asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>, options?: SHPLoaderOptions): AsyncIterable<BinaryGeometry | object>;
9
+ export declare function parseSHPInBatches(asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>, options?: SHPLoaderOptions): AsyncGenerator<BinaryGeometry | object>;
10
10
  //# sourceMappingURL=parse-shp.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parse-shp.d.ts","sourceRoot":"","sources":["../../../../src/lib/parsers/parse-shp.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAIvD,OAAO,EAAC,gBAAgB,EAAC,MAAM,SAAS,CAAC;AAiEzC,wBAAgB,QAAQ,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,cAAc,EAAE,CAO/F;AAED;;;;GAIG;AACH,wBAAuB,iBAAiB,CACtC,aAAa,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACjE,OAAO,CAAC,EAAE,gBAAgB,GACzB,cAAc,CAAC,cAAc,GAAG,MAAM,CAAC,CAqBzC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parse-shx.d.ts","sourceRoot":"","sources":["../../../../src/lib/parsers/parse-shx.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,UAAU,CAAC;IACpB,OAAO,EAAE,UAAU,CAAC;CACrB;AAKD;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,WAAW,EAAE,WAAW,GAAG,SAAS,CAoB5D"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/lib/parsers/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,MAAM,EAAE,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAC1D,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAE5D,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG;IAC7C,GAAG,CAAC,EAAE;QACJ,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,kBAAkB,CAAC;KAC/C,CAAC;IACF,kBAAkB;IAClB,MAAM,CAAC,EAAE;QACP,kBAAkB;QAClB,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,kBAAkB,CAAC;KAChD,CAAC;CACH,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG,aAAa,GAChD,gBAAgB,GAAG;IACjB,SAAS,CAAC,EAAE;QACV,KAAK,CAAC,EAAE,SAAS,CAAC;KACnB,CAAC;IACF,GAAG,CAAC,EAAE;QACJ,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,+CAA+C;QAC/C,MAAM,CAAC,EAAE,SAAS,CAAC;KACpB,CAAC;CACH,CAAC;AAEJ,MAAM,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;AAEnD;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,aAAa,CAAC;CACrB;AAED,MAAM,MAAM,SAAS,GAAG;IAEtB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IAEZ,QAAQ,EAAE,MAAM,CAAC;IAEjB,YAAY,EAAE,MAAM,CAAC;IAErB,YAAY,EAAE,MAAM,CAAC;IAErB,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE;QACT,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC"}
@@ -1,7 +1,7 @@
1
- type BinaryChunkReaderOptions = {
1
+ export type BinaryChunkReaderOptions = {
2
2
  maxRewindBytes: number;
3
3
  };
4
- export default class BinaryChunkReader {
4
+ export declare class BinaryChunkReader {
5
5
  offset: number;
6
6
  arrayBuffers: ArrayBuffer[];
7
7
  ended: boolean;
@@ -57,5 +57,4 @@ export default class BinaryChunkReader {
57
57
  */
58
58
  rewind(bytes: number): void;
59
59
  }
60
- export {};
61
60
  //# sourceMappingURL=binary-chunk-reader.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"binary-chunk-reader.d.ts","sourceRoot":"","sources":["../../../../src/lib/streaming/binary-chunk-reader.ts"],"names":[],"mappings":"AAEA,MAAM,MAAM,wBAAwB,GAAG;IACrC,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,qBAAa,iBAAiB;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,KAAK,EAAE,OAAO,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;gBAEX,OAAO,CAAC,EAAE,wBAAwB;IAY9C;;OAEG;IACH,KAAK,CAAC,WAAW,EAAE,WAAW,GAAG,IAAI;IAIrC,GAAG,IAAI,IAAI;IAKX;;;;;OAKG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAWzC;;;;;OAKG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,GAAG,EAAE,GAAG,IAAI;IAwC9C;;;;;OAKG;IACH,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IA8B3C;;OAEG;IACH,cAAc,IAAI,IAAI;IAUtB;;;;;;;;;OASG;IACH,oBAAoB,CAAC,aAAa,EAAE,GAAG,EAAE,GAAG,eAAe;IAoB3D;;OAEG;IACH,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAGzB;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;CAI5B"}
@@ -1,4 +1,4 @@
1
- export default class BinaryReader {
1
+ export declare class BinaryReader {
2
2
  offset: number;
3
3
  arrayBuffer: ArrayBuffer;
4
4
  constructor(arrayBuffer: ArrayBuffer);
@@ -0,0 +1 @@
1
+ {"version":3,"file":"binary-reader.d.ts","sourceRoot":"","sources":["../../../../src/lib/streaming/binary-reader.ts"],"names":[],"mappings":"AAEA,qBAAa,YAAY;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;gBAEb,WAAW,EAAE,WAAW;IAMpC;;;;;OAKG;IACH,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAIzC;;;;;OAKG;IACH,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,QAAQ;IAYpC;;;;OAIG;IACH,IAAI,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIzB;;;;OAIG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;CAG5B"}
@@ -0,0 +1,11 @@
1
+ import type { ObjectRowTableBatch, ArrayRowTableBatch } from '@loaders.gl/schema';
2
+ type RowTableBatch = ObjectRowTableBatch | ArrayRowTableBatch;
3
+ /**
4
+ * Zip two iterators together
5
+ *
6
+ * @param iterator1
7
+ * @param iterator2
8
+ */
9
+ export declare function zipBatchIterators(iterator1: AsyncIterator<RowTableBatch> | Iterator<RowTableBatch>, iterator2: AsyncIterator<RowTableBatch> | Iterator<RowTableBatch>, shape: 'object-row-table' | 'array-row-table'): AsyncGenerator<RowTableBatch, void, unknown>;
10
+ export {};
11
+ //# sourceMappingURL=zip-batch-iterators.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"zip-batch-iterators.d.ts","sourceRoot":"","sources":["../../../../src/lib/streaming/zip-batch-iterators.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,mBAAmB,EAAE,kBAAkB,EAAC,MAAM,oBAAoB,CAAC;AAEhF,KAAK,aAAa,GAAG,mBAAmB,GAAG,kBAAkB,CAAC;AAE9D;;;;;GAKG;AACH,wBAAuB,iBAAiB,CACtC,SAAS,EAAE,aAAa,CAAC,aAAa,CAAC,GAAG,QAAQ,CAAC,aAAa,CAAC,EACjE,SAAS,EAAE,aAAa,CAAC,aAAa,CAAC,GAAG,QAAQ,CAAC,aAAa,CAAC,EACjE,KAAK,EAAE,kBAAkB,GAAG,iBAAiB,GAC5C,cAAc,CAAC,aAAa,EAAE,IAAI,EAAE,OAAO,CAAC,CAqC9C"}
@@ -0,0 +1,7 @@
1
+ import type { LoaderOptions, LoaderWithParser } from '@loaders.gl/loader-utils';
2
+ /**
3
+ * Shapefile loader
4
+ * @note Shapefile is multifile format and requires providing additional files
5
+ */
6
+ export declare const ShapefileLoader: LoaderWithParser<any, any, LoaderOptions>;
7
+ //# sourceMappingURL=shapefile-loader.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shapefile-loader.d.ts","sourceRoot":"","sources":["../../src/shapefile-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,aAAa,EAAE,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAQ9E;;;GAGG;AACH,eAAO,MAAM,eAAe,EAAE,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,aAAa,CAiBrE,CAAC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shp-loader.d.ts","sourceRoot":"","sources":["../../src/shp-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,gBAAgB,EAAC,MAAM,0BAA0B,CAAC;AAOvE,eAAO,MAAM,gBAAgB,UAA2B,CAAC;AAEzD;;GAEG;AACH,eAAO,MAAM,eAAe,EAAE,MAgB7B,CAAC;AAEF,sBAAsB;AACtB,eAAO,MAAM,SAAS,EAAE,gBAQvB,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"dbf-worker.d.ts","sourceRoot":"","sources":["../../src/workers/dbf-worker.ts"],"names":[],"mappings":""}
1
+ {"version":3,"file":"dbf-worker.d.ts","sourceRoot":"","sources":["../../../src/workers/dbf-worker.ts"],"names":[],"mappings":""}
@@ -1 +1 @@
1
- {"version":3,"file":"shp-worker.d.ts","sourceRoot":"","sources":["../../src/workers/shp-worker.ts"],"names":[],"mappings":""}
1
+ {"version":3,"file":"shp-worker.d.ts","sourceRoot":"","sources":["../../../src/workers/shp-worker.ts"],"names":[],"mappings":""}