@loaders.gl/json 4.0.0-alpha.4 → 4.0.0-alpha.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.d.ts +2 -0
- package/dist/bundle.d.ts.map +1 -0
- package/dist/bundle.js +2 -2
- package/dist/dist.min.js +3094 -0
- package/dist/es5/bundle.js +6 -0
- package/dist/es5/bundle.js.map +1 -0
- package/dist/es5/geojson-loader.js +157 -0
- package/dist/es5/geojson-loader.js.map +1 -0
- package/dist/es5/geojson-writer.js +27 -0
- package/dist/es5/geojson-writer.js.map +1 -0
- package/dist/es5/index.js +69 -0
- package/dist/es5/index.js.map +1 -0
- package/dist/es5/json-loader.js +67 -0
- package/dist/es5/json-loader.js.map +1 -0
- package/dist/es5/json-writer.js +42 -0
- package/dist/es5/json-writer.js.map +1 -0
- package/dist/es5/lib/clarinet/clarinet.js +446 -0
- package/dist/es5/lib/clarinet/clarinet.js.map +1 -0
- package/dist/es5/lib/encoders/encode-utils.js +42 -0
- package/dist/es5/lib/encoders/encode-utils.js.map +1 -0
- package/dist/es5/lib/encoders/geojson-encoder.js +178 -0
- package/dist/es5/lib/encoders/geojson-encoder.js.map +1 -0
- package/dist/es5/lib/encoders/json-encoder.js +30 -0
- package/dist/es5/lib/encoders/json-encoder.js.map +1 -0
- package/dist/es5/lib/encoders/utf8-encoder.js +54 -0
- package/dist/es5/lib/encoders/utf8-encoder.js.map +1 -0
- package/dist/es5/lib/json-parser/json-parser.js +140 -0
- package/dist/es5/lib/json-parser/json-parser.js.map +1 -0
- package/dist/es5/lib/json-parser/streaming-json-parser.js +123 -0
- package/dist/es5/lib/json-parser/streaming-json-parser.js.map +1 -0
- package/dist/es5/lib/jsonpath/jsonpath.js +119 -0
- package/dist/es5/lib/jsonpath/jsonpath.js.map +1 -0
- package/dist/es5/lib/parsers/parse-json-in-batches.js +206 -0
- package/dist/es5/lib/parsers/parse-json-in-batches.js.map +1 -0
- package/dist/es5/lib/parsers/parse-json.js +38 -0
- package/dist/es5/lib/parsers/parse-json.js.map +1 -0
- package/dist/es5/lib/parsers/parse-ndjson-in-batches.js +114 -0
- package/dist/es5/lib/parsers/parse-ndjson-in-batches.js.map +1 -0
- package/dist/es5/lib/parsers/parse-ndjson.js +19 -0
- package/dist/es5/lib/parsers/parse-ndjson.js.map +1 -0
- package/dist/es5/ndgeoson-loader.js +54 -0
- package/dist/es5/ndgeoson-loader.js.map +1 -0
- package/dist/es5/ndjson-loader.js +44 -0
- package/dist/es5/ndjson-loader.js.map +1 -0
- package/dist/es5/workers/geojson-worker.js +6 -0
- package/dist/es5/workers/geojson-worker.js.map +1 -0
- package/dist/esm/bundle.js +4 -0
- package/dist/esm/bundle.js.map +1 -0
- package/dist/esm/geojson-loader.js +79 -0
- package/dist/esm/geojson-loader.js.map +1 -0
- package/dist/esm/geojson-writer.js +18 -0
- package/dist/esm/geojson-writer.js.map +1 -0
- package/dist/esm/index.js +9 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/json-loader.js +48 -0
- package/dist/esm/json-loader.js.map +1 -0
- package/dist/esm/json-writer.js +14 -0
- package/dist/esm/json-writer.js.map +1 -0
- package/dist/esm/lib/clarinet/LICENSE +28 -0
- package/dist/esm/lib/clarinet/clarinet.js +415 -0
- package/dist/esm/lib/clarinet/clarinet.js.map +1 -0
- package/dist/esm/lib/encoders/encode-utils.js +31 -0
- package/dist/esm/lib/encoders/encode-utils.js.map +1 -0
- package/dist/esm/lib/encoders/geojson-encoder.js +98 -0
- package/dist/esm/lib/encoders/geojson-encoder.js.map +1 -0
- package/dist/esm/lib/encoders/json-encoder.js +12 -0
- package/dist/esm/lib/encoders/json-encoder.js.map +1 -0
- package/dist/esm/lib/encoders/utf8-encoder.js +32 -0
- package/dist/esm/lib/encoders/utf8-encoder.js.map +1 -0
- package/dist/{lib/parser → esm/lib/json-parser}/json-parser.js +4 -22
- package/dist/esm/lib/json-parser/json-parser.js.map +1 -0
- package/dist/{lib/parser → esm/lib/json-parser}/streaming-json-parser.js +2 -23
- package/dist/esm/lib/json-parser/streaming-json-parser.js.map +1 -0
- package/dist/esm/lib/jsonpath/jsonpath.js +67 -0
- package/dist/esm/lib/jsonpath/jsonpath.js.map +1 -0
- package/dist/{lib → esm/lib/parsers}/parse-json-in-batches.js +19 -15
- package/dist/esm/lib/parsers/parse-json-in-batches.js.map +1 -0
- package/dist/{lib → esm/lib/parsers}/parse-json.js +4 -9
- package/dist/esm/lib/parsers/parse-json.js.map +1 -0
- package/dist/{lib → esm/lib/parsers}/parse-ndjson-in-batches.js +3 -6
- package/dist/esm/lib/parsers/parse-ndjson-in-batches.js.map +1 -0
- package/dist/esm/lib/parsers/parse-ndjson.js +13 -0
- package/dist/esm/lib/parsers/parse-ndjson.js.map +1 -0
- package/dist/esm/ndgeoson-loader.js +27 -0
- package/dist/esm/ndgeoson-loader.js.map +1 -0
- package/dist/esm/ndjson-loader.js +18 -0
- package/dist/esm/ndjson-loader.js.map +1 -0
- package/dist/esm/workers/geojson-worker.js +4 -0
- package/dist/esm/workers/geojson-worker.js.map +1 -0
- package/dist/geojson-loader.d.ts +16 -0
- package/dist/geojson-loader.d.ts.map +1 -0
- package/dist/geojson-loader.js +65 -69
- package/dist/geojson-worker.js +1016 -232
- package/dist/geojson-writer.d.ts +6 -0
- package/dist/geojson-writer.d.ts.map +1 -0
- package/dist/geojson-writer.js +22 -0
- package/dist/index.d.ts +13 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +24 -6
- package/dist/json-loader.d.ts +17 -0
- package/dist/json-loader.d.ts.map +1 -0
- package/dist/json-loader.js +33 -38
- package/dist/json-writer.d.ts +6 -0
- package/dist/json-writer.d.ts.map +1 -0
- package/dist/json-writer.js +18 -0
- package/dist/lib/clarinet/clarinet.d.ts +74 -0
- package/dist/lib/clarinet/clarinet.d.ts.map +1 -0
- package/dist/lib/clarinet/clarinet.js +510 -493
- package/dist/lib/encoders/encode-utils.d.ts +19 -0
- package/dist/lib/encoders/encode-utils.d.ts.map +1 -0
- package/dist/lib/encoders/encode-utils.js +47 -0
- package/dist/lib/encoders/geojson-encoder.d.ts +14 -0
- package/dist/lib/encoders/geojson-encoder.d.ts.map +1 -0
- package/dist/lib/encoders/geojson-encoder.js +104 -0
- package/dist/lib/encoders/json-encoder.d.ts +16 -0
- package/dist/lib/encoders/json-encoder.d.ts.map +1 -0
- package/dist/lib/encoders/json-encoder.js +22 -0
- package/dist/lib/encoders/utf8-encoder.d.ts +12 -0
- package/dist/lib/encoders/utf8-encoder.d.ts.map +1 -0
- package/dist/lib/encoders/utf8-encoder.js +32 -0
- package/dist/lib/json-parser/json-parser.d.ts +22 -0
- package/dist/lib/json-parser/json-parser.d.ts.map +1 -0
- package/dist/lib/json-parser/json-parser.js +98 -0
- package/dist/lib/json-parser/streaming-json-parser.d.ts +37 -0
- package/dist/lib/json-parser/streaming-json-parser.d.ts.map +1 -0
- package/dist/lib/json-parser/streaming-json-parser.js +100 -0
- package/dist/lib/jsonpath/jsonpath.d.ts +32 -0
- package/dist/lib/jsonpath/jsonpath.d.ts.map +1 -0
- package/dist/lib/jsonpath/jsonpath.js +81 -78
- package/dist/lib/parsers/parse-json-in-batches.d.ts +5 -0
- package/dist/lib/parsers/parse-json-in-batches.d.ts.map +1 -0
- package/dist/lib/parsers/parse-json-in-batches.js +100 -0
- package/dist/lib/parsers/parse-json.d.ts +4 -0
- package/dist/lib/parsers/parse-json.d.ts.map +1 -0
- package/dist/lib/parsers/parse-json.js +32 -0
- package/dist/lib/parsers/parse-ndjson-in-batches.d.ts +4 -0
- package/dist/lib/parsers/parse-ndjson-in-batches.d.ts.map +1 -0
- package/dist/lib/parsers/parse-ndjson-in-batches.js +36 -0
- package/dist/lib/parsers/parse-ndjson.d.ts +3 -0
- package/dist/lib/parsers/parse-ndjson.d.ts.map +1 -0
- package/dist/lib/parsers/parse-ndjson.js +17 -0
- package/dist/ndgeoson-loader.d.ts +34 -0
- package/dist/ndgeoson-loader.d.ts.map +1 -0
- package/dist/ndgeoson-loader.js +37 -0
- package/dist/ndjson-loader.d.ts +4 -0
- package/dist/ndjson-loader.d.ts.map +1 -0
- package/dist/ndjson-loader.js +26 -31
- package/dist/workers/geojson-worker.d.ts +2 -0
- package/dist/workers/geojson-worker.d.ts.map +1 -0
- package/dist/workers/geojson-worker.js +5 -4
- package/package.json +10 -10
- package/src/geojson-loader.ts +10 -6
- package/src/geojson-writer.ts +27 -0
- package/src/index.ts +10 -0
- package/src/json-loader.ts +15 -24
- package/src/json-writer.ts +24 -0
- package/src/lib/encoders/encode-utils.ts +54 -0
- package/src/lib/encoders/geojson-encoder.ts +139 -0
- package/src/lib/encoders/json-encoder.ts +30 -0
- package/src/lib/encoders/utf8-encoder.ts +35 -0
- package/src/lib/{parse-json-in-batches.ts → parsers/parse-json-in-batches.ts} +30 -8
- package/src/lib/{parse-json.ts → parsers/parse-json.ts} +7 -3
- package/src/lib/{parse-ndjson-in-batches.ts → parsers/parse-ndjson-in-batches.ts} +1 -1
- package/src/lib/parsers/parse-ndjson.ts +15 -0
- package/src/ndgeoson-loader.ts +48 -0
- package/src/ndjson-loader.ts +20 -27
- package/dist/bundle.js.map +0 -1
- package/dist/geojson-loader.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/json-loader.js.map +0 -1
- package/dist/jsonl-loader.js +0 -2
- package/dist/jsonl-loader.js.map +0 -1
- package/dist/lib/clarinet/clarinet.js.map +0 -1
- package/dist/lib/jsonpath/jsonpath.js.map +0 -1
- package/dist/lib/parse-json-in-batches.js.map +0 -1
- package/dist/lib/parse-json.js.map +0 -1
- package/dist/lib/parse-ndjson-in-batches.js.map +0 -1
- package/dist/lib/parse-ndjson.js +0 -11
- package/dist/lib/parse-ndjson.js.map +0 -1
- package/dist/lib/parser/json-parser.js.map +0 -1
- package/dist/lib/parser/streaming-json-parser.js.map +0 -1
- package/dist/ndjson-loader.js.map +0 -1
- package/dist/workers/geojson-worker.js.map +0 -1
- package/src/jsonl-loader.ts +0 -53
- package/src/lib/parse-ndjson.ts +0 -10
- /package/dist/{lib → es5/lib}/clarinet/LICENSE +0 -0
- /package/src/lib/{parser → json-parser}/json-parser.ts +0 -0
- /package/src/lib/{parser → json-parser}/streaming-json-parser.ts +0 -0
package/dist/jsonl-loader.js
DELETED
package/dist/jsonl-loader.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[],"file":"jsonl-loader.js"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/clarinet/clarinet.ts"],"names":["MAX_BUFFER_LENGTH","Number","MAX_SAFE_INTEGER","STATE","Char","tab","lineFeed","carriageReturn","space","doubleQuote","plus","comma","minus","period","_0","_9","colon","E","openBracket","backslash","closeBracket","a","b","e","f","l","n","r","s","t","u","openBrace","closeBrace","stringTokenPattern","DEFAULT_OPTIONS","onready","onopenobject","onkey","oncloseobject","onopenarray","onclosearray","onvalue","onerror","onend","onchunkparsed","ClarinetParser","constructor","options","BEGIN","textNode","undefined","numberNode","emit","end","state","VALUE","depth","_error","_closeValue","c","closed","resume","error","close","write","event","data","emitNode","chunk","i","charCodeAt","p","position","line","column","OPEN_OBJECT","OPEN_ARRAY","isWhitespace","OPEN_KEY","stack","push","CLOSE_KEY","pop","CLOSE_OBJECT","STRING","CLOSE_ARRAY","TRUE","FALSE","NULL","String","fromCharCode","NUMBER_DIGIT","starti","slashed","unicodeI","STRING_BIGLOOP","unicodeS","parseInt","substring","lastIndex","reResult","exec","length","index","TRUE2","TRUE3","FALSE2","FALSE3","FALSE4","NULL2","NULL3","NUMBER_DECIMAL_POINT","indexOf","_closeNumber","bufferCheckPosition","checkBufferLength","parseFloat","message","Error","parser","maxAllowed","Math","max","maxActual","buffer","len"],"mappings":";AAkBA,MAAMA,iBAAiB,GAAGC,MAAM,CAACC,gBAAjC;IAGKC,K;;WAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;GAAAA,K,KAAAA,K;;AA2BL,MAAMC,IAAI,GAAG;AACXC,EAAAA,GAAG,EAAE,IADM;AAEXC,EAAAA,QAAQ,EAAE,IAFC;AAGXC,EAAAA,cAAc,EAAE,IAHL;AAIXC,EAAAA,KAAK,EAAE,IAJI;AAMXC,EAAAA,WAAW,EAAE,IANF;AAOXC,EAAAA,IAAI,EAAE,IAPK;AAQXC,EAAAA,KAAK,EAAE,IARI;AASXC,EAAAA,KAAK,EAAE,IATI;AAUXC,EAAAA,MAAM,EAAE,IAVG;AAYXC,EAAAA,EAAE,EAAE,IAZO;AAaXC,EAAAA,EAAE,EAAE,IAbO;AAeXC,EAAAA,KAAK,EAAE,IAfI;AAiBXC,EAAAA,CAAC,EAAE,IAjBQ;AAmBXC,EAAAA,WAAW,EAAE,IAnBF;AAoBXC,EAAAA,SAAS,EAAE,IApBA;AAqBXC,EAAAA,YAAY,EAAE,IArBH;AAuBXC,EAAAA,CAAC,EAAE,IAvBQ;AAwBXC,EAAAA,CAAC,EAAE,IAxBQ;AAyBXC,EAAAA,CAAC,EAAE,IAzBQ;AA0BXC,EAAAA,CAAC,EAAE,IA1BQ;AA2BXC,EAAAA,CAAC,EAAE,IA3BQ;AA4BXC,EAAAA,CAAC,EAAE,IA5BQ;AA6BXC,EAAAA,CAAC,EAAE,IA7BQ;AA8BXC,EAAAA,CAAC,EAAE,IA9BQ;AA+BXC,EAAAA,CAAC,EAAE,IA/BQ;AAgCXC,EAAAA,CAAC,EAAE,IAhCQ;AAkCXC,EAAAA,SAAS,EAAE,IAlCA;AAmCXC,EAAAA,UAAU,EAAE;AAnCD,CAAb;AAsCA,MAAMC,kBAAkB,GAAG,UAA3B;AAiBA,MAAMC,eAAgD,GAAG;AACvDC,EAAAA,OAAO,EAAE,MAAM,CAAE,CADsC;AAEvDC,EAAAA,YAAY,EAAE,MAAM,CAAE,CAFiC;AAGvDC,EAAAA,KAAK,EAAE,MAAM,CAAE,CAHwC;AAIvDC,EAAAA,aAAa,EAAE,MAAM,CAAE,CAJgC;AAKvDC,EAAAA,WAAW,EAAE,MAAM,CAAE,CALkC;AAMvDC,EAAAA,YAAY,EAAE,MAAM,CAAE,CANiC;AAOvDC,EAAAA,OAAO,EAAE,MAAM,CAAE,CAPsC;AAQvDC,EAAAA,OAAO,EAAE,MAAM,CAAE,CARsC;AASvDC,EAAAA,KAAK,EAAE,MAAM,CAAE,CATwC;AAUvDC,EAAAA,aAAa,EAAE,MAAM,CAAE;AAVgC,CAAzD;AAYA,eAAe,MAAMC,cAAN,CAAqB;AA0BlCC,EAAAA,WAAW,CAACC,OAA8B,GAAG,EAAlC,EAAsC;AAAA,qCAzBIb,eAyBJ;;AAAA,iDAvB3BlC,iBAuB2B;;AAAA,+BAtB7C,EAsB6C;;AAAA,+BArB7C,EAqB6C;;AAAA,+BApB7C,EAoB6C;;AAAA,oCAnBxC,KAmBwC;;AAAA,wCAlBpC,KAkBoC;;AAAA,qCAjBvC,KAiBuC;;AAAA,mCAf3B,IAe2B;;AAAA,mCAdzCG,KAAK,CAAC6C,KAcmC;;AAAA,mCAbhC,EAagC;;AAAA,sCAX9B,CAW8B;;AAAA,oCAVhC,CAUgC;;AAAA,kCATlC,CASkC;;AAAA,qCAR9B,KAQ8B;;AAAA,sCAP9B,CAO8B;;AAAA,sCANvB,IAMuB;;AAAA,mCALjC,CAKiC;;AAAA;;AAAA;;AAC/C,SAAKD,OAAL,GAAe,EAAC,GAAGb,eAAJ;AAAqB,SAAGa;AAAxB,KAAf;AACA,SAAKE,QAAL,GAAgBC,SAAhB;AACA,SAAKC,UAAL,GAAkB,EAAlB;AACA,SAAKC,IAAL,CAAU,SAAV;AACD;;AAEDC,EAAAA,GAAG,GAAG;AACJ,QAAI,KAAKC,KAAL,KAAenD,KAAK,CAACoD,KAArB,IAA8B,KAAKC,KAAL,KAAe,CAAjD,EAAoD,KAAKC,MAAL,CAAY,gBAAZ;;AAEpD,SAAKC,WAAL;;AACA,SAAKC,CAAL,GAAS,EAAT;AACA,SAAKC,MAAL,GAAc,IAAd;AACA,SAAKR,IAAL,CAAU,OAAV;AACA,WAAO,IAAP;AACD;;AAEDS,EAAAA,MAAM,GAAG;AACP,SAAKC,KAAL,GAAa,IAAb;AACA,WAAO,IAAP;AACD;;AAEDC,EAAAA,KAAK,GAAG;AACN,WAAO,KAAKC,KAAL,CAAW,IAAX,CAAP;AACD;;AAIDZ,EAAAA,IAAI,CAACa,KAAD,EAAgBC,IAAhB,EAAkC;AAAA;;AAEpC,iDAAKnB,OAAL,EAAakB,KAAb,iGAAsBC,IAAtB,EAA4B,IAA5B;AACD;;AAEDC,EAAAA,QAAQ,CAACF,KAAD,EAAgBC,IAAhB,EAAkC;AACxC,SAAKR,WAAL;;AACA,SAAKN,IAAL,CAAUa,KAAV,EAAiBC,IAAjB;AACD;;AAIDF,EAAAA,KAAK,CAACI,KAAD,EAAQ;AACX,QAAI,KAAKN,KAAT,EAAgB;AACd,YAAM,KAAKA,KAAX;AACD;;AACD,QAAI,KAAKF,MAAT,EAAiB;AACf,aAAO,KAAKH,MAAL,CAAY,sDAAZ,CAAP;AACD;;AACD,QAAIW,KAAK,KAAK,IAAd,EAAoB;AAClB,aAAO,KAAKf,GAAL,EAAP;AACD;;AACD,QAAIgB,CAAC,GAAG,CAAR;AACA,QAAIV,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiB,CAAjB,CAAR;AACA,QAAIC,CAAC,GAAG,KAAKA,CAAb;;AAEA,WAAOZ,CAAP,EAAU;AACRY,MAAAA,CAAC,GAAGZ,CAAJ;AACA,WAAKA,CAAL,GAASA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiBD,CAAC,EAAlB,CAAb;;AAKA,UAAIE,CAAC,KAAKZ,CAAV,EAAa;AACX,aAAKY,CAAL,GAASA,CAAT;AACD,OAFD,MAEO;AACLA,QAAAA,CAAC,GAAG,KAAKA,CAAT;AACD;;AAED,UAAI,CAACZ,CAAL,EAAQ;AAGR,WAAKa,QAAL;;AACA,UAAIb,CAAC,KAAKvD,IAAI,CAACE,QAAf,EAAyB;AACvB,aAAKmE,IAAL;AACA,aAAKC,MAAL,GAAc,CAAd;AACD,OAHD,MAGO,KAAKA,MAAL;;AAEP,cAAQ,KAAKpB,KAAb;AACE,aAAKnD,KAAK,CAAC6C,KAAX;AACE,cAAIW,CAAC,KAAKvD,IAAI,CAAC2B,SAAf,EAA0B,KAAKuB,KAAL,GAAanD,KAAK,CAACwE,WAAnB,CAA1B,KACK,IAAIhB,CAAC,KAAKvD,IAAI,CAACc,WAAf,EAA4B,KAAKoC,KAAL,GAAanD,KAAK,CAACyE,UAAnB,CAA5B,KACA,IAAI,CAACC,YAAY,CAAClB,CAAD,CAAjB,EAAsB;AACzB,iBAAKF,MAAL,CAAY,2BAAZ;AACD;AACD;;AAEF,aAAKtD,KAAK,CAAC2E,QAAX;AACA,aAAK3E,KAAK,CAACwE,WAAX;AACE,cAAIE,YAAY,CAAClB,CAAD,CAAhB,EAAqB;AACrB,cAAI,KAAKL,KAAL,KAAenD,KAAK,CAAC2E,QAAzB,EAAmC,KAAKC,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAAC8E,SAAtB,EAAnC,KACK,IAAItB,CAAC,KAAKvD,IAAI,CAAC4B,UAAf,EAA2B;AAC9B,iBAAKoB,IAAL,CAAU,cAAV;AACA,iBAAKI,KAAL;AACA,iBAAKJ,IAAL,CAAU,eAAV;AACA,iBAAKI,KAAL;AACA,iBAAKF,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACA;AACD,WAPI,MAOE,KAAKwB,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACgF,YAAtB;AACP,cAAIxB,CAAC,KAAKvD,IAAI,CAACK,WAAf,EAA4B,KAAK6C,KAAL,GAAanD,KAAK,CAACiF,MAAnB,CAA5B,KACK,KAAK3B,MAAL,CAAY,0CAAZ;AACL;;AAEF,aAAKtD,KAAK,CAAC8E,SAAX;AACA,aAAK9E,KAAK,CAACgF,YAAX;AACE,cAAIN,YAAY,CAAClB,CAAD,CAAhB,EAAqB;;AAErB,cAAIA,CAAC,KAAKvD,IAAI,CAACY,KAAf,EAAsB;AACpB,gBAAI,KAAKsC,KAAL,KAAenD,KAAK,CAACgF,YAAzB,EAAuC;AACrC,mBAAKJ,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACgF,YAAtB;;AACA,mBAAKzB,WAAL,CAAiB,cAAjB;;AACA,mBAAKF,KAAL;AACD,aAJD,MAIO,KAAKE,WAAL,CAAiB,OAAjB;;AACP,iBAAKJ,KAAL,GAAanD,KAAK,CAACoD,KAAnB;AACD,WAPD,MAOO,IAAII,CAAC,KAAKvD,IAAI,CAAC4B,UAAf,EAA2B;AAChC,iBAAKmC,QAAL,CAAc,eAAd;AACA,iBAAKX,KAAL;AACA,iBAAKF,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAJM,MAIA,IAAII,CAAC,KAAKvD,IAAI,CAACO,KAAf,EAAsB;AAC3B,gBAAI,KAAK2C,KAAL,KAAenD,KAAK,CAACgF,YAAzB,EAAuC,KAAKJ,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACgF,YAAtB;;AACvC,iBAAKzB,WAAL;;AACA,iBAAKJ,KAAL,GAAanD,KAAK,CAAC2E,QAAnB;AACD,WAJM,MAIA,KAAKrB,MAAL,CAAY,YAAZ;;AACP;;AAEF,aAAKtD,KAAK,CAACyE,UAAX;AACA,aAAKzE,KAAK,CAACoD,KAAX;AACE,cAAIsB,YAAY,CAAClB,CAAD,CAAhB,EAAqB;;AACrB,cAAI,KAAKL,KAAL,KAAenD,KAAK,CAACyE,UAAzB,EAAqC;AACnC,iBAAKxB,IAAL,CAAU,aAAV;AACA,iBAAKI,KAAL;AACA,iBAAKF,KAAL,GAAanD,KAAK,CAACoD,KAAnB;;AACA,gBAAII,CAAC,KAAKvD,IAAI,CAACgB,YAAf,EAA6B;AAC3B,mBAAKgC,IAAL,CAAU,cAAV;AACA,mBAAKI,KAAL;AACA,mBAAKF,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACA;AACD,aALD,MAKO;AACL,mBAAKwB,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACkF,WAAtB;AACD;AACF;;AACD,cAAI1B,CAAC,KAAKvD,IAAI,CAACK,WAAf,EAA4B,KAAK6C,KAAL,GAAanD,KAAK,CAACiF,MAAnB,CAA5B,KACK,IAAIzB,CAAC,KAAKvD,IAAI,CAAC2B,SAAf,EAA0B,KAAKuB,KAAL,GAAanD,KAAK,CAACwE,WAAnB,CAA1B,KACA,IAAIhB,CAAC,KAAKvD,IAAI,CAACc,WAAf,EAA4B,KAAKoC,KAAL,GAAanD,KAAK,CAACyE,UAAnB,CAA5B,KACA,IAAIjB,CAAC,KAAKvD,IAAI,CAACyB,CAAf,EAAkB,KAAKyB,KAAL,GAAanD,KAAK,CAACmF,IAAnB,CAAlB,KACA,IAAI3B,CAAC,KAAKvD,IAAI,CAACoB,CAAf,EAAkB,KAAK8B,KAAL,GAAanD,KAAK,CAACoF,KAAnB,CAAlB,KACA,IAAI5B,CAAC,KAAKvD,IAAI,CAACsB,CAAf,EAAkB,KAAK4B,KAAL,GAAanD,KAAK,CAACqF,IAAnB,CAAlB,KACA,IAAI7B,CAAC,KAAKvD,IAAI,CAACQ,KAAf,EAAsB;AAEzB,iBAAKuC,UAAL,IAAmB,GAAnB;AACD,WAHI,MAGE,IAAI/C,IAAI,CAACU,EAAL,IAAW6C,CAAX,IAAgBA,CAAC,IAAIvD,IAAI,CAACW,EAA9B,EAAkC;AACvC,iBAAKoC,UAAL,IAAmBsC,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAnB;AACA,iBAAKL,KAAL,GAAanD,KAAK,CAACwF,YAAnB;AACD,WAHM,MAGA,KAAKlC,MAAL,CAAY,WAAZ;AACP;;AAEF,aAAKtD,KAAK,CAACkF,WAAX;AACE,cAAI1B,CAAC,KAAKvD,IAAI,CAACO,KAAf,EAAsB;AACpB,iBAAKoE,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACkF,WAAtB;;AACA,iBAAK3B,WAAL,CAAiB,SAAjB;;AACA,iBAAKJ,KAAL,GAAanD,KAAK,CAACoD,KAAnB;AACD,WAJD,MAIO,IAAII,CAAC,KAAKvD,IAAI,CAACgB,YAAf,EAA6B;AAClC,iBAAK+C,QAAL,CAAc,cAAd;AACA,iBAAKX,KAAL;AACA,iBAAKF,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAJM,MAIA,IAAIsB,YAAY,CAAClB,CAAD,CAAhB,EAAqB,SAArB,KACF,KAAKF,MAAL,CAAY,WAAZ;;AACL;;AAEF,aAAKtD,KAAK,CAACiF,MAAX;AACE,cAAI,KAAKnC,QAAL,KAAkBC,SAAtB,EAAiC;AAC/B,iBAAKD,QAAL,GAAgB,EAAhB;AACD;;AAGD,cAAI2C,MAAM,GAAGvB,CAAC,GAAG,CAAjB;AACA,cAAIwB,OAAO,GAAG,KAAKA,OAAnB;AACA,cAAIC,QAAQ,GAAG,KAAKA,QAApB;;AAEAC,UAAAA,cAAc,EAAE,OAAO,IAAP,EAAa;AAG3B,mBAAOD,QAAQ,GAAG,CAAlB,EAAqB;AACnB,mBAAKE,QAAL,IAAiBP,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAjB;AACAA,cAAAA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiBD,CAAC,EAAlB,CAAJ;AACA,mBAAKG,QAAL;;AACA,kBAAIsB,QAAQ,KAAK,CAAjB,EAAoB;AAElB,qBAAK7C,QAAL,IAAiBwC,MAAM,CAACC,YAAP,CAAoBO,QAAQ,CAAC,KAAKD,QAAN,EAA0B,EAA1B,CAA5B,CAAjB;AACAF,gBAAAA,QAAQ,GAAG,CAAX;AACAF,gBAAAA,MAAM,GAAGvB,CAAC,GAAG,CAAb;AACD,eALD,MAKO;AACLyB,gBAAAA,QAAQ;AACT;;AAGD,kBAAI,CAACnC,CAAL,EAAQ,MAAMoC,cAAN;AACT;;AACD,gBAAIpC,CAAC,KAAKvD,IAAI,CAACK,WAAX,IAA0B,CAACoF,OAA/B,EAAwC;AACtC,mBAAKvC,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACA,mBAAKN,QAAL,IAAiBmB,KAAK,CAAC8B,SAAN,CAAgBN,MAAhB,EAAwBvB,CAAC,GAAG,CAA5B,CAAjB;AACA,mBAAKG,QAAL,IAAiBH,CAAC,GAAG,CAAJ,GAAQuB,MAAzB;AACA;AACD;;AACD,gBAAIjC,CAAC,KAAKvD,IAAI,CAACe,SAAX,IAAwB,CAAC0E,OAA7B,EAAsC;AACpCA,cAAAA,OAAO,GAAG,IAAV;AACA,mBAAK5C,QAAL,IAAiBmB,KAAK,CAAC8B,SAAN,CAAgBN,MAAhB,EAAwBvB,CAAC,GAAG,CAA5B,CAAjB;AACA,mBAAKG,QAAL,IAAiBH,CAAC,GAAG,CAAJ,GAAQuB,MAAzB;AACAjC,cAAAA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiBD,CAAC,EAAlB,CAAJ;AACA,mBAAKG,QAAL;AACA,kBAAI,CAACb,CAAL,EAAQ;AACT;;AACD,gBAAIkC,OAAJ,EAAa;AACXA,cAAAA,OAAO,GAAG,KAAV;;AACA,kBAAIlC,CAAC,KAAKvD,IAAI,CAACsB,CAAf,EAAkB;AAChB,qBAAKuB,QAAL,IAAiB,IAAjB;AACD,eAFD,MAEO,IAAIU,CAAC,KAAKvD,IAAI,CAACuB,CAAf,EAAkB;AACvB,qBAAKsB,QAAL,IAAiB,IAAjB;AACD,eAFM,MAEA,IAAIU,CAAC,KAAKvD,IAAI,CAACyB,CAAf,EAAkB;AACvB,qBAAKoB,QAAL,IAAiB,IAAjB;AACD,eAFM,MAEA,IAAIU,CAAC,KAAKvD,IAAI,CAACoB,CAAf,EAAkB;AACvB,qBAAKyB,QAAL,IAAiB,IAAjB;AACD,eAFM,MAEA,IAAIU,CAAC,KAAKvD,IAAI,CAACkB,CAAf,EAAkB;AACvB,qBAAK2B,QAAL,IAAiB,IAAjB;AACD,eAFM,MAEA,IAAIU,CAAC,KAAKvD,IAAI,CAAC0B,CAAf,EAAkB;AAEvBgE,gBAAAA,QAAQ,GAAG,CAAX;AACA,qBAAKE,QAAL,GAAgB,EAAhB;AACD,eAJM,MAIA;AACL,qBAAK/C,QAAL,IAAiBwC,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAjB;AACD;;AACDA,cAAAA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiBD,CAAC,EAAlB,CAAJ;AACA,mBAAKG,QAAL;AACAoB,cAAAA,MAAM,GAAGvB,CAAC,GAAG,CAAb;AACA,kBAAI,CAACV,CAAL,EAAQ,MAAR,KACK;AACN;;AAED1B,YAAAA,kBAAkB,CAACkE,SAAnB,GAA+B9B,CAA/B;AACA,kBAAM+B,QAAQ,GAAGnE,kBAAkB,CAACoE,IAAnB,CAAwBjC,KAAxB,CAAjB;;AACA,gBAAIgC,QAAQ,KAAK,IAAjB,EAAuB;AACrB/B,cAAAA,CAAC,GAAGD,KAAK,CAACkC,MAAN,GAAe,CAAnB;AACA,mBAAKrD,QAAL,IAAiBmB,KAAK,CAAC8B,SAAN,CAAgBN,MAAhB,EAAwBvB,CAAC,GAAG,CAA5B,CAAjB;AACA,mBAAKG,QAAL,IAAiBH,CAAC,GAAG,CAAJ,GAAQuB,MAAzB;AACA;AACD;;AACDvB,YAAAA,CAAC,GAAG+B,QAAQ,CAACG,KAAT,GAAiB,CAArB;AACA5C,YAAAA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiB8B,QAAQ,CAACG,KAA1B,CAAJ;;AACA,gBAAI,CAAC5C,CAAL,EAAQ;AACN,mBAAKV,QAAL,IAAiBmB,KAAK,CAAC8B,SAAN,CAAgBN,MAAhB,EAAwBvB,CAAC,GAAG,CAA5B,CAAjB;AACA,mBAAKG,QAAL,IAAiBH,CAAC,GAAG,CAAJ,GAAQuB,MAAzB;AACA;AACD;AACF;;AACD,eAAKC,OAAL,GAAeA,OAAf;AACA,eAAKC,QAAL,GAAgBA,QAAhB;AACA;;AAEF,aAAK3F,KAAK,CAACmF,IAAX;AACE,cAAI3B,CAAC,KAAKvD,IAAI,CAACuB,CAAf,EAAkB,KAAK2B,KAAL,GAAanD,KAAK,CAACqG,KAAnB,CAAlB,KACK,KAAK/C,MAAL,sCAA0CE,CAA1C;AACL;;AAEF,aAAKxD,KAAK,CAACqG,KAAX;AACE,cAAI7C,CAAC,KAAKvD,IAAI,CAAC0B,CAAf,EAAkB,KAAKwB,KAAL,GAAanD,KAAK,CAACsG,KAAnB,CAAlB,KACK,KAAKhD,MAAL,uCAA2CE,CAA3C;AACL;;AAEF,aAAKxD,KAAK,CAACsG,KAAX;AACE,cAAI9C,CAAC,KAAKvD,IAAI,CAACmB,CAAf,EAAkB;AAChB,iBAAK6B,IAAL,CAAU,SAAV,EAAqB,IAArB;AACA,iBAAKE,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAHD,MAGO,KAAKE,MAAL,wCAA4CE,CAA5C;;AACP;;AAEF,aAAKxD,KAAK,CAACoF,KAAX;AACE,cAAI5B,CAAC,KAAKvD,IAAI,CAACiB,CAAf,EAAkB,KAAKiC,KAAL,GAAanD,KAAK,CAACuG,MAAnB,CAAlB,KACK,KAAKjD,MAAL,uCAA2CE,CAA3C;AACL;;AAEF,aAAKxD,KAAK,CAACuG,MAAX;AACE,cAAI/C,CAAC,KAAKvD,IAAI,CAACqB,CAAf,EAAkB,KAAK6B,KAAL,GAAanD,KAAK,CAACwG,MAAnB,CAAlB,KACK,KAAKlD,MAAL,wCAA4CE,CAA5C;AACL;;AAEF,aAAKxD,KAAK,CAACwG,MAAX;AACE,cAAIhD,CAAC,KAAKvD,IAAI,CAACwB,CAAf,EAAkB,KAAK0B,KAAL,GAAanD,KAAK,CAACyG,MAAnB,CAAlB,KACK,KAAKnD,MAAL,yCAA6CE,CAA7C;AACL;;AAEF,aAAKxD,KAAK,CAACyG,MAAX;AACE,cAAIjD,CAAC,KAAKvD,IAAI,CAACmB,CAAf,EAAkB;AAChB,iBAAK6B,IAAL,CAAU,SAAV,EAAqB,KAArB;AACA,iBAAKE,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAHD,MAGO,KAAKE,MAAL,0CAA8CE,CAA9C;;AACP;;AAEF,aAAKxD,KAAK,CAACqF,IAAX;AACE,cAAI7B,CAAC,KAAKvD,IAAI,CAAC0B,CAAf,EAAkB,KAAKwB,KAAL,GAAanD,KAAK,CAAC0G,KAAnB,CAAlB,KACK,KAAKpD,MAAL,sCAA0CE,CAA1C;AACL;;AAEF,aAAKxD,KAAK,CAAC0G,KAAX;AACE,cAAIlD,CAAC,KAAKvD,IAAI,CAACqB,CAAf,EAAkB,KAAK6B,KAAL,GAAanD,KAAK,CAAC2G,KAAnB,CAAlB,KACK,KAAKrD,MAAL,uCAA2CE,CAA3C;AACL;;AAEF,aAAKxD,KAAK,CAAC2G,KAAX;AACE,cAAInD,CAAC,KAAKvD,IAAI,CAACqB,CAAf,EAAkB;AAChB,iBAAK2B,IAAL,CAAU,SAAV,EAAqB,IAArB;AACA,iBAAKE,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAHD,MAGO,KAAKE,MAAL,wCAA4CE,CAA5C;;AACP;;AAEF,aAAKxD,KAAK,CAAC4G,oBAAX;AACE,cAAIpD,CAAC,KAAKvD,IAAI,CAACS,MAAf,EAAuB;AACrB,iBAAKsC,UAAL,IAAmB,GAAnB;AACA,iBAAKG,KAAL,GAAanD,KAAK,CAACwF,YAAnB;AACD,WAHD,MAGO,KAAKlC,MAAL,CAAY,gCAAZ;;AACP;;AAEF,aAAKtD,KAAK,CAACwF,YAAX;AACE,cAAIvF,IAAI,CAACU,EAAL,IAAW6C,CAAX,IAAgBA,CAAC,IAAIvD,IAAI,CAACW,EAA9B,EAAkC,KAAKoC,UAAL,IAAmBsC,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAnB,CAAlC,KACK,IAAIA,CAAC,KAAKvD,IAAI,CAACS,MAAf,EAAuB;AAC1B,gBAAI,KAAKsC,UAAL,CAAgB6D,OAAhB,CAAwB,GAAxB,MAAiC,CAAC,CAAtC,EAAyC,KAAKvD,MAAL,CAAY,6BAAZ;AACzC,iBAAKN,UAAL,IAAmB,GAAnB;AACD,WAHI,MAGE,IAAIQ,CAAC,KAAKvD,IAAI,CAACmB,CAAX,IAAgBoC,CAAC,KAAKvD,IAAI,CAACa,CAA/B,EAAkC;AACvC,gBAAI,KAAKkC,UAAL,CAAgB6D,OAAhB,CAAwB,GAAxB,MAAiC,CAAC,CAAlC,IAAuC,KAAK7D,UAAL,CAAgB6D,OAAhB,CAAwB,GAAxB,MAAiC,CAAC,CAA7E,EACE,KAAKvD,MAAL,CAAY,oCAAZ;AACF,iBAAKN,UAAL,IAAmB,GAAnB;AACD,WAJM,MAIA,IAAIQ,CAAC,KAAKvD,IAAI,CAACM,IAAX,IAAmBiD,CAAC,KAAKvD,IAAI,CAACQ,KAAlC,EAAyC;AAE9C,gBAAI,EAAE2D,CAAC,KAAKnE,IAAI,CAACmB,CAAX,IAAgBgD,CAAC,KAAKnE,IAAI,CAACa,CAA7B,CAAJ,EAAqC,KAAKwC,MAAL,CAAY,0BAAZ;AACrC,iBAAKN,UAAL,IAAmBsC,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAnB;AACD,WAJM,MAIA;AACL,iBAAKsD,YAAL;;AACA5C,YAAAA,CAAC;AACD,iBAAKf,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD;AACD;;AAEF;AACE,eAAKE,MAAL,0BAA8B,KAAKH,KAAnC;;AAxQJ;AA0QD;;AACD,QAAI,KAAKkB,QAAL,IAAiB,KAAK0C,mBAA1B,EAA+C;AAC7CC,MAAAA,iBAAiB,CAAC,IAAD,CAAjB;AACD;;AAED,SAAK/D,IAAL,CAAU,eAAV;AAEA,WAAO,IAAP;AACD;;AAEDM,EAAAA,WAAW,CAACO,KAAa,GAAG,SAAjB,EAAkC;AAC3C,QAAI,KAAKhB,QAAL,KAAkBC,SAAtB,EAAiC;AAC/B,WAAKE,IAAL,CAAUa,KAAV,EAAiB,KAAKhB,QAAtB;AACD;;AACD,SAAKA,QAAL,GAAgBC,SAAhB;AACD;;AAED+D,EAAAA,YAAY,GAAS;AACnB,QAAI,KAAK9D,UAAT,EAAqB,KAAKC,IAAL,CAAU,SAAV,EAAqBgE,UAAU,CAAC,KAAKjE,UAAN,CAA/B;AACrB,SAAKA,UAAL,GAAkB,EAAlB;AACD;;AAEDM,EAAAA,MAAM,CAAC4D,OAAe,GAAG,EAAnB,EAA6B;AACjC,SAAK3D,WAAL;;AACA2D,IAAAA,OAAO,sBAAe,KAAK5C,IAApB,uBAAqC,KAAKC,MAA1C,qBAA2D,KAAKf,CAAhE,CAAP;AACA,UAAMG,KAAK,GAAG,IAAIwD,KAAJ,CAAUD,OAAV,CAAd;AACA,SAAKvD,KAAL,GAAaA,KAAb;AACA,SAAKV,IAAL,CAAU,SAAV,EAAqBU,KAArB;AACD;;AA5YiC;;AA+YpC,SAASe,YAAT,CAAsBlB,CAAtB,EAAkC;AAChC,SAAOA,CAAC,KAAKvD,IAAI,CAACG,cAAX,IAA6BoD,CAAC,KAAKvD,IAAI,CAACE,QAAxC,IAAoDqD,CAAC,KAAKvD,IAAI,CAACI,KAA/D,IAAwEmD,CAAC,KAAKvD,IAAI,CAACC,GAA1F;AACD;;AAED,SAAS8G,iBAAT,CAA2BI,MAA3B,EAAmC;AACjC,QAAMC,UAAU,GAAGC,IAAI,CAACC,GAAL,CAAS1H,iBAAT,EAA4B,EAA5B,CAAnB;AACA,MAAI2H,SAAS,GAAG,CAAhB;;AAEA,OAAK,MAAMC,MAAX,IAAqB,CAAC,UAAD,EAAa,YAAb,CAArB,EAAiD;AAC/C,UAAMC,GAAG,GAAGN,MAAM,CAACK,MAAD,CAAN,KAAmB1E,SAAnB,GAA+B,CAA/B,GAAmCqE,MAAM,CAACK,MAAD,CAAN,CAAetB,MAA9D;;AACA,QAAIuB,GAAG,GAAGL,UAAV,EAAsB;AACpB,cAAQI,MAAR;AACE,aAAK,MAAL;AAGE;;AAEF;AACEL,UAAAA,MAAM,CAAC9D,MAAP,uCAA6CmE,MAA7C;;AAPJ;AASD;;AACDD,IAAAA,SAAS,GAAGF,IAAI,CAACC,GAAL,CAASC,SAAT,EAAoBE,GAApB,CAAZ;AACD;;AACDN,EAAAA,MAAM,CAACL,mBAAP,GAA6BlH,iBAAiB,GAAG2H,SAApB,GAAgCJ,MAAM,CAAC/C,QAApE;AACD","sourcesContent":["// loaders.gl, MIT license\n// This is a fork of the clarinet library, originally BSD license (see LICENSE file)\n// loaders.gl changes:\n// - typescript port\n\nexport type ClarinetEvent =\n | 'onvalue'\n | 'onstring'\n | 'onkey'\n | 'onopenobject'\n | 'oncloseobject'\n | 'onopenarray'\n | 'onclosearray'\n | 'onerror'\n | 'onend'\n | 'onready';\n\n// Removes the MAX_BUFFER_LENGTH, originally set to 64 * 1024\nconst MAX_BUFFER_LENGTH = Number.MAX_SAFE_INTEGER;\n// const DEBUG = false;\n\nenum STATE {\n BEGIN = 0,\n VALUE, // general stuff\n OPEN_OBJECT, // {\n CLOSE_OBJECT, // }\n OPEN_ARRAY, // [\n CLOSE_ARRAY, // ]\n TEXT_ESCAPE, // \\ stuff\n STRING, // \"\"\n BACKSLASH,\n END, // No more stack\n OPEN_KEY, // , \"a\"\n CLOSE_KEY, // :\n TRUE, // r\n TRUE2, // u\n TRUE3, // e\n FALSE, // a\n FALSE2, // l\n FALSE3, // s\n FALSE4, // e\n NULL, // u\n NULL2, // l\n NULL3, // l\n NUMBER_DECIMAL_POINT, // .\n NUMBER_DIGIT // [0-9]\n}\n\nconst Char = {\n tab: 0x09, // \\t\n lineFeed: 0x0a, // \\n\n carriageReturn: 0x0d, // \\r\n space: 0x20, // \" \"\n\n doubleQuote: 0x22, // \"\n plus: 0x2b, // +\n comma: 0x2c, // ,\n minus: 0x2d, // -\n period: 0x2e, // .\n\n _0: 0x30, // 0\n _9: 0x39, // 9\n\n colon: 0x3a, // :\n\n E: 0x45, // E\n\n openBracket: 0x5b, // [\n backslash: 0x5c, // \\\n closeBracket: 0x5d, // ]\n\n a: 0x61, // a\n b: 0x62, // b\n e: 0x65, // e\n f: 0x66, // f\n l: 0x6c, // l\n n: 0x6e, // n\n r: 0x72, // r\n s: 0x73, // s\n t: 0x74, // t\n u: 0x75, // u\n\n openBrace: 0x7b, // {\n closeBrace: 0x7d // }\n};\n\nconst stringTokenPattern = /[\\\\\"\\n]/g;\n\ntype ParserEvent = (parser: ClarinetParser, event: string, data?: any) => void;\n\nexport type ClarinetParserOptions = {\n onready?: ParserEvent;\n onopenobject?: ParserEvent;\n onkey?: ParserEvent;\n oncloseobject?: ParserEvent;\n onopenarray?: ParserEvent;\n onclosearray?: ParserEvent;\n onvalue?: ParserEvent;\n onerror?: ParserEvent;\n onend?: ParserEvent;\n onchunkparsed?: ParserEvent;\n};\n\nconst DEFAULT_OPTIONS: Required<ClarinetParserOptions> = {\n onready: () => {},\n onopenobject: () => {},\n onkey: () => {},\n oncloseobject: () => {},\n onopenarray: () => {},\n onclosearray: () => {},\n onvalue: () => {},\n onerror: () => {},\n onend: () => {},\n onchunkparsed: () => {}\n};\nexport default class ClarinetParser {\n protected options: Required<ClarinetParserOptions> = DEFAULT_OPTIONS;\n\n bufferCheckPosition = MAX_BUFFER_LENGTH;\n q = '';\n c = '';\n p = '';\n closed = false;\n closedRoot = false;\n sawRoot = false;\n // tag = null;\n error: Error | null = null;\n state = STATE.BEGIN;\n stack: STATE[] = [];\n // mostly just for error reporting\n position: number = 0;\n column: number = 0;\n line: number = 1;\n slashed: boolean = false;\n unicodeI: number = 0;\n unicodeS: string | null = null;\n depth: number = 0;\n\n textNode;\n numberNode;\n\n constructor(options: ClarinetParserOptions = {}) {\n this.options = {...DEFAULT_OPTIONS, ...options};\n this.textNode = undefined;\n this.numberNode = '';\n this.emit('onready');\n }\n\n end() {\n if (this.state !== STATE.VALUE || this.depth !== 0) this._error('Unexpected end');\n\n this._closeValue();\n this.c = '';\n this.closed = true;\n this.emit('onend');\n return this;\n }\n\n resume() {\n this.error = null;\n return this;\n }\n\n close() {\n return this.write(null);\n }\n\n // protected\n\n emit(event: string, data?: any): void {\n // if (DEBUG) console.log('-- emit', event, data);\n this.options[event]?.(data, this);\n }\n\n emitNode(event: string, data?: any): void {\n this._closeValue();\n this.emit(event, data);\n }\n\n /* eslint-disable no-continue */\n // eslint-disable-next-line complexity, max-statements\n write(chunk) {\n if (this.error) {\n throw this.error;\n }\n if (this.closed) {\n return this._error('Cannot write after close. Assign an onready handler.');\n }\n if (chunk === null) {\n return this.end();\n }\n let i = 0;\n let c = chunk.charCodeAt(0);\n let p = this.p;\n // if (DEBUG) console.log(`write -> [${ chunk }]`);\n while (c) {\n p = c;\n this.c = c = chunk.charCodeAt(i++);\n // if chunk doesnt have next, like streaming char by char\n // this way we need to check if previous is really previous\n // if not we need to reset to what the this says is the previous\n // from buffer\n if (p !== c) {\n this.p = p;\n } else {\n p = this.p;\n }\n\n if (!c) break;\n\n // if (DEBUG) console.log(i, c, STATE[this.state]);\n this.position++;\n if (c === Char.lineFeed) {\n this.line++;\n this.column = 0;\n } else this.column++;\n\n switch (this.state) {\n case STATE.BEGIN:\n if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;\n else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;\n else if (!isWhitespace(c)) {\n this._error('Non-whitespace before {[.');\n }\n continue;\n\n case STATE.OPEN_KEY:\n case STATE.OPEN_OBJECT:\n if (isWhitespace(c)) continue;\n if (this.state === STATE.OPEN_KEY) this.stack.push(STATE.CLOSE_KEY);\n else if (c === Char.closeBrace) {\n this.emit('onopenobject');\n this.depth++;\n this.emit('oncloseobject');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n continue;\n } else this.stack.push(STATE.CLOSE_OBJECT);\n if (c === Char.doubleQuote) this.state = STATE.STRING;\n else this._error('Malformed object key should start with \"');\n continue;\n\n case STATE.CLOSE_KEY:\n case STATE.CLOSE_OBJECT:\n if (isWhitespace(c)) continue;\n // let event = this.state === STATE.CLOSE_KEY ? 'key' : 'object';\n if (c === Char.colon) {\n if (this.state === STATE.CLOSE_OBJECT) {\n this.stack.push(STATE.CLOSE_OBJECT);\n this._closeValue('onopenobject');\n this.depth++;\n } else this._closeValue('onkey');\n this.state = STATE.VALUE;\n } else if (c === Char.closeBrace) {\n this.emitNode('oncloseobject');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n } else if (c === Char.comma) {\n if (this.state === STATE.CLOSE_OBJECT) this.stack.push(STATE.CLOSE_OBJECT);\n this._closeValue();\n this.state = STATE.OPEN_KEY;\n } else this._error('Bad object');\n continue;\n\n case STATE.OPEN_ARRAY: // after an array there always a value\n case STATE.VALUE:\n if (isWhitespace(c)) continue;\n if (this.state === STATE.OPEN_ARRAY) {\n this.emit('onopenarray');\n this.depth++;\n this.state = STATE.VALUE;\n if (c === Char.closeBracket) {\n this.emit('onclosearray');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n continue;\n } else {\n this.stack.push(STATE.CLOSE_ARRAY);\n }\n }\n if (c === Char.doubleQuote) this.state = STATE.STRING;\n else if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;\n else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;\n else if (c === Char.t) this.state = STATE.TRUE;\n else if (c === Char.f) this.state = STATE.FALSE;\n else if (c === Char.n) this.state = STATE.NULL;\n else if (c === Char.minus) {\n // keep and continue\n this.numberNode += '-';\n } else if (Char._0 <= c && c <= Char._9) {\n this.numberNode += String.fromCharCode(c);\n this.state = STATE.NUMBER_DIGIT;\n } else this._error('Bad value');\n continue;\n\n case STATE.CLOSE_ARRAY:\n if (c === Char.comma) {\n this.stack.push(STATE.CLOSE_ARRAY);\n this._closeValue('onvalue');\n this.state = STATE.VALUE;\n } else if (c === Char.closeBracket) {\n this.emitNode('onclosearray');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n } else if (isWhitespace(c)) continue;\n else this._error('Bad array');\n continue;\n\n case STATE.STRING:\n if (this.textNode === undefined) {\n this.textNode = '';\n }\n\n // thanks thejh, this is an about 50% performance improvement.\n let starti = i - 1;\n let slashed = this.slashed;\n let unicodeI = this.unicodeI;\n // eslint-disable-next-line no-constant-condition, no-labels\n STRING_BIGLOOP: while (true) {\n // if (DEBUG) console.log(i, c, STATE[this.state], slashed);\n // zero means \"no unicode active\". 1-4 mean \"parse some more\". end after 4.\n while (unicodeI > 0) {\n this.unicodeS += String.fromCharCode(c);\n c = chunk.charCodeAt(i++);\n this.position++;\n if (unicodeI === 4) {\n // TODO this might be slow? well, probably not used too often anyway\n this.textNode += String.fromCharCode(parseInt(this.unicodeS as string, 16));\n unicodeI = 0;\n starti = i - 1;\n } else {\n unicodeI++;\n }\n // we can just break here: no stuff we skipped that still has to be sliced out or so\n // eslint-disable-next-line no-labels\n if (!c) break STRING_BIGLOOP;\n }\n if (c === Char.doubleQuote && !slashed) {\n this.state = this.stack.pop() || STATE.VALUE;\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n break;\n }\n if (c === Char.backslash && !slashed) {\n slashed = true;\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n c = chunk.charCodeAt(i++);\n this.position++;\n if (!c) break;\n }\n if (slashed) {\n slashed = false;\n if (c === Char.n) {\n this.textNode += '\\n';\n } else if (c === Char.r) {\n this.textNode += '\\r';\n } else if (c === Char.t) {\n this.textNode += '\\t';\n } else if (c === Char.f) {\n this.textNode += '\\f';\n } else if (c === Char.b) {\n this.textNode += '\\b';\n } else if (c === Char.u) {\n // \\uxxxx. meh!\n unicodeI = 1;\n this.unicodeS = '';\n } else {\n this.textNode += String.fromCharCode(c);\n }\n c = chunk.charCodeAt(i++);\n this.position++;\n starti = i - 1;\n if (!c) break;\n else continue;\n }\n\n stringTokenPattern.lastIndex = i;\n const reResult = stringTokenPattern.exec(chunk);\n if (reResult === null) {\n i = chunk.length + 1;\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n break;\n }\n i = reResult.index + 1;\n c = chunk.charCodeAt(reResult.index);\n if (!c) {\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n break;\n }\n }\n this.slashed = slashed;\n this.unicodeI = unicodeI;\n continue;\n\n case STATE.TRUE:\n if (c === Char.r) this.state = STATE.TRUE2;\n else this._error(`Invalid true started with t${c}`);\n continue;\n\n case STATE.TRUE2:\n if (c === Char.u) this.state = STATE.TRUE3;\n else this._error(`Invalid true started with tr${c}`);\n continue;\n\n case STATE.TRUE3:\n if (c === Char.e) {\n this.emit('onvalue', true);\n this.state = this.stack.pop() || STATE.VALUE;\n } else this._error(`Invalid true started with tru${c}`);\n continue;\n\n case STATE.FALSE:\n if (c === Char.a) this.state = STATE.FALSE2;\n else this._error(`Invalid false started with f${c}`);\n continue;\n\n case STATE.FALSE2:\n if (c === Char.l) this.state = STATE.FALSE3;\n else this._error(`Invalid false started with fa${c}`);\n continue;\n\n case STATE.FALSE3:\n if (c === Char.s) this.state = STATE.FALSE4;\n else this._error(`Invalid false started with fal${c}`);\n continue;\n\n case STATE.FALSE4:\n if (c === Char.e) {\n this.emit('onvalue', false);\n this.state = this.stack.pop() || STATE.VALUE;\n } else this._error(`Invalid false started with fals${c}`);\n continue;\n\n case STATE.NULL:\n if (c === Char.u) this.state = STATE.NULL2;\n else this._error(`Invalid null started with n${c}`);\n continue;\n\n case STATE.NULL2:\n if (c === Char.l) this.state = STATE.NULL3;\n else this._error(`Invalid null started with nu${c}`);\n continue;\n\n case STATE.NULL3:\n if (c === Char.l) {\n this.emit('onvalue', null);\n this.state = this.stack.pop() || STATE.VALUE;\n } else this._error(`Invalid null started with nul${c}`);\n continue;\n\n case STATE.NUMBER_DECIMAL_POINT:\n if (c === Char.period) {\n this.numberNode += '.';\n this.state = STATE.NUMBER_DIGIT;\n } else this._error('Leading zero not followed by .');\n continue;\n\n case STATE.NUMBER_DIGIT:\n if (Char._0 <= c && c <= Char._9) this.numberNode += String.fromCharCode(c);\n else if (c === Char.period) {\n if (this.numberNode.indexOf('.') !== -1) this._error('Invalid number has two dots');\n this.numberNode += '.';\n } else if (c === Char.e || c === Char.E) {\n if (this.numberNode.indexOf('e') !== -1 || this.numberNode.indexOf('E') !== -1)\n this._error('Invalid number has two exponential');\n this.numberNode += 'e';\n } else if (c === Char.plus || c === Char.minus) {\n // @ts-expect-error\n if (!(p === Char.e || p === Char.E)) this._error('Invalid symbol in number');\n this.numberNode += String.fromCharCode(c);\n } else {\n this._closeNumber();\n i--; // go back one\n this.state = this.stack.pop() || STATE.VALUE;\n }\n continue;\n\n default:\n this._error(`Unknown state: ${this.state}`);\n }\n }\n if (this.position >= this.bufferCheckPosition) {\n checkBufferLength(this);\n }\n\n this.emit('onchunkparsed');\n\n return this;\n }\n\n _closeValue(event: string = 'onvalue'): void {\n if (this.textNode !== undefined) {\n this.emit(event, this.textNode);\n }\n this.textNode = undefined;\n }\n\n _closeNumber(): void {\n if (this.numberNode) this.emit('onvalue', parseFloat(this.numberNode));\n this.numberNode = '';\n }\n\n _error(message: string = ''): void {\n this._closeValue();\n message += `\\nLine: ${this.line}\\nColumn: ${this.column}\\nChar: ${this.c}`;\n const error = new Error(message);\n this.error = error;\n this.emit('onerror', error);\n }\n}\n\nfunction isWhitespace(c): boolean {\n return c === Char.carriageReturn || c === Char.lineFeed || c === Char.space || c === Char.tab;\n}\n\nfunction checkBufferLength(parser) {\n const maxAllowed = Math.max(MAX_BUFFER_LENGTH, 10);\n let maxActual = 0;\n\n for (const buffer of ['textNode', 'numberNode']) {\n const len = parser[buffer] === undefined ? 0 : parser[buffer].length;\n if (len > maxAllowed) {\n switch (buffer) {\n case 'text':\n // TODO - should this be closeValue?\n // closeText(parser);\n break;\n\n default:\n parser._error(`Max buffer length exceeded: ${buffer}`);\n }\n }\n maxActual = Math.max(maxActual, len);\n }\n parser.bufferCheckPosition = MAX_BUFFER_LENGTH - maxActual + parser.position;\n}\n"],"file":"clarinet.js"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/jsonpath/jsonpath.ts"],"names":["JSONPath","constructor","path","Array","isArray","push","split","Error","clone","toString","join","name","pop","set","length","equals","other","i","setFieldAtPath","object","value","shift","field","component","getFieldAtPath"],"mappings":";AAQA,eAAe,MAAMA,QAAN,CAAe;AAG5BC,EAAAA,WAAW,CAACC,IAAyC,GAAG,IAA7C,EAAmD;AAAA;;AAC5D,SAAKA,IAAL,GAAY,CAAC,GAAD,CAAZ;;AAEA,QAAIA,IAAI,YAAYF,QAApB,EAA8B;AAE5B,WAAKE,IAAL,GAAY,CAAC,GAAGA,IAAI,CAACA,IAAT,CAAZ;AACA;AACD;;AAED,QAAIC,KAAK,CAACC,OAAN,CAAcF,IAAd,CAAJ,EAAyB;AACvB,WAAKA,IAAL,CAAUG,IAAV,CAAe,GAAGH,IAAlB;AACA;AACD;;AAGD,QAAI,OAAOA,IAAP,KAAgB,QAApB,EAA8B;AAC5B,WAAKA,IAAL,GAAYA,IAAI,CAACI,KAAL,CAAW,GAAX,CAAZ;;AACA,UAAI,KAAKJ,IAAL,CAAU,CAAV,MAAiB,GAArB,EAA0B;AACxB,cAAM,IAAIK,KAAJ,CAAU,6BAAV,CAAN;AACD;AACF;AACF;;AAEDC,EAAAA,KAAK,GAAa;AAChB,WAAO,IAAIR,QAAJ,CAAa,IAAb,CAAP;AACD;;AAEDS,EAAAA,QAAQ,GAAW;AACjB,WAAO,KAAKP,IAAL,CAAUQ,IAAV,CAAe,GAAf,CAAP;AACD;;AAEDL,EAAAA,IAAI,CAACM,IAAD,EAAqB;AACvB,SAAKT,IAAL,CAAUG,IAAV,CAAeM,IAAf;AACD;;AAEDC,EAAAA,GAAG,GAAG;AACJ,WAAO,KAAKV,IAAL,CAAUU,GAAV,EAAP;AACD;;AAEDC,EAAAA,GAAG,CAACF,IAAD,EAAqB;AACtB,SAAKT,IAAL,CAAU,KAAKA,IAAL,CAAUY,MAAV,GAAmB,CAA7B,IAAkCH,IAAlC;AACD;;AAEDI,EAAAA,MAAM,CAACC,KAAD,EAA2B;AAC/B,QAAI,CAAC,IAAD,IAAS,CAACA,KAAV,IAAmB,KAAKd,IAAL,CAAUY,MAAV,KAAqBE,KAAK,CAACd,IAAN,CAAWY,MAAvD,EAA+D;AAC7D,aAAO,KAAP;AACD;;AAED,SAAK,IAAIG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAG,KAAKf,IAAL,CAAUY,MAA9B,EAAsC,EAAEG,CAAxC,EAA2C;AACzC,UAAI,KAAKf,IAAL,CAAUe,CAAV,MAAiBD,KAAK,CAACd,IAAN,CAAWe,CAAX,CAArB,EAAoC;AAClC,eAAO,KAAP;AACD;AACF;;AAED,WAAO,IAAP;AACD;;AAQDC,EAAAA,cAAc,CAACC,MAAD,EAASC,KAAT,EAAgB;AAC5B,UAAMlB,IAAI,GAAG,CAAC,GAAG,KAAKA,IAAT,CAAb;AACAA,IAAAA,IAAI,CAACmB,KAAL;AACA,UAAMC,KAAK,GAAGpB,IAAI,CAACU,GAAL,EAAd;;AACA,SAAK,MAAMW,SAAX,IAAwBrB,IAAxB,EAA8B;AAC5BiB,MAAAA,MAAM,GAAGA,MAAM,CAACI,SAAD,CAAf;AACD;;AAEDJ,IAAAA,MAAM,CAACG,KAAD,CAAN,GAAgBF,KAAhB;AACD;;AAODI,EAAAA,cAAc,CAACL,MAAD,EAAS;AACrB,UAAMjB,IAAI,GAAG,CAAC,GAAG,KAAKA,IAAT,CAAb;AACAA,IAAAA,IAAI,CAACmB,KAAL;AACA,UAAMC,KAAK,GAAGpB,IAAI,CAACU,GAAL,EAAd;;AACA,SAAK,MAAMW,SAAX,IAAwBrB,IAAxB,EAA8B;AAC5BiB,MAAAA,MAAM,GAAGA,MAAM,CAACI,SAAD,CAAf;AACD;;AAED,WAAOJ,MAAM,CAACG,KAAD,CAAb;AACD;;AA3F2B","sourcesContent":["/**\n * A parser for a minimal subset of the jsonpath standard\n * Full JSON path parsers for JS exist but are quite large (bundle size)\n *\n * Supports\n *\n * `$.component.component.component`\n */\nexport default class JSONPath {\n path: string[];\n\n constructor(path: JSONPath | string[] | string | null = null) {\n this.path = ['$'];\n\n if (path instanceof JSONPath) {\n // @ts-ignore\n this.path = [...path.path];\n return;\n }\n\n if (Array.isArray(path)) {\n this.path.push(...path);\n return;\n }\n\n // Parse a string as a JSONPath\n if (typeof path === 'string') {\n this.path = path.split('.');\n if (this.path[0] !== '$') {\n throw new Error('JSONPaths must start with $');\n }\n }\n }\n\n clone(): JSONPath {\n return new JSONPath(this);\n }\n\n toString(): string {\n return this.path.join('.');\n }\n\n push(name: string): void {\n this.path.push(name);\n }\n\n pop() {\n return this.path.pop();\n }\n\n set(name: string): void {\n this.path[this.path.length - 1] = name;\n }\n\n equals(other: JSONPath): boolean {\n if (!this || !other || this.path.length !== other.path.length) {\n return false;\n }\n\n for (let i = 0; i < this.path.length; ++i) {\n if (this.path[i] !== other.path[i]) {\n return false;\n }\n }\n\n return true;\n }\n\n /**\n * Sets the value pointed at by path\n * TODO - handle root path\n * @param object\n * @param value\n */\n setFieldAtPath(object, value) {\n const path = [...this.path];\n path.shift();\n const field = path.pop();\n for (const component of path) {\n object = object[component];\n }\n // @ts-ignore\n object[field] = value;\n }\n\n /**\n * Gets the value pointed at by path\n * TODO - handle root path\n * @param object\n */\n getFieldAtPath(object) {\n const path = [...this.path];\n path.shift();\n const field = path.pop();\n for (const component of path) {\n object = object[component];\n }\n // @ts-ignore\n return object[field];\n }\n}\n"],"file":"jsonpath.js"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/lib/parse-json-in-batches.ts"],"names":["TableBatchBuilder","makeTextDecoderIterator","StreamingJSONParser","parseJSONInBatches","binaryAsyncIterator","options","asyncIterator","metadata","jsonpaths","json","isFirstChunk","schema","shape","tableBatchBuilder","parser","chunk","rows","write","jsonpath","length","getStreamingJsonPathAsString","initialBatch","batchType","data","bytesUsed","container","getPartialResult","row","addRow","batch","getFullBatch","chunkComplete","getFinalBatch","finalBatch"],"mappings":"AAEA,SAAQA,iBAAR,QAAgC,oBAAhC;AACA,SAAQC,uBAAR,QAAsC,0BAAtC;AACA,OAAOC,mBAAP,MAAgC,gCAAhC;AAIA,eAAe,gBAAgBC,kBAAhB,CACbC,mBADa,EAEbC,OAFa,EAGS;AAAA;;AACtB,QAAMC,aAAa,GAAGL,uBAAuB,CAACG,mBAAD,CAA7C;AAEA,QAAM;AAACG,IAAAA;AAAD,MAAaF,OAAnB;AACA,QAAM;AAACG,IAAAA;AAAD,MAAcH,OAAO,CAACI,IAAR,IAAgB,EAApC;AAEA,MAAIC,YAAqB,GAAG,IAA5B;AAGA,QAAMC,MAAM,GAAG,IAAf;AACA,QAAMC,KAAK,GAAG,CAAAP,OAAO,SAAP,IAAAA,OAAO,WAAP,6BAAAA,OAAO,CAAEI,IAAT,gEAAeG,KAAf,KAAwB,WAAtC;AAEA,QAAMC,iBAAiB,GAAG,IAAIb,iBAAJ,CAAsBW,MAAtB,EAA8B,EACtD,GAAGN,OADmD;AAEtDO,IAAAA;AAFsD,GAA9B,CAA1B;AAKA,QAAME,MAAM,GAAG,IAAIZ,mBAAJ,CAAwB;AAACM,IAAAA;AAAD,GAAxB,CAAf;;AAEA,aAAW,MAAMO,KAAjB,IAA0BT,aAA1B,EAAyC;AACvC,UAAMU,IAAI,GAAGF,MAAM,CAACG,KAAP,CAAaF,KAAb,CAAb;AAEA,UAAMG,QAAQ,GAAGF,IAAI,CAACG,MAAL,GAAc,CAAd,IAAmBL,MAAM,CAACM,4BAAP,EAApC;;AAEA,QAAIJ,IAAI,CAACG,MAAL,GAAc,CAAd,IAAmBT,YAAvB,EAAqC;AACnC,UAAIH,QAAJ,EAAc;AACZ,cAAMc,YAAmB,GAAG;AAE1BT,UAAAA,KAF0B;AAG1BU,UAAAA,SAAS,EAAE,gBAHe;AAI1BC,UAAAA,IAAI,EAAE,EAJoB;AAK1BJ,UAAAA,MAAM,EAAE,CALkB;AAM1BK,UAAAA,SAAS,EAAE,CANe;AAQ1BC,UAAAA,SAAS,EAAEX,MAAM,CAACY,gBAAP,EARe;AAS1BR,UAAAA;AAT0B,SAA5B;AAWA,cAAMG,YAAN;AACD;;AACDX,MAAAA,YAAY,GAAG,KAAf;AAED;;AAGD,SAAK,MAAMiB,GAAX,IAAkBX,IAAlB,EAAwB;AACtBH,MAAAA,iBAAiB,CAACe,MAAlB,CAAyBD,GAAzB;AAEA,YAAME,KAAK,GAAGhB,iBAAiB,CAACiB,YAAlB,CAA+B;AAACZ,QAAAA;AAAD,OAA/B,CAAd;;AACA,UAAIW,KAAJ,EAAW;AACT,cAAMA,KAAN;AACD;AACF;;AAEDhB,IAAAA,iBAAiB,CAACkB,aAAlB,CAAgChB,KAAhC;AACA,UAAMc,KAAK,GAAGhB,iBAAiB,CAACiB,YAAlB,CAA+B;AAACZ,MAAAA;AAAD,KAA/B,CAAd;;AACA,QAAIW,KAAJ,EAAW;AACT,YAAMA,KAAN;AACD;AACF;;AAGD,QAAMX,QAAQ,GAAGJ,MAAM,CAACM,4BAAP,EAAjB;AACA,QAAMS,KAAK,GAAGhB,iBAAiB,CAACmB,aAAlB,CAAgC;AAACd,IAAAA;AAAD,GAAhC,CAAd;;AACA,MAAIW,KAAJ,EAAW;AACT,UAAMA,KAAN;AACD;;AAED,MAAItB,QAAJ,EAAc;AACZ,UAAM0B,UAAiB,GAAG;AACxBrB,MAAAA,KADwB;AAExBU,MAAAA,SAAS,EAAE,cAFa;AAGxBG,MAAAA,SAAS,EAAEX,MAAM,CAACY,gBAAP,EAHa;AAIxBR,MAAAA,QAAQ,EAAEJ,MAAM,CAACM,4BAAP,EAJc;AAKxBG,MAAAA,IAAI,EAAE,EALkB;AAMxBJ,MAAAA,MAAM,EAAE;AANgB,KAA1B;AASA,UAAMc,UAAN;AACD;AACF","sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {JSONLoaderOptions} from '../json-loader';\nimport {TableBatchBuilder} from '@loaders.gl/schema';\nimport {makeTextDecoderIterator} from '@loaders.gl/loader-utils';\nimport StreamingJSONParser from './parser/streaming-json-parser';\n\n// TODO - support batch size 0 = no batching/single batch?\n// eslint-disable-next-line max-statements, complexity\nexport default async function* parseJSONInBatches(\n binaryAsyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options: JSONLoaderOptions\n): AsyncIterable<Batch> {\n const asyncIterator = makeTextDecoderIterator(binaryAsyncIterator);\n\n const {metadata} = options;\n const {jsonpaths} = options.json || {};\n\n let isFirstChunk: boolean = true;\n\n // TODO fix Schema deduction\n const schema = null; // new Schema([]);\n const shape = options?.json?.shape || 'row-table';\n // @ts-ignore\n const tableBatchBuilder = new TableBatchBuilder(schema, {\n ...options,\n shape\n });\n\n const parser = new StreamingJSONParser({jsonpaths});\n\n for await (const chunk of asyncIterator) {\n const rows = parser.write(chunk);\n\n const jsonpath = rows.length > 0 && parser.getStreamingJsonPathAsString();\n\n if (rows.length > 0 && isFirstChunk) {\n if (metadata) {\n const initialBatch: Batch = {\n // Common fields\n shape,\n batchType: 'partial-result',\n data: [],\n length: 0,\n bytesUsed: 0,\n // JSON additions\n container: parser.getPartialResult(),\n jsonpath\n };\n yield initialBatch;\n }\n isFirstChunk = false;\n // schema = deduceSchema(rows);\n }\n\n // Add the row\n for (const row of rows) {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder.getFullBatch({jsonpath});\n if (batch) {\n yield batch;\n }\n }\n\n tableBatchBuilder.chunkComplete(chunk);\n const batch = tableBatchBuilder.getFullBatch({jsonpath});\n if (batch) {\n yield batch;\n }\n }\n\n // yield final batch\n const jsonpath = parser.getStreamingJsonPathAsString();\n const batch = tableBatchBuilder.getFinalBatch({jsonpath});\n if (batch) {\n yield batch;\n }\n\n if (metadata) {\n const finalBatch: Batch = {\n shape,\n batchType: 'final-result',\n container: parser.getPartialResult(),\n jsonpath: parser.getStreamingJsonPathAsString(),\n data: [],\n length: 0\n // schema: null\n };\n yield finalBatch;\n }\n}\n"],"file":"parse-json-in-batches.js"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/lib/parse-json.ts"],"names":["parseJSONSync","jsonText","options","json","JSON","parse","table","getFirstArray","error","Error","Array","isArray","value","Object","values","array"],"mappings":"AAEA,eAAe,SAASA,aAAT,CAAuBC,QAAvB,EAAyCC,OAAzC,EAAqE;AAClF,MAAI;AAAA;;AACF,UAAMC,IAAI,GAAGC,IAAI,CAACC,KAAL,CAAWJ,QAAX,CAAb;;AACA,yBAAIC,OAAO,CAACC,IAAZ,0CAAI,cAAcG,KAAlB,EAAyB;AACvB,aAAOC,aAAa,CAACJ,IAAD,CAAb,IAAuBA,IAA9B;AACD;;AACD,WAAOA,IAAP;AACD,GAND,CAME,OAAOK,KAAP,EAAc;AACd,UAAM,IAAIC,KAAJ,CAAU,kCAAV,CAAN;AACD;AACF;;AAED,SAASF,aAAT,CAAuBJ,IAAvB,EAA6B;AAC3B,MAAIO,KAAK,CAACC,OAAN,CAAcR,IAAd,CAAJ,EAAyB;AACvB,WAAOA,IAAP;AACD;;AACD,MAAIA,IAAI,IAAI,OAAOA,IAAP,KAAgB,QAA5B,EAAsC;AACpC,SAAK,MAAMS,KAAX,IAAoBC,MAAM,CAACC,MAAP,CAAcX,IAAd,CAApB,EAAyC;AACvC,YAAMY,KAAK,GAAGR,aAAa,CAACK,KAAD,CAA3B;;AACA,UAAIG,KAAJ,EAAW;AACT,eAAOA,KAAP;AACD;AACF;AACF;;AACD,SAAO,IAAP;AACD","sourcesContent":["import type {JSONLoaderOptions} from '../json-loader';\n\nexport default function parseJSONSync(jsonText: string, options: JSONLoaderOptions) {\n try {\n const json = JSON.parse(jsonText);\n if (options.json?.table) {\n return getFirstArray(json) || json;\n }\n return json;\n } catch (error) {\n throw new Error('JSONLoader: failed to parse JSON');\n }\n}\n\nfunction getFirstArray(json) {\n if (Array.isArray(json)) {\n return json;\n }\n if (json && typeof json === 'object') {\n for (const value of Object.values(json)) {\n const array = getFirstArray(value);\n if (array) {\n return array;\n }\n }\n }\n return null;\n}\n"],"file":"parse-json.js"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/lib/parse-ndjson-in-batches.ts"],"names":["TableBatchBuilder","makeLineIterator","makeNumberedLineIterator","makeTextDecoderIterator","parseNDJSONInBatches","binaryAsyncIterator","options","textIterator","lineIterator","numberedLineIterator","schema","shape","tableBatchBuilder","counter","line","row","JSON","parse","addRow","chunkComplete","batch","getFullBatch","error","Error","getFinalBatch"],"mappings":"AACA,SAAQA,iBAAR,QAAgC,oBAAhC;AACA,SAEEC,gBAFF,EAGEC,wBAHF,EAIEC,uBAJF,QAKO,0BALP;AAOA,eAAe,gBAAgBC,oBAAhB,CACbC,mBADa,EAEbC,OAFa,EAGS;AACtB,QAAMC,YAAY,GAAGJ,uBAAuB,CAACE,mBAAD,CAA5C;AACA,QAAMG,YAAY,GAAGP,gBAAgB,CAACM,YAAD,CAArC;AACA,QAAME,oBAAoB,GAAGP,wBAAwB,CAACM,YAAD,CAArD;AAEA,QAAME,MAAM,GAAG,IAAf;AACA,QAAMC,KAAK,GAAG,WAAd;AAEA,QAAMC,iBAAiB,GAAG,IAAIZ,iBAAJ,CAAsBU,MAAtB,EAA8B,EACtD,GAAGJ,OADmD;AAEtDK,IAAAA;AAFsD,GAA9B,CAA1B;;AAKA,aAAW,MAAM;AAACE,IAAAA,OAAD;AAAUC,IAAAA;AAAV,GAAjB,IAAoCL,oBAApC,EAA0D;AACxD,QAAI;AACF,YAAMM,GAAG,GAAGC,IAAI,CAACC,KAAL,CAAWH,IAAX,CAAZ;AACAF,MAAAA,iBAAiB,CAACM,MAAlB,CAAyBH,GAAzB;AACAH,MAAAA,iBAAiB,CAACO,aAAlB,CAAgCL,IAAhC;AACA,YAAMM,KAAK,GAAGR,iBAAiB,CAACS,YAAlB,EAAd;;AACA,UAAID,KAAJ,EAAW;AACT,cAAMA,KAAN;AACD;AACF,KARD,CAQE,OAAOE,KAAP,EAAc;AACd,YAAM,IAAIC,KAAJ,sDAAwDV,OAAxD,EAAN;AACD;AACF;;AAED,QAAMO,KAAK,GAAGR,iBAAiB,CAACY,aAAlB,EAAd;;AACA,MAAIJ,KAAJ,EAAW;AACT,UAAMA,KAAN;AACD;AACF","sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport {TableBatchBuilder} from '@loaders.gl/schema';\nimport {\n LoaderOptions,\n makeLineIterator,\n makeNumberedLineIterator,\n makeTextDecoderIterator\n} from '@loaders.gl/loader-utils';\n\nexport default async function* parseNDJSONInBatches(\n binaryAsyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: LoaderOptions\n): AsyncIterable<Batch> {\n const textIterator = makeTextDecoderIterator(binaryAsyncIterator);\n const lineIterator = makeLineIterator(textIterator);\n const numberedLineIterator = makeNumberedLineIterator(lineIterator);\n\n const schema = null;\n const shape = 'row-table';\n // @ts-ignore\n const tableBatchBuilder = new TableBatchBuilder(schema, {\n ...options,\n shape\n });\n\n for await (const {counter, line} of numberedLineIterator) {\n try {\n const row = JSON.parse(line);\n tableBatchBuilder.addRow(row);\n tableBatchBuilder.chunkComplete(line);\n const batch = tableBatchBuilder.getFullBatch();\n if (batch) {\n yield batch;\n }\n } catch (error) {\n throw new Error(`NDJSONLoader: failed to parse JSON on line ${counter}`);\n }\n }\n\n const batch = tableBatchBuilder.getFinalBatch();\n if (batch) {\n yield batch;\n }\n}\n"],"file":"parse-ndjson-in-batches.js"}
|
package/dist/lib/parse-ndjson.js
DELETED
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
export default function parseNDJSONSync(ndjsonText) {
|
|
2
|
-
const lines = ndjsonText.trim().split('\n');
|
|
3
|
-
return lines.map((line, counter) => {
|
|
4
|
-
try {
|
|
5
|
-
return JSON.parse(line);
|
|
6
|
-
} catch (error) {
|
|
7
|
-
throw new Error("NDJSONLoader: failed to parse JSON on line ".concat(counter + 1));
|
|
8
|
-
}
|
|
9
|
-
});
|
|
10
|
-
}
|
|
11
|
-
//# sourceMappingURL=parse-ndjson.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/lib/parse-ndjson.ts"],"names":["parseNDJSONSync","ndjsonText","lines","trim","split","map","line","counter","JSON","parse","error","Error"],"mappings":"AAAA,eAAe,SAASA,eAAT,CAAyBC,UAAzB,EAA6C;AAC1D,QAAMC,KAAK,GAAGD,UAAU,CAACE,IAAX,GAAkBC,KAAlB,CAAwB,IAAxB,CAAd;AACA,SAAOF,KAAK,CAACG,GAAN,CAAU,CAACC,IAAD,EAAOC,OAAP,KAAmB;AAClC,QAAI;AACF,aAAOC,IAAI,CAACC,KAAL,CAAWH,IAAX,CAAP;AACD,KAFD,CAEE,OAAOI,KAAP,EAAc;AACd,YAAM,IAAIC,KAAJ,sDAAwDJ,OAAO,GAAG,CAAlE,EAAN;AACD;AACF,GANM,CAAP;AAOD","sourcesContent":["export default function parseNDJSONSync(ndjsonText: string) {\n const lines = ndjsonText.trim().split('\\n');\n return lines.map((line, counter) => {\n try {\n return JSON.parse(line);\n } catch (error) {\n throw new Error(`NDJSONLoader: failed to parse JSON on line ${counter + 1}`);\n }\n });\n}\n"],"file":"parse-ndjson.js"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/parser/json-parser.ts"],"names":["ClarinetParser","JSONPath","JSONParser","constructor","options","undefined","Object","freeze","container","key","reset","parser","onready","jsonpath","previousStates","length","currentState","onopenobject","name","_openObject","emit","onkey","set","oncloseobject","_closeObject","onopenarray","_openArray","onclosearray","_closeArray","onvalue","value","_pushOrSet","onerror","error","onend","result","pop","write","chunk","close","push","newContainer","isArray"],"mappings":";AAEA,OAAOA,cAAP,MAAoD,sBAApD;AACA,OAAOC,QAAP,MAAqB,sBAArB;AAIA,eAAe,MAAMC,UAAN,CAAiB;AAO9BC,EAAAA,WAAW,CAACC,OAAD,EAAiC;AAAA;;AAAA,oCALnCC,SAKmC;;AAAA,4CAJ3B,EAI2B;;AAAA,0CAH7BC,MAAM,CAACC,MAAP,CAAc;AAACC,MAAAA,SAAS,EAAE,EAAZ;AAAgBC,MAAAA,GAAG,EAAE;AAArB,KAAd,CAG6B;;AAAA,sCAFvB,IAAIR,QAAJ,EAEuB;;AAC1C,SAAKS,KAAL;AACA,SAAKC,MAAL,GAAc,IAAIX,cAAJ,CAAmB;AAC/BY,MAAAA,OAAO,EAAE,MAAM;AACb,aAAKC,QAAL,GAAgB,IAAIZ,QAAJ,EAAhB;AACA,aAAKa,cAAL,CAAoBC,MAApB,GAA6B,CAA7B;AACA,aAAKC,YAAL,CAAkBR,SAAlB,CAA4BO,MAA5B,GAAqC,CAArC;AACD,OAL8B;AAO/BE,MAAAA,YAAY,EAAGC,IAAD,IAAU;AACtB,aAAKC,WAAL,CAAiB,EAAjB;;AACA,YAAI,OAAOD,IAAP,KAAgB,WAApB,EAAiC;AAC/B,eAAKP,MAAL,CAAYS,IAAZ,CAAiB,OAAjB,EAA0BF,IAA1B;AACD;AACF,OAZ8B;AAc/BG,MAAAA,KAAK,EAAGH,IAAD,IAAU;AACf,aAAKL,QAAL,CAAcS,GAAd,CAAkBJ,IAAlB;AACA,aAAKF,YAAL,CAAkBP,GAAlB,GAAwBS,IAAxB;AACD,OAjB8B;AAmB/BK,MAAAA,aAAa,EAAE,MAAM;AACnB,aAAKC,YAAL;AACD,OArB8B;AAuB/BC,MAAAA,WAAW,EAAE,MAAM;AACjB,aAAKC,UAAL;AACD,OAzB8B;AA2B/BC,MAAAA,YAAY,EAAE,MAAM;AAClB,aAAKC,WAAL;AACD,OA7B8B;AA+B/BC,MAAAA,OAAO,EAAGC,KAAD,IAAW;AAClB,aAAKC,UAAL,CAAgBD,KAAhB;AACD,OAjC8B;AAmC/BE,MAAAA,OAAO,EAAGC,KAAD,IAAW;AAClB,cAAMA,KAAN;AACD,OArC8B;AAuC/BC,MAAAA,KAAK,EAAE,MAAM;AACX,aAAKC,MAAL,GAAc,KAAKnB,YAAL,CAAkBR,SAAlB,CAA4B4B,GAA5B,EAAd;AACD,OAzC8B;AA2C/B,SAAGhC;AA3C4B,KAAnB,CAAd;AA6CD;;AAEDM,EAAAA,KAAK,GAAS;AACZ,SAAKyB,MAAL,GAAc9B,SAAd;AACA,SAAKS,cAAL,GAAsB,EAAtB;AACA,SAAKE,YAAL,GAAoBV,MAAM,CAACC,MAAP,CAAc;AAACC,MAAAA,SAAS,EAAE,EAAZ;AAAgBC,MAAAA,GAAG,EAAE;AAArB,KAAd,CAApB;AACA,SAAKI,QAAL,GAAgB,IAAIZ,QAAJ,EAAhB;AACD;;AAEDoC,EAAAA,KAAK,CAACC,KAAD,EAAc;AACjB,SAAK3B,MAAL,CAAY0B,KAAZ,CAAkBC,KAAlB;AACD;;AAEDC,EAAAA,KAAK,GAAS;AACZ,SAAK5B,MAAL,CAAY4B,KAAZ;AACD;;AAIDR,EAAAA,UAAU,CAACD,KAAD,EAAc;AACtB,UAAM;AAACtB,MAAAA,SAAD;AAAYC,MAAAA;AAAZ,QAAmB,KAAKO,YAA9B;;AACA,QAAIP,GAAG,KAAK,IAAZ,EAAkB;AAChBD,MAAAA,SAAS,CAACC,GAAD,CAAT,GAAiBqB,KAAjB;AACA,WAAKd,YAAL,CAAkBP,GAAlB,GAAwB,IAAxB;AACD,KAHD,MAGO;AACLD,MAAAA,SAAS,CAACgC,IAAV,CAAeV,KAAf;AACD;AACF;;AAEDJ,EAAAA,UAAU,CAACe,YAAY,GAAG,EAAhB,EAA0B;AAClC,SAAK5B,QAAL,CAAc2B,IAAd,CAAmB,IAAnB;;AACA,SAAKT,UAAL,CAAgBU,YAAhB;;AACA,SAAK3B,cAAL,CAAoB0B,IAApB,CAAyB,KAAKxB,YAA9B;AACA,SAAKA,YAAL,GAAoB;AAACR,MAAAA,SAAS,EAAEiC,YAAZ;AAA0BC,MAAAA,OAAO,EAAE,IAAnC;AAAyCjC,MAAAA,GAAG,EAAE;AAA9C,KAApB;AACD;;AAEDmB,EAAAA,WAAW,GAAS;AAClB,SAAKf,QAAL,CAAcuB,GAAd;AACA,SAAKpB,YAAL,GAAoB,KAAKF,cAAL,CAAoBsB,GAApB,EAApB;AACD;;AAEDjB,EAAAA,WAAW,CAACsB,YAAY,GAAG,EAAhB,EAA0B;AACnC,SAAK5B,QAAL,CAAc2B,IAAd,CAAmB,IAAnB;;AACA,SAAKT,UAAL,CAAgBU,YAAhB;;AACA,SAAK3B,cAAL,CAAoB0B,IAApB,CAAyB,KAAKxB,YAA9B;AACA,SAAKA,YAAL,GAAoB;AAACR,MAAAA,SAAS,EAAEiC,YAAZ;AAA0BC,MAAAA,OAAO,EAAE,KAAnC;AAA0CjC,MAAAA,GAAG,EAAE;AAA/C,KAApB;AACD;;AAEDe,EAAAA,YAAY,GAAS;AACnB,SAAKX,QAAL,CAAcuB,GAAd;AACA,SAAKpB,YAAL,GAAoB,KAAKF,cAAL,CAAoBsB,GAApB,EAApB;AACD;;AAzG6B","sourcesContent":["// @ts-nocheck\n\nimport ClarinetParser, {ClarinetParserOptions} from '../clarinet/clarinet';\nimport JSONPath from '../jsonpath/jsonpath';\n\n// JSONParser builds a JSON object using the events emitted by the Clarinet parser\n\nexport default class JSONParser {\n readonly parser: ClarinetParser;\n result = undefined;\n previousStates = [];\n currentState = Object.freeze({container: [], key: null});\n jsonpath: JSONPath = new JSONPath();\n\n constructor(options: ClarinetParserOptions) {\n this.reset();\n this.parser = new ClarinetParser({\n onready: () => {\n this.jsonpath = new JSONPath();\n this.previousStates.length = 0;\n this.currentState.container.length = 0;\n },\n\n onopenobject: (name) => {\n this._openObject({});\n if (typeof name !== 'undefined') {\n this.parser.emit('onkey', name);\n }\n },\n\n onkey: (name) => {\n this.jsonpath.set(name);\n this.currentState.key = name;\n },\n\n oncloseobject: () => {\n this._closeObject();\n },\n\n onopenarray: () => {\n this._openArray();\n },\n\n onclosearray: () => {\n this._closeArray();\n },\n\n onvalue: (value) => {\n this._pushOrSet(value);\n },\n\n onerror: (error) => {\n throw error;\n },\n\n onend: () => {\n this.result = this.currentState.container.pop();\n },\n\n ...options\n });\n }\n\n reset(): void {\n this.result = undefined;\n this.previousStates = [];\n this.currentState = Object.freeze({container: [], key: null});\n this.jsonpath = new JSONPath();\n }\n\n write(chunk): void {\n this.parser.write(chunk);\n }\n\n close(): void {\n this.parser.close();\n }\n\n // PRIVATE METHODS\n\n _pushOrSet(value): void {\n const {container, key} = this.currentState;\n if (key !== null) {\n container[key] = value;\n this.currentState.key = null;\n } else {\n container.push(value);\n }\n }\n\n _openArray(newContainer = []): void {\n this.jsonpath.push(null);\n this._pushOrSet(newContainer);\n this.previousStates.push(this.currentState);\n this.currentState = {container: newContainer, isArray: true, key: null};\n }\n\n _closeArray(): void {\n this.jsonpath.pop();\n this.currentState = this.previousStates.pop();\n }\n\n _openObject(newContainer = {}): void {\n this.jsonpath.push(null);\n this._pushOrSet(newContainer);\n this.previousStates.push(this.currentState);\n this.currentState = {container: newContainer, isArray: false, key: null};\n }\n\n _closeObject(): void {\n this.jsonpath.pop();\n this.currentState = this.previousStates.pop();\n }\n}\n"],"file":"json-parser.js"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/lib/parser/streaming-json-parser.ts"],"names":["default","JSONParser","JSONPath","StreamingJSONParser","constructor","options","onopenarray","streamingArray","_matchJSONPath","streamingJsonPath","getJsonPath","clone","_openArray","onopenobject","name","topLevelObject","_openObject","parser","emit","jsonpaths","jsonPaths","map","jsonpath","write","chunk","array","length","getPartialResult","getStreamingJsonPath","getStreamingJsonPathAsString","toString","currentPath","jsonPath","equals"],"mappings":";AAAA,SAAQA,OAAO,IAAIC,UAAnB,QAAoC,eAApC;AACA,OAAOC,QAAP,MAAqB,sBAArB;AAMA,eAAe,MAAMC,mBAAN,SAAkCF,UAAlC,CAA6C;AAM1DG,EAAAA,WAAW,CAACC,OAA6B,GAAG,EAAjC,EAAqC;AAC9C,UAAM;AACJC,MAAAA,WAAW,EAAE,MAAM;AACjB,YAAI,CAAC,KAAKC,cAAV,EAA0B;AACxB,cAAI,KAAKC,cAAL,EAAJ,EAA2B;AAEzB,iBAAKC,iBAAL,GAAyB,KAAKC,WAAL,GAAmBC,KAAnB,EAAzB;AACA,iBAAKJ,cAAL,GAAsB,EAAtB;;AACA,iBAAKK,UAAL,CAAgB,KAAKL,cAArB;;AACA;AACD;AACF;;AAED,aAAKK,UAAL;AACD,OAbG;AAgBJC,MAAAA,YAAY,EAAGC,IAAD,IAAU;AACtB,YAAI,CAAC,KAAKC,cAAV,EAA0B;AACxB,eAAKA,cAAL,GAAsB,EAAtB;;AACA,eAAKC,WAAL,CAAiB,KAAKD,cAAtB;AACD,SAHD,MAGO;AACL,eAAKC,WAAL,CAAiB,EAAjB;AACD;;AACD,YAAI,OAAOF,IAAP,KAAgB,WAApB,EAAiC;AAC/B,eAAKG,MAAL,CAAYC,IAAZ,CAAiB,OAAjB,EAA0BJ,IAA1B;AACD;AACF;AA1BG,KAAN;;AAD8C;;AAAA,+CAJH,IAIG;;AAAA,4CAHT,IAGS;;AAAA,4CAFR,IAEQ;;AA6B9C,UAAMK,SAAS,GAAGd,OAAO,CAACc,SAAR,IAAqB,EAAvC;AACA,SAAKC,SAAL,GAAiBD,SAAS,CAACE,GAAV,CAAeC,QAAD,IAAc,IAAIpB,QAAJ,CAAaoB,QAAb,CAA5B,CAAjB;AACD;;AASDC,EAAAA,KAAK,CAACC,KAAD,EAAQ;AACX,UAAMD,KAAN,CAAYC,KAAZ;AACA,QAAIC,KAAY,GAAG,EAAnB;;AACA,QAAI,KAAKlB,cAAT,EAAyB;AACvBkB,MAAAA,KAAK,GAAG,CAAC,GAAG,KAAKlB,cAAT,CAAR;AACA,WAAKA,cAAL,CAAoBmB,MAApB,GAA6B,CAA7B;AACD;;AACD,WAAOD,KAAP;AACD;;AAODE,EAAAA,gBAAgB,GAAG;AACjB,WAAO,KAAKZ,cAAZ;AACD;;AAEDa,EAAAA,oBAAoB,GAAG;AACrB,WAAO,KAAKnB,iBAAZ;AACD;;AAEDoB,EAAAA,4BAA4B,GAAG;AAC7B,WAAO,KAAKpB,iBAAL,IAA0B,KAAKA,iBAAL,CAAuBqB,QAAvB,EAAjC;AACD;;AAEDpB,EAAAA,WAAW,GAAG;AACZ,WAAO,KAAKY,QAAZ;AACD;;AAODd,EAAAA,cAAc,GAAG;AACf,UAAMuB,WAAW,GAAG,KAAKrB,WAAL,EAApB;;AAKA,QAAI,KAAKU,SAAL,CAAeM,MAAf,KAA0B,CAA9B,EAAiC;AAC/B,aAAO,IAAP;AACD;;AAED,SAAK,MAAMM,QAAX,IAAuB,KAAKZ,SAA5B,EAAuC;AACrC,UAAIY,QAAQ,CAACC,MAAT,CAAgBF,WAAhB,CAAJ,EAAkC;AAChC,eAAO,IAAP;AACD;AACF;;AAED,WAAO,KAAP;AACD;;AAnGyD","sourcesContent":["import {default as JSONParser} from './json-parser';\nimport JSONPath from '../jsonpath/jsonpath';\n\n/**\n * The `StreamingJSONParser` looks for the first array in the JSON structure.\n * and emits an array of chunks\n */\nexport default class StreamingJSONParser extends JSONParser {\n private jsonPaths: JSONPath[];\n private streamingJsonPath: JSONPath | null = null;\n private streamingArray: any[] | null = null;\n private topLevelObject: object | null = null;\n\n constructor(options: {[key: string]: any} = {}) {\n super({\n onopenarray: () => {\n if (!this.streamingArray) {\n if (this._matchJSONPath()) {\n // @ts-ignore\n this.streamingJsonPath = this.getJsonPath().clone();\n this.streamingArray = [];\n this._openArray(this.streamingArray as []);\n return;\n }\n }\n\n this._openArray();\n },\n\n // Redefine onopenarray to inject value for top-level object\n onopenobject: (name) => {\n if (!this.topLevelObject) {\n this.topLevelObject = {};\n this._openObject(this.topLevelObject);\n } else {\n this._openObject({});\n }\n if (typeof name !== 'undefined') {\n this.parser.emit('onkey', name);\n }\n }\n });\n const jsonpaths = options.jsonpaths || [];\n this.jsonPaths = jsonpaths.map((jsonpath) => new JSONPath(jsonpath));\n }\n\n /**\n * write REDEFINITION\n * - super.write() chunk to parser\n * - get the contents (so far) of \"topmost-level\" array as batch of rows\n * - clear top-level array\n * - return the batch of rows\\\n */\n write(chunk) {\n super.write(chunk);\n let array: any[] = [];\n if (this.streamingArray) {\n array = [...this.streamingArray];\n this.streamingArray.length = 0;\n }\n return array;\n }\n\n /**\n * Returns a partially formed result object\n * Useful for returning the \"wrapper\" object when array is not top level\n * e.g. GeoJSON\n */\n getPartialResult() {\n return this.topLevelObject;\n }\n\n getStreamingJsonPath() {\n return this.streamingJsonPath;\n }\n\n getStreamingJsonPathAsString() {\n return this.streamingJsonPath && this.streamingJsonPath.toString();\n }\n\n getJsonPath() {\n return this.jsonpath;\n }\n\n // PRIVATE METHODS\n\n /**\n * Checks is this.getJsonPath matches the jsonpaths provided in options\n */\n _matchJSONPath() {\n const currentPath = this.getJsonPath();\n // console.debug(`Testing JSONPath`, currentPath);\n\n // Backwards compatibility, match any array\n // TODO implement using wildcard once that is supported\n if (this.jsonPaths.length === 0) {\n return true;\n }\n\n for (const jsonPath of this.jsonPaths) {\n if (jsonPath.equals(currentPath)) {\n return true;\n }\n }\n\n return false;\n }\n}\n"],"file":"streaming-json-parser.js"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/ndjson-loader.ts"],"names":["parseNDJSONSync","parseNDJSONInBatches","VERSION","NDJSONLoader","name","id","module","version","extensions","mimeTypes","category","text","parse","parseTextSync","parseInBatches","options","arrayBuffer","TextDecoder","decode","asyncIterator","_typecheckNDJSONLoader"],"mappings":"AAEA,OAAOA,eAAP,MAA4B,oBAA5B;AACA,OAAOC,oBAAP,MAAiC,+BAAjC;AAIA,MAAMC,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAEA,OAAO,MAAMC,YAAY,GAAG;AAC1BC,EAAAA,IAAI,EAAE,QADoB;AAE1BC,EAAAA,EAAE,EAAE,QAFsB;AAG1BC,EAAAA,MAAM,EAAE,MAHkB;AAI1BC,EAAAA,OAAO,EAAEL,OAJiB;AAK1BM,EAAAA,UAAU,EAAE,CAAC,QAAD,CALc;AAM1BC,EAAAA,SAAS,EAAE,CAAC,sBAAD,CANe;AAO1BC,EAAAA,QAAQ,EAAE,OAPgB;AAQ1BC,EAAAA,IAAI,EAAE,IARoB;AAS1BC,EAAAA,KAT0B;AAU1BC,EAAAA,aAV0B;AAW1BC,EAAAA,cAX0B;AAY1BC,EAAAA,OAAO,EAAE;AAZiB,CAArB;;AAeP,eAAeH,KAAf,CAAqBI,WAArB,EAA+C;AAC7C,SAAOH,aAAa,CAAC,IAAII,WAAJ,GAAkBC,MAAlB,CAAyBF,WAAzB,CAAD,CAApB;AACD;;AAED,SAASH,aAAT,CAAuBF,IAAvB,EAAqC;AACnC,SAAOX,eAAe,CAACW,IAAD,CAAtB;AACD;;AAED,SAASG,cAAT,CACEK,aADF,EAEEJ,OAFF,EAGwB;AACtB,SAAOd,oBAAoB,CAACkB,aAAD,EAAgBJ,OAAhB,CAA3B;AACD;;AAED,OAAO,MAAMK,sBAAwC,GAAGjB,YAAjD","sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport parseNDJSONSync from './lib/parse-ndjson';\nimport parseNDJSONInBatches from './lib/parse-ndjson-in-batches';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport const NDJSONLoader = {\n name: 'NDJSON',\n id: 'ndjson',\n module: 'json',\n version: VERSION,\n extensions: ['ndjson'],\n mimeTypes: ['application/x-ndjson'],\n category: 'table',\n text: true,\n parse,\n parseTextSync,\n parseInBatches,\n options: {}\n};\n\nasync function parse(arrayBuffer: ArrayBuffer) {\n return parseTextSync(new TextDecoder().decode(arrayBuffer));\n}\n\nfunction parseTextSync(text: string) {\n return parseNDJSONSync(text);\n}\n\nfunction parseInBatches(\n asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: LoaderOptions\n): AsyncIterable<Batch> {\n return parseNDJSONInBatches(asyncIterator, options);\n}\n\nexport const _typecheckNDJSONLoader: LoaderWithParser = NDJSONLoader;\n"],"file":"ndjson-loader.js"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/workers/geojson-worker.ts"],"names":["createLoaderWorker","GeoJSONLoader"],"mappings":"AAAA,SAAQA,kBAAR,QAAiC,0BAAjC;AACA,SAAQC,aAAR,QAA4B,mBAA5B;AAEAD,kBAAkB,CAACC,aAAD,CAAlB","sourcesContent":["import {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport {GeoJSONLoader} from '../geojson-loader';\n\ncreateLoaderWorker(GeoJSONLoader);\n"],"file":"geojson-worker.js"}
|
package/src/jsonl-loader.ts
DELETED
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
/* TODO JSONL loader
|
|
2
|
-
export const JSONLoader: LoaderWithParser = {
|
|
3
|
-
name: 'JSON',
|
|
4
|
-
id: 'json',
|
|
5
|
-
module: 'json',
|
|
6
|
-
version: VERSION,
|
|
7
|
-
extensions: ['json', 'geojson'],
|
|
8
|
-
mimeTypes: ['application/json'],
|
|
9
|
-
// TODO - support various line based JSON formats
|
|
10
|
-
/*
|
|
11
|
-
extensions: {
|
|
12
|
-
json: null,
|
|
13
|
-
jsonl: {stream: true},
|
|
14
|
-
ndjson: {stream: true}
|
|
15
|
-
},
|
|
16
|
-
mimeTypes: {
|
|
17
|
-
'application/json': null,
|
|
18
|
-
'application/json-seq': {stream: true},
|
|
19
|
-
'application/x-ndjson': {stream: true}
|
|
20
|
-
},
|
|
21
|
-
*
|
|
22
|
-
category: 'table',
|
|
23
|
-
text: true,
|
|
24
|
-
parse,
|
|
25
|
-
parseTextSync,
|
|
26
|
-
parseInBatches,
|
|
27
|
-
options: DEFAULT_JSON_LOADER_OPTIONS
|
|
28
|
-
};
|
|
29
|
-
{
|
|
30
|
-
name: 'TEST-JSONL_LOADER',
|
|
31
|
-
extensions: ['jsonl'],
|
|
32
|
-
parse: async (arrayBuffer, options, context) => {
|
|
33
|
-
const characters = new Uint8Array(arrayBuffer);
|
|
34
|
-
const result = [];
|
|
35
|
-
|
|
36
|
-
const len = characters.length;
|
|
37
|
-
let startIndex = 0;
|
|
38
|
-
for (let i = 0; i <= len; i++) {
|
|
39
|
-
if (characters[i] === 10 || i === len) {
|
|
40
|
-
// Note: we need to make a copy of the buffer here because we cannot
|
|
41
|
-
// handover the ownership of arrayBuffer to the child process
|
|
42
|
-
const json = characters.slice(startIndex, i);
|
|
43
|
-
if (json.length > 1) {
|
|
44
|
-
result.push(await context.parse(json.buffer, {}, 'line.json'));
|
|
45
|
-
}
|
|
46
|
-
startIndex = i + 1;
|
|
47
|
-
}
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
return result;
|
|
51
|
-
}
|
|
52
|
-
};
|
|
53
|
-
*/
|
package/src/lib/parse-ndjson.ts
DELETED
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
export default function parseNDJSONSync(ndjsonText: string) {
|
|
2
|
-
const lines = ndjsonText.trim().split('\n');
|
|
3
|
-
return lines.map((line, counter) => {
|
|
4
|
-
try {
|
|
5
|
-
return JSON.parse(line);
|
|
6
|
-
} catch (error) {
|
|
7
|
-
throw new Error(`NDJSONLoader: failed to parse JSON on line ${counter + 1}`);
|
|
8
|
-
}
|
|
9
|
-
});
|
|
10
|
-
}
|
|
File without changes
|
|
File without changes
|
|
File without changes
|