@loaders.gl/json 3.1.3 → 4.0.0-alpha.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle.js +2 -2
- package/dist/bundle.js.map +1 -0
- package/dist/geojson-loader.js +69 -66
- package/dist/geojson-loader.js.map +1 -0
- package/dist/geojson-worker.js +1 -1
- package/dist/index.js +7 -19
- package/dist/index.js.map +1 -0
- package/dist/json-loader.js +38 -48
- package/dist/json-loader.js.map +1 -0
- package/dist/jsonl-loader.js +1 -53
- package/dist/{es5/jsonl-loader.js.map → jsonl-loader.js.map} +0 -0
- package/dist/{es5/lib → lib}/clarinet/LICENSE +0 -0
- package/dist/lib/clarinet/clarinet.js +493 -510
- package/dist/lib/clarinet/clarinet.js.map +1 -0
- package/dist/lib/jsonpath/jsonpath.js +78 -81
- package/dist/lib/jsonpath/jsonpath.js.map +1 -0
- package/dist/lib/parse-json-in-batches.js +98 -94
- package/dist/lib/parse-json-in-batches.js.map +1 -0
- package/dist/lib/parse-json.js +29 -24
- package/dist/lib/parse-json.js.map +1 -0
- package/dist/lib/parse-ndjson-in-batches.js +34 -32
- package/dist/lib/parse-ndjson-in-batches.js.map +1 -0
- package/dist/lib/parse-ndjson.js +10 -13
- package/dist/lib/parse-ndjson.js.map +1 -0
- package/dist/lib/parser/json-parser.js +125 -95
- package/dist/lib/parser/json-parser.js.map +1 -0
- package/dist/lib/parser/streaming-json-parser.js +88 -95
- package/dist/lib/parser/streaming-json-parser.js.map +1 -0
- package/dist/ndjson-loader.js +25 -28
- package/dist/ndjson-loader.js.map +1 -0
- package/dist/workers/geojson-worker.js +4 -5
- package/dist/workers/geojson-worker.js.map +1 -0
- package/package.json +8 -8
- package/dist/es5/bundle.js +0 -7
- package/dist/es5/bundle.js.map +0 -1
- package/dist/es5/geojson-loader.js +0 -209
- package/dist/es5/geojson-loader.js.map +0 -1
- package/dist/es5/index.js +0 -62
- package/dist/es5/index.js.map +0 -1
- package/dist/es5/json-loader.js +0 -85
- package/dist/es5/json-loader.js.map +0 -1
- package/dist/es5/jsonl-loader.js +0 -2
- package/dist/es5/lib/clarinet/clarinet.js +0 -535
- package/dist/es5/lib/clarinet/clarinet.js.map +0 -1
- package/dist/es5/lib/jsonpath/jsonpath.js +0 -144
- package/dist/es5/lib/jsonpath/jsonpath.js.map +0 -1
- package/dist/es5/lib/parse-json-in-batches.js +0 -278
- package/dist/es5/lib/parse-json-in-batches.js.map +0 -1
- package/dist/es5/lib/parse-json.js +0 -46
- package/dist/es5/lib/parse-json.js.map +0 -1
- package/dist/es5/lib/parse-ndjson-in-batches.js +0 -158
- package/dist/es5/lib/parse-ndjson-in-batches.js.map +0 -1
- package/dist/es5/lib/parse-ndjson.js +0 -18
- package/dist/es5/lib/parse-ndjson.js.map +0 -1
- package/dist/es5/lib/parser/json-parser.js +0 -159
- package/dist/es5/lib/parser/json-parser.js.map +0 -1
- package/dist/es5/lib/parser/streaming-json-parser.js +0 -158
- package/dist/es5/lib/parser/streaming-json-parser.js.map +0 -1
- package/dist/es5/ndjson-loader.js +0 -67
- package/dist/es5/ndjson-loader.js.map +0 -1
- package/dist/es5/workers/geojson-worker.js +0 -8
- package/dist/es5/workers/geojson-worker.js.map +0 -1
- package/dist/esm/bundle.js +0 -5
- package/dist/esm/bundle.js.map +0 -1
- package/dist/esm/geojson-loader.js +0 -81
- package/dist/esm/geojson-loader.js.map +0 -1
- package/dist/esm/index.js +0 -7
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/json-loader.js +0 -47
- package/dist/esm/json-loader.js.map +0 -1
- package/dist/esm/jsonl-loader.js +0 -2
- package/dist/esm/jsonl-loader.js.map +0 -1
- package/dist/esm/lib/clarinet/LICENSE +0 -28
- package/dist/esm/lib/clarinet/clarinet.js +0 -518
- package/dist/esm/lib/clarinet/clarinet.js.map +0 -1
- package/dist/esm/lib/jsonpath/jsonpath.js +0 -86
- package/dist/esm/lib/jsonpath/jsonpath.js.map +0 -1
- package/dist/esm/lib/parse-json-in-batches.js +0 -104
- package/dist/esm/lib/parse-json-in-batches.js.map +0 -1
- package/dist/esm/lib/parse-json.js +0 -34
- package/dist/esm/lib/parse-json.js.map +0 -1
- package/dist/esm/lib/parse-ndjson-in-batches.js +0 -37
- package/dist/esm/lib/parse-ndjson-in-batches.js.map +0 -1
- package/dist/esm/lib/parse-ndjson.js +0 -11
- package/dist/esm/lib/parse-ndjson.js.map +0 -1
- package/dist/esm/lib/parser/json-parser.js +0 -128
- package/dist/esm/lib/parser/json-parser.js.map +0 -1
- package/dist/esm/lib/parser/streaming-json-parser.js +0 -93
- package/dist/esm/lib/parser/streaming-json-parser.js.map +0 -1
- package/dist/esm/ndjson-loader.js +0 -32
- package/dist/esm/ndjson-loader.js.map +0 -1
- package/dist/esm/workers/geojson-worker.js +0 -4
- package/dist/esm/workers/geojson-worker.js.map +0 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/lib/clarinet/clarinet.ts"],"names":["MAX_BUFFER_LENGTH","Number","MAX_SAFE_INTEGER","STATE","Char","tab","lineFeed","carriageReturn","space","doubleQuote","plus","comma","minus","period","_0","_9","colon","E","openBracket","backslash","closeBracket","a","b","e","f","l","n","r","s","t","u","openBrace","closeBrace","stringTokenPattern","DEFAULT_OPTIONS","onready","onopenobject","onkey","oncloseobject","onopenarray","onclosearray","onvalue","onerror","onend","onchunkparsed","ClarinetParser","constructor","options","BEGIN","textNode","undefined","numberNode","emit","end","state","VALUE","depth","_error","_closeValue","c","closed","resume","error","close","write","event","data","emitNode","chunk","i","charCodeAt","p","position","line","column","OPEN_OBJECT","OPEN_ARRAY","isWhitespace","OPEN_KEY","stack","push","CLOSE_KEY","pop","CLOSE_OBJECT","STRING","CLOSE_ARRAY","TRUE","FALSE","NULL","String","fromCharCode","NUMBER_DIGIT","starti","slashed","unicodeI","STRING_BIGLOOP","unicodeS","parseInt","substring","lastIndex","reResult","exec","length","index","TRUE2","TRUE3","FALSE2","FALSE3","FALSE4","NULL2","NULL3","NUMBER_DECIMAL_POINT","indexOf","_closeNumber","bufferCheckPosition","checkBufferLength","parseFloat","message","Error","parser","maxAllowed","Math","max","maxActual","buffer","len"],"mappings":";AAkBA,MAAMA,iBAAiB,GAAGC,MAAM,CAACC,gBAAjC;IAGKC,K;;WAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;AAAAA,EAAAA,K,CAAAA,K;GAAAA,K,KAAAA,K;;AA2BL,MAAMC,IAAI,GAAG;AACXC,EAAAA,GAAG,EAAE,IADM;AAEXC,EAAAA,QAAQ,EAAE,IAFC;AAGXC,EAAAA,cAAc,EAAE,IAHL;AAIXC,EAAAA,KAAK,EAAE,IAJI;AAMXC,EAAAA,WAAW,EAAE,IANF;AAOXC,EAAAA,IAAI,EAAE,IAPK;AAQXC,EAAAA,KAAK,EAAE,IARI;AASXC,EAAAA,KAAK,EAAE,IATI;AAUXC,EAAAA,MAAM,EAAE,IAVG;AAYXC,EAAAA,EAAE,EAAE,IAZO;AAaXC,EAAAA,EAAE,EAAE,IAbO;AAeXC,EAAAA,KAAK,EAAE,IAfI;AAiBXC,EAAAA,CAAC,EAAE,IAjBQ;AAmBXC,EAAAA,WAAW,EAAE,IAnBF;AAoBXC,EAAAA,SAAS,EAAE,IApBA;AAqBXC,EAAAA,YAAY,EAAE,IArBH;AAuBXC,EAAAA,CAAC,EAAE,IAvBQ;AAwBXC,EAAAA,CAAC,EAAE,IAxBQ;AAyBXC,EAAAA,CAAC,EAAE,IAzBQ;AA0BXC,EAAAA,CAAC,EAAE,IA1BQ;AA2BXC,EAAAA,CAAC,EAAE,IA3BQ;AA4BXC,EAAAA,CAAC,EAAE,IA5BQ;AA6BXC,EAAAA,CAAC,EAAE,IA7BQ;AA8BXC,EAAAA,CAAC,EAAE,IA9BQ;AA+BXC,EAAAA,CAAC,EAAE,IA/BQ;AAgCXC,EAAAA,CAAC,EAAE,IAhCQ;AAkCXC,EAAAA,SAAS,EAAE,IAlCA;AAmCXC,EAAAA,UAAU,EAAE;AAnCD,CAAb;AAsCA,MAAMC,kBAAkB,GAAG,UAA3B;AAiBA,MAAMC,eAAgD,GAAG;AACvDC,EAAAA,OAAO,EAAE,MAAM,CAAE,CADsC;AAEvDC,EAAAA,YAAY,EAAE,MAAM,CAAE,CAFiC;AAGvDC,EAAAA,KAAK,EAAE,MAAM,CAAE,CAHwC;AAIvDC,EAAAA,aAAa,EAAE,MAAM,CAAE,CAJgC;AAKvDC,EAAAA,WAAW,EAAE,MAAM,CAAE,CALkC;AAMvDC,EAAAA,YAAY,EAAE,MAAM,CAAE,CANiC;AAOvDC,EAAAA,OAAO,EAAE,MAAM,CAAE,CAPsC;AAQvDC,EAAAA,OAAO,EAAE,MAAM,CAAE,CARsC;AASvDC,EAAAA,KAAK,EAAE,MAAM,CAAE,CATwC;AAUvDC,EAAAA,aAAa,EAAE,MAAM,CAAE;AAVgC,CAAzD;AAYA,eAAe,MAAMC,cAAN,CAAqB;AA0BlCC,EAAAA,WAAW,CAACC,OAA8B,GAAG,EAAlC,EAAsC;AAAA,qCAzBIb,eAyBJ;;AAAA,iDAvB3BlC,iBAuB2B;;AAAA,+BAtB7C,EAsB6C;;AAAA,+BArB7C,EAqB6C;;AAAA,+BApB7C,EAoB6C;;AAAA,oCAnBxC,KAmBwC;;AAAA,wCAlBpC,KAkBoC;;AAAA,qCAjBvC,KAiBuC;;AAAA,mCAf3B,IAe2B;;AAAA,mCAdzCG,KAAK,CAAC6C,KAcmC;;AAAA,mCAbhC,EAagC;;AAAA,sCAX9B,CAW8B;;AAAA,oCAVhC,CAUgC;;AAAA,kCATlC,CASkC;;AAAA,qCAR9B,KAQ8B;;AAAA,sCAP9B,CAO8B;;AAAA,sCANvB,IAMuB;;AAAA,mCALjC,CAKiC;;AAAA;;AAAA;;AAC/C,SAAKD,OAAL,GAAe,EAAC,GAAGb,eAAJ;AAAqB,SAAGa;AAAxB,KAAf;AACA,SAAKE,QAAL,GAAgBC,SAAhB;AACA,SAAKC,UAAL,GAAkB,EAAlB;AACA,SAAKC,IAAL,CAAU,SAAV;AACD;;AAEDC,EAAAA,GAAG,GAAG;AACJ,QAAI,KAAKC,KAAL,KAAenD,KAAK,CAACoD,KAArB,IAA8B,KAAKC,KAAL,KAAe,CAAjD,EAAoD,KAAKC,MAAL,CAAY,gBAAZ;;AAEpD,SAAKC,WAAL;;AACA,SAAKC,CAAL,GAAS,EAAT;AACA,SAAKC,MAAL,GAAc,IAAd;AACA,SAAKR,IAAL,CAAU,OAAV;AACA,WAAO,IAAP;AACD;;AAEDS,EAAAA,MAAM,GAAG;AACP,SAAKC,KAAL,GAAa,IAAb;AACA,WAAO,IAAP;AACD;;AAEDC,EAAAA,KAAK,GAAG;AACN,WAAO,KAAKC,KAAL,CAAW,IAAX,CAAP;AACD;;AAIDZ,EAAAA,IAAI,CAACa,KAAD,EAAgBC,IAAhB,EAAkC;AAAA;;AAEpC,iDAAKnB,OAAL,EAAakB,KAAb,iGAAsBC,IAAtB,EAA4B,IAA5B;AACD;;AAEDC,EAAAA,QAAQ,CAACF,KAAD,EAAgBC,IAAhB,EAAkC;AACxC,SAAKR,WAAL;;AACA,SAAKN,IAAL,CAAUa,KAAV,EAAiBC,IAAjB;AACD;;AAIDF,EAAAA,KAAK,CAACI,KAAD,EAAQ;AACX,QAAI,KAAKN,KAAT,EAAgB;AACd,YAAM,KAAKA,KAAX;AACD;;AACD,QAAI,KAAKF,MAAT,EAAiB;AACf,aAAO,KAAKH,MAAL,CAAY,sDAAZ,CAAP;AACD;;AACD,QAAIW,KAAK,KAAK,IAAd,EAAoB;AAClB,aAAO,KAAKf,GAAL,EAAP;AACD;;AACD,QAAIgB,CAAC,GAAG,CAAR;AACA,QAAIV,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiB,CAAjB,CAAR;AACA,QAAIC,CAAC,GAAG,KAAKA,CAAb;;AAEA,WAAOZ,CAAP,EAAU;AACRY,MAAAA,CAAC,GAAGZ,CAAJ;AACA,WAAKA,CAAL,GAASA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiBD,CAAC,EAAlB,CAAb;;AAKA,UAAIE,CAAC,KAAKZ,CAAV,EAAa;AACX,aAAKY,CAAL,GAASA,CAAT;AACD,OAFD,MAEO;AACLA,QAAAA,CAAC,GAAG,KAAKA,CAAT;AACD;;AAED,UAAI,CAACZ,CAAL,EAAQ;AAGR,WAAKa,QAAL;;AACA,UAAIb,CAAC,KAAKvD,IAAI,CAACE,QAAf,EAAyB;AACvB,aAAKmE,IAAL;AACA,aAAKC,MAAL,GAAc,CAAd;AACD,OAHD,MAGO,KAAKA,MAAL;;AAEP,cAAQ,KAAKpB,KAAb;AACE,aAAKnD,KAAK,CAAC6C,KAAX;AACE,cAAIW,CAAC,KAAKvD,IAAI,CAAC2B,SAAf,EAA0B,KAAKuB,KAAL,GAAanD,KAAK,CAACwE,WAAnB,CAA1B,KACK,IAAIhB,CAAC,KAAKvD,IAAI,CAACc,WAAf,EAA4B,KAAKoC,KAAL,GAAanD,KAAK,CAACyE,UAAnB,CAA5B,KACA,IAAI,CAACC,YAAY,CAAClB,CAAD,CAAjB,EAAsB;AACzB,iBAAKF,MAAL,CAAY,2BAAZ;AACD;AACD;;AAEF,aAAKtD,KAAK,CAAC2E,QAAX;AACA,aAAK3E,KAAK,CAACwE,WAAX;AACE,cAAIE,YAAY,CAAClB,CAAD,CAAhB,EAAqB;AACrB,cAAI,KAAKL,KAAL,KAAenD,KAAK,CAAC2E,QAAzB,EAAmC,KAAKC,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAAC8E,SAAtB,EAAnC,KACK,IAAItB,CAAC,KAAKvD,IAAI,CAAC4B,UAAf,EAA2B;AAC9B,iBAAKoB,IAAL,CAAU,cAAV;AACA,iBAAKI,KAAL;AACA,iBAAKJ,IAAL,CAAU,eAAV;AACA,iBAAKI,KAAL;AACA,iBAAKF,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACA;AACD,WAPI,MAOE,KAAKwB,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACgF,YAAtB;AACP,cAAIxB,CAAC,KAAKvD,IAAI,CAACK,WAAf,EAA4B,KAAK6C,KAAL,GAAanD,KAAK,CAACiF,MAAnB,CAA5B,KACK,KAAK3B,MAAL,CAAY,0CAAZ;AACL;;AAEF,aAAKtD,KAAK,CAAC8E,SAAX;AACA,aAAK9E,KAAK,CAACgF,YAAX;AACE,cAAIN,YAAY,CAAClB,CAAD,CAAhB,EAAqB;;AAErB,cAAIA,CAAC,KAAKvD,IAAI,CAACY,KAAf,EAAsB;AACpB,gBAAI,KAAKsC,KAAL,KAAenD,KAAK,CAACgF,YAAzB,EAAuC;AACrC,mBAAKJ,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACgF,YAAtB;;AACA,mBAAKzB,WAAL,CAAiB,cAAjB;;AACA,mBAAKF,KAAL;AACD,aAJD,MAIO,KAAKE,WAAL,CAAiB,OAAjB;;AACP,iBAAKJ,KAAL,GAAanD,KAAK,CAACoD,KAAnB;AACD,WAPD,MAOO,IAAII,CAAC,KAAKvD,IAAI,CAAC4B,UAAf,EAA2B;AAChC,iBAAKmC,QAAL,CAAc,eAAd;AACA,iBAAKX,KAAL;AACA,iBAAKF,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAJM,MAIA,IAAII,CAAC,KAAKvD,IAAI,CAACO,KAAf,EAAsB;AAC3B,gBAAI,KAAK2C,KAAL,KAAenD,KAAK,CAACgF,YAAzB,EAAuC,KAAKJ,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACgF,YAAtB;;AACvC,iBAAKzB,WAAL;;AACA,iBAAKJ,KAAL,GAAanD,KAAK,CAAC2E,QAAnB;AACD,WAJM,MAIA,KAAKrB,MAAL,CAAY,YAAZ;;AACP;;AAEF,aAAKtD,KAAK,CAACyE,UAAX;AACA,aAAKzE,KAAK,CAACoD,KAAX;AACE,cAAIsB,YAAY,CAAClB,CAAD,CAAhB,EAAqB;;AACrB,cAAI,KAAKL,KAAL,KAAenD,KAAK,CAACyE,UAAzB,EAAqC;AACnC,iBAAKxB,IAAL,CAAU,aAAV;AACA,iBAAKI,KAAL;AACA,iBAAKF,KAAL,GAAanD,KAAK,CAACoD,KAAnB;;AACA,gBAAII,CAAC,KAAKvD,IAAI,CAACgB,YAAf,EAA6B;AAC3B,mBAAKgC,IAAL,CAAU,cAAV;AACA,mBAAKI,KAAL;AACA,mBAAKF,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACA;AACD,aALD,MAKO;AACL,mBAAKwB,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACkF,WAAtB;AACD;AACF;;AACD,cAAI1B,CAAC,KAAKvD,IAAI,CAACK,WAAf,EAA4B,KAAK6C,KAAL,GAAanD,KAAK,CAACiF,MAAnB,CAA5B,KACK,IAAIzB,CAAC,KAAKvD,IAAI,CAAC2B,SAAf,EAA0B,KAAKuB,KAAL,GAAanD,KAAK,CAACwE,WAAnB,CAA1B,KACA,IAAIhB,CAAC,KAAKvD,IAAI,CAACc,WAAf,EAA4B,KAAKoC,KAAL,GAAanD,KAAK,CAACyE,UAAnB,CAA5B,KACA,IAAIjB,CAAC,KAAKvD,IAAI,CAACyB,CAAf,EAAkB,KAAKyB,KAAL,GAAanD,KAAK,CAACmF,IAAnB,CAAlB,KACA,IAAI3B,CAAC,KAAKvD,IAAI,CAACoB,CAAf,EAAkB,KAAK8B,KAAL,GAAanD,KAAK,CAACoF,KAAnB,CAAlB,KACA,IAAI5B,CAAC,KAAKvD,IAAI,CAACsB,CAAf,EAAkB,KAAK4B,KAAL,GAAanD,KAAK,CAACqF,IAAnB,CAAlB,KACA,IAAI7B,CAAC,KAAKvD,IAAI,CAACQ,KAAf,EAAsB;AAEzB,iBAAKuC,UAAL,IAAmB,GAAnB;AACD,WAHI,MAGE,IAAI/C,IAAI,CAACU,EAAL,IAAW6C,CAAX,IAAgBA,CAAC,IAAIvD,IAAI,CAACW,EAA9B,EAAkC;AACvC,iBAAKoC,UAAL,IAAmBsC,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAnB;AACA,iBAAKL,KAAL,GAAanD,KAAK,CAACwF,YAAnB;AACD,WAHM,MAGA,KAAKlC,MAAL,CAAY,WAAZ;AACP;;AAEF,aAAKtD,KAAK,CAACkF,WAAX;AACE,cAAI1B,CAAC,KAAKvD,IAAI,CAACO,KAAf,EAAsB;AACpB,iBAAKoE,KAAL,CAAWC,IAAX,CAAgB7E,KAAK,CAACkF,WAAtB;;AACA,iBAAK3B,WAAL,CAAiB,SAAjB;;AACA,iBAAKJ,KAAL,GAAanD,KAAK,CAACoD,KAAnB;AACD,WAJD,MAIO,IAAII,CAAC,KAAKvD,IAAI,CAACgB,YAAf,EAA6B;AAClC,iBAAK+C,QAAL,CAAc,cAAd;AACA,iBAAKX,KAAL;AACA,iBAAKF,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAJM,MAIA,IAAIsB,YAAY,CAAClB,CAAD,CAAhB,EAAqB,SAArB,KACF,KAAKF,MAAL,CAAY,WAAZ;;AACL;;AAEF,aAAKtD,KAAK,CAACiF,MAAX;AACE,cAAI,KAAKnC,QAAL,KAAkBC,SAAtB,EAAiC;AAC/B,iBAAKD,QAAL,GAAgB,EAAhB;AACD;;AAGD,cAAI2C,MAAM,GAAGvB,CAAC,GAAG,CAAjB;AACA,cAAIwB,OAAO,GAAG,KAAKA,OAAnB;AACA,cAAIC,QAAQ,GAAG,KAAKA,QAApB;;AAEAC,UAAAA,cAAc,EAAE,OAAO,IAAP,EAAa;AAG3B,mBAAOD,QAAQ,GAAG,CAAlB,EAAqB;AACnB,mBAAKE,QAAL,IAAiBP,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAjB;AACAA,cAAAA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiBD,CAAC,EAAlB,CAAJ;AACA,mBAAKG,QAAL;;AACA,kBAAIsB,QAAQ,KAAK,CAAjB,EAAoB;AAElB,qBAAK7C,QAAL,IAAiBwC,MAAM,CAACC,YAAP,CAAoBO,QAAQ,CAAC,KAAKD,QAAN,EAA0B,EAA1B,CAA5B,CAAjB;AACAF,gBAAAA,QAAQ,GAAG,CAAX;AACAF,gBAAAA,MAAM,GAAGvB,CAAC,GAAG,CAAb;AACD,eALD,MAKO;AACLyB,gBAAAA,QAAQ;AACT;;AAGD,kBAAI,CAACnC,CAAL,EAAQ,MAAMoC,cAAN;AACT;;AACD,gBAAIpC,CAAC,KAAKvD,IAAI,CAACK,WAAX,IAA0B,CAACoF,OAA/B,EAAwC;AACtC,mBAAKvC,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACA,mBAAKN,QAAL,IAAiBmB,KAAK,CAAC8B,SAAN,CAAgBN,MAAhB,EAAwBvB,CAAC,GAAG,CAA5B,CAAjB;AACA,mBAAKG,QAAL,IAAiBH,CAAC,GAAG,CAAJ,GAAQuB,MAAzB;AACA;AACD;;AACD,gBAAIjC,CAAC,KAAKvD,IAAI,CAACe,SAAX,IAAwB,CAAC0E,OAA7B,EAAsC;AACpCA,cAAAA,OAAO,GAAG,IAAV;AACA,mBAAK5C,QAAL,IAAiBmB,KAAK,CAAC8B,SAAN,CAAgBN,MAAhB,EAAwBvB,CAAC,GAAG,CAA5B,CAAjB;AACA,mBAAKG,QAAL,IAAiBH,CAAC,GAAG,CAAJ,GAAQuB,MAAzB;AACAjC,cAAAA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiBD,CAAC,EAAlB,CAAJ;AACA,mBAAKG,QAAL;AACA,kBAAI,CAACb,CAAL,EAAQ;AACT;;AACD,gBAAIkC,OAAJ,EAAa;AACXA,cAAAA,OAAO,GAAG,KAAV;;AACA,kBAAIlC,CAAC,KAAKvD,IAAI,CAACsB,CAAf,EAAkB;AAChB,qBAAKuB,QAAL,IAAiB,IAAjB;AACD,eAFD,MAEO,IAAIU,CAAC,KAAKvD,IAAI,CAACuB,CAAf,EAAkB;AACvB,qBAAKsB,QAAL,IAAiB,IAAjB;AACD,eAFM,MAEA,IAAIU,CAAC,KAAKvD,IAAI,CAACyB,CAAf,EAAkB;AACvB,qBAAKoB,QAAL,IAAiB,IAAjB;AACD,eAFM,MAEA,IAAIU,CAAC,KAAKvD,IAAI,CAACoB,CAAf,EAAkB;AACvB,qBAAKyB,QAAL,IAAiB,IAAjB;AACD,eAFM,MAEA,IAAIU,CAAC,KAAKvD,IAAI,CAACkB,CAAf,EAAkB;AACvB,qBAAK2B,QAAL,IAAiB,IAAjB;AACD,eAFM,MAEA,IAAIU,CAAC,KAAKvD,IAAI,CAAC0B,CAAf,EAAkB;AAEvBgE,gBAAAA,QAAQ,GAAG,CAAX;AACA,qBAAKE,QAAL,GAAgB,EAAhB;AACD,eAJM,MAIA;AACL,qBAAK/C,QAAL,IAAiBwC,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAjB;AACD;;AACDA,cAAAA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiBD,CAAC,EAAlB,CAAJ;AACA,mBAAKG,QAAL;AACAoB,cAAAA,MAAM,GAAGvB,CAAC,GAAG,CAAb;AACA,kBAAI,CAACV,CAAL,EAAQ,MAAR,KACK;AACN;;AAED1B,YAAAA,kBAAkB,CAACkE,SAAnB,GAA+B9B,CAA/B;AACA,kBAAM+B,QAAQ,GAAGnE,kBAAkB,CAACoE,IAAnB,CAAwBjC,KAAxB,CAAjB;;AACA,gBAAIgC,QAAQ,KAAK,IAAjB,EAAuB;AACrB/B,cAAAA,CAAC,GAAGD,KAAK,CAACkC,MAAN,GAAe,CAAnB;AACA,mBAAKrD,QAAL,IAAiBmB,KAAK,CAAC8B,SAAN,CAAgBN,MAAhB,EAAwBvB,CAAC,GAAG,CAA5B,CAAjB;AACA,mBAAKG,QAAL,IAAiBH,CAAC,GAAG,CAAJ,GAAQuB,MAAzB;AACA;AACD;;AACDvB,YAAAA,CAAC,GAAG+B,QAAQ,CAACG,KAAT,GAAiB,CAArB;AACA5C,YAAAA,CAAC,GAAGS,KAAK,CAACE,UAAN,CAAiB8B,QAAQ,CAACG,KAA1B,CAAJ;;AACA,gBAAI,CAAC5C,CAAL,EAAQ;AACN,mBAAKV,QAAL,IAAiBmB,KAAK,CAAC8B,SAAN,CAAgBN,MAAhB,EAAwBvB,CAAC,GAAG,CAA5B,CAAjB;AACA,mBAAKG,QAAL,IAAiBH,CAAC,GAAG,CAAJ,GAAQuB,MAAzB;AACA;AACD;AACF;;AACD,eAAKC,OAAL,GAAeA,OAAf;AACA,eAAKC,QAAL,GAAgBA,QAAhB;AACA;;AAEF,aAAK3F,KAAK,CAACmF,IAAX;AACE,cAAI3B,CAAC,KAAKvD,IAAI,CAACuB,CAAf,EAAkB,KAAK2B,KAAL,GAAanD,KAAK,CAACqG,KAAnB,CAAlB,KACK,KAAK/C,MAAL,sCAA0CE,CAA1C;AACL;;AAEF,aAAKxD,KAAK,CAACqG,KAAX;AACE,cAAI7C,CAAC,KAAKvD,IAAI,CAAC0B,CAAf,EAAkB,KAAKwB,KAAL,GAAanD,KAAK,CAACsG,KAAnB,CAAlB,KACK,KAAKhD,MAAL,uCAA2CE,CAA3C;AACL;;AAEF,aAAKxD,KAAK,CAACsG,KAAX;AACE,cAAI9C,CAAC,KAAKvD,IAAI,CAACmB,CAAf,EAAkB;AAChB,iBAAK6B,IAAL,CAAU,SAAV,EAAqB,IAArB;AACA,iBAAKE,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAHD,MAGO,KAAKE,MAAL,wCAA4CE,CAA5C;;AACP;;AAEF,aAAKxD,KAAK,CAACoF,KAAX;AACE,cAAI5B,CAAC,KAAKvD,IAAI,CAACiB,CAAf,EAAkB,KAAKiC,KAAL,GAAanD,KAAK,CAACuG,MAAnB,CAAlB,KACK,KAAKjD,MAAL,uCAA2CE,CAA3C;AACL;;AAEF,aAAKxD,KAAK,CAACuG,MAAX;AACE,cAAI/C,CAAC,KAAKvD,IAAI,CAACqB,CAAf,EAAkB,KAAK6B,KAAL,GAAanD,KAAK,CAACwG,MAAnB,CAAlB,KACK,KAAKlD,MAAL,wCAA4CE,CAA5C;AACL;;AAEF,aAAKxD,KAAK,CAACwG,MAAX;AACE,cAAIhD,CAAC,KAAKvD,IAAI,CAACwB,CAAf,EAAkB,KAAK0B,KAAL,GAAanD,KAAK,CAACyG,MAAnB,CAAlB,KACK,KAAKnD,MAAL,yCAA6CE,CAA7C;AACL;;AAEF,aAAKxD,KAAK,CAACyG,MAAX;AACE,cAAIjD,CAAC,KAAKvD,IAAI,CAACmB,CAAf,EAAkB;AAChB,iBAAK6B,IAAL,CAAU,SAAV,EAAqB,KAArB;AACA,iBAAKE,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAHD,MAGO,KAAKE,MAAL,0CAA8CE,CAA9C;;AACP;;AAEF,aAAKxD,KAAK,CAACqF,IAAX;AACE,cAAI7B,CAAC,KAAKvD,IAAI,CAAC0B,CAAf,EAAkB,KAAKwB,KAAL,GAAanD,KAAK,CAAC0G,KAAnB,CAAlB,KACK,KAAKpD,MAAL,sCAA0CE,CAA1C;AACL;;AAEF,aAAKxD,KAAK,CAAC0G,KAAX;AACE,cAAIlD,CAAC,KAAKvD,IAAI,CAACqB,CAAf,EAAkB,KAAK6B,KAAL,GAAanD,KAAK,CAAC2G,KAAnB,CAAlB,KACK,KAAKrD,MAAL,uCAA2CE,CAA3C;AACL;;AAEF,aAAKxD,KAAK,CAAC2G,KAAX;AACE,cAAInD,CAAC,KAAKvD,IAAI,CAACqB,CAAf,EAAkB;AAChB,iBAAK2B,IAAL,CAAU,SAAV,EAAqB,IAArB;AACA,iBAAKE,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD,WAHD,MAGO,KAAKE,MAAL,wCAA4CE,CAA5C;;AACP;;AAEF,aAAKxD,KAAK,CAAC4G,oBAAX;AACE,cAAIpD,CAAC,KAAKvD,IAAI,CAACS,MAAf,EAAuB;AACrB,iBAAKsC,UAAL,IAAmB,GAAnB;AACA,iBAAKG,KAAL,GAAanD,KAAK,CAACwF,YAAnB;AACD,WAHD,MAGO,KAAKlC,MAAL,CAAY,gCAAZ;;AACP;;AAEF,aAAKtD,KAAK,CAACwF,YAAX;AACE,cAAIvF,IAAI,CAACU,EAAL,IAAW6C,CAAX,IAAgBA,CAAC,IAAIvD,IAAI,CAACW,EAA9B,EAAkC,KAAKoC,UAAL,IAAmBsC,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAnB,CAAlC,KACK,IAAIA,CAAC,KAAKvD,IAAI,CAACS,MAAf,EAAuB;AAC1B,gBAAI,KAAKsC,UAAL,CAAgB6D,OAAhB,CAAwB,GAAxB,MAAiC,CAAC,CAAtC,EAAyC,KAAKvD,MAAL,CAAY,6BAAZ;AACzC,iBAAKN,UAAL,IAAmB,GAAnB;AACD,WAHI,MAGE,IAAIQ,CAAC,KAAKvD,IAAI,CAACmB,CAAX,IAAgBoC,CAAC,KAAKvD,IAAI,CAACa,CAA/B,EAAkC;AACvC,gBAAI,KAAKkC,UAAL,CAAgB6D,OAAhB,CAAwB,GAAxB,MAAiC,CAAC,CAAlC,IAAuC,KAAK7D,UAAL,CAAgB6D,OAAhB,CAAwB,GAAxB,MAAiC,CAAC,CAA7E,EACE,KAAKvD,MAAL,CAAY,oCAAZ;AACF,iBAAKN,UAAL,IAAmB,GAAnB;AACD,WAJM,MAIA,IAAIQ,CAAC,KAAKvD,IAAI,CAACM,IAAX,IAAmBiD,CAAC,KAAKvD,IAAI,CAACQ,KAAlC,EAAyC;AAE9C,gBAAI,EAAE2D,CAAC,KAAKnE,IAAI,CAACmB,CAAX,IAAgBgD,CAAC,KAAKnE,IAAI,CAACa,CAA7B,CAAJ,EAAqC,KAAKwC,MAAL,CAAY,0BAAZ;AACrC,iBAAKN,UAAL,IAAmBsC,MAAM,CAACC,YAAP,CAAoB/B,CAApB,CAAnB;AACD,WAJM,MAIA;AACL,iBAAKsD,YAAL;;AACA5C,YAAAA,CAAC;AACD,iBAAKf,KAAL,GAAa,KAAKyB,KAAL,CAAWG,GAAX,MAAoB/E,KAAK,CAACoD,KAAvC;AACD;AACD;;AAEF;AACE,eAAKE,MAAL,0BAA8B,KAAKH,KAAnC;;AAxQJ;AA0QD;;AACD,QAAI,KAAKkB,QAAL,IAAiB,KAAK0C,mBAA1B,EAA+C;AAC7CC,MAAAA,iBAAiB,CAAC,IAAD,CAAjB;AACD;;AAED,SAAK/D,IAAL,CAAU,eAAV;AAEA,WAAO,IAAP;AACD;;AAEDM,EAAAA,WAAW,CAACO,KAAa,GAAG,SAAjB,EAAkC;AAC3C,QAAI,KAAKhB,QAAL,KAAkBC,SAAtB,EAAiC;AAC/B,WAAKE,IAAL,CAAUa,KAAV,EAAiB,KAAKhB,QAAtB;AACD;;AACD,SAAKA,QAAL,GAAgBC,SAAhB;AACD;;AAED+D,EAAAA,YAAY,GAAS;AACnB,QAAI,KAAK9D,UAAT,EAAqB,KAAKC,IAAL,CAAU,SAAV,EAAqBgE,UAAU,CAAC,KAAKjE,UAAN,CAA/B;AACrB,SAAKA,UAAL,GAAkB,EAAlB;AACD;;AAEDM,EAAAA,MAAM,CAAC4D,OAAe,GAAG,EAAnB,EAA6B;AACjC,SAAK3D,WAAL;;AACA2D,IAAAA,OAAO,sBAAe,KAAK5C,IAApB,uBAAqC,KAAKC,MAA1C,qBAA2D,KAAKf,CAAhE,CAAP;AACA,UAAMG,KAAK,GAAG,IAAIwD,KAAJ,CAAUD,OAAV,CAAd;AACA,SAAKvD,KAAL,GAAaA,KAAb;AACA,SAAKV,IAAL,CAAU,SAAV,EAAqBU,KAArB;AACD;;AA5YiC;;AA+YpC,SAASe,YAAT,CAAsBlB,CAAtB,EAAkC;AAChC,SAAOA,CAAC,KAAKvD,IAAI,CAACG,cAAX,IAA6BoD,CAAC,KAAKvD,IAAI,CAACE,QAAxC,IAAoDqD,CAAC,KAAKvD,IAAI,CAACI,KAA/D,IAAwEmD,CAAC,KAAKvD,IAAI,CAACC,GAA1F;AACD;;AAED,SAAS8G,iBAAT,CAA2BI,MAA3B,EAAmC;AACjC,QAAMC,UAAU,GAAGC,IAAI,CAACC,GAAL,CAAS1H,iBAAT,EAA4B,EAA5B,CAAnB;AACA,MAAI2H,SAAS,GAAG,CAAhB;;AAEA,OAAK,MAAMC,MAAX,IAAqB,CAAC,UAAD,EAAa,YAAb,CAArB,EAAiD;AAC/C,UAAMC,GAAG,GAAGN,MAAM,CAACK,MAAD,CAAN,KAAmB1E,SAAnB,GAA+B,CAA/B,GAAmCqE,MAAM,CAACK,MAAD,CAAN,CAAetB,MAA9D;;AACA,QAAIuB,GAAG,GAAGL,UAAV,EAAsB;AACpB,cAAQI,MAAR;AACE,aAAK,MAAL;AAGE;;AAEF;AACEL,UAAAA,MAAM,CAAC9D,MAAP,uCAA6CmE,MAA7C;;AAPJ;AASD;;AACDD,IAAAA,SAAS,GAAGF,IAAI,CAACC,GAAL,CAASC,SAAT,EAAoBE,GAApB,CAAZ;AACD;;AACDN,EAAAA,MAAM,CAACL,mBAAP,GAA6BlH,iBAAiB,GAAG2H,SAApB,GAAgCJ,MAAM,CAAC/C,QAApE;AACD","sourcesContent":["// loaders.gl, MIT license\n// This is a fork of the clarinet library, originally BSD license (see LICENSE file)\n// loaders.gl changes:\n// - typescript port\n\nexport type ClarinetEvent =\n | 'onvalue'\n | 'onstring'\n | 'onkey'\n | 'onopenobject'\n | 'oncloseobject'\n | 'onopenarray'\n | 'onclosearray'\n | 'onerror'\n | 'onend'\n | 'onready';\n\n// Removes the MAX_BUFFER_LENGTH, originally set to 64 * 1024\nconst MAX_BUFFER_LENGTH = Number.MAX_SAFE_INTEGER;\n// const DEBUG = false;\n\nenum STATE {\n BEGIN = 0,\n VALUE, // general stuff\n OPEN_OBJECT, // {\n CLOSE_OBJECT, // }\n OPEN_ARRAY, // [\n CLOSE_ARRAY, // ]\n TEXT_ESCAPE, // \\ stuff\n STRING, // \"\"\n BACKSLASH,\n END, // No more stack\n OPEN_KEY, // , \"a\"\n CLOSE_KEY, // :\n TRUE, // r\n TRUE2, // u\n TRUE3, // e\n FALSE, // a\n FALSE2, // l\n FALSE3, // s\n FALSE4, // e\n NULL, // u\n NULL2, // l\n NULL3, // l\n NUMBER_DECIMAL_POINT, // .\n NUMBER_DIGIT // [0-9]\n}\n\nconst Char = {\n tab: 0x09, // \\t\n lineFeed: 0x0a, // \\n\n carriageReturn: 0x0d, // \\r\n space: 0x20, // \" \"\n\n doubleQuote: 0x22, // \"\n plus: 0x2b, // +\n comma: 0x2c, // ,\n minus: 0x2d, // -\n period: 0x2e, // .\n\n _0: 0x30, // 0\n _9: 0x39, // 9\n\n colon: 0x3a, // :\n\n E: 0x45, // E\n\n openBracket: 0x5b, // [\n backslash: 0x5c, // \\\n closeBracket: 0x5d, // ]\n\n a: 0x61, // a\n b: 0x62, // b\n e: 0x65, // e\n f: 0x66, // f\n l: 0x6c, // l\n n: 0x6e, // n\n r: 0x72, // r\n s: 0x73, // s\n t: 0x74, // t\n u: 0x75, // u\n\n openBrace: 0x7b, // {\n closeBrace: 0x7d // }\n};\n\nconst stringTokenPattern = /[\\\\\"\\n]/g;\n\ntype ParserEvent = (parser: ClarinetParser, event: string, data?: any) => void;\n\nexport type ClarinetParserOptions = {\n onready?: ParserEvent;\n onopenobject?: ParserEvent;\n onkey?: ParserEvent;\n oncloseobject?: ParserEvent;\n onopenarray?: ParserEvent;\n onclosearray?: ParserEvent;\n onvalue?: ParserEvent;\n onerror?: ParserEvent;\n onend?: ParserEvent;\n onchunkparsed?: ParserEvent;\n};\n\nconst DEFAULT_OPTIONS: Required<ClarinetParserOptions> = {\n onready: () => {},\n onopenobject: () => {},\n onkey: () => {},\n oncloseobject: () => {},\n onopenarray: () => {},\n onclosearray: () => {},\n onvalue: () => {},\n onerror: () => {},\n onend: () => {},\n onchunkparsed: () => {}\n};\nexport default class ClarinetParser {\n protected options: Required<ClarinetParserOptions> = DEFAULT_OPTIONS;\n\n bufferCheckPosition = MAX_BUFFER_LENGTH;\n q = '';\n c = '';\n p = '';\n closed = false;\n closedRoot = false;\n sawRoot = false;\n // tag = null;\n error: Error | null = null;\n state = STATE.BEGIN;\n stack: STATE[] = [];\n // mostly just for error reporting\n position: number = 0;\n column: number = 0;\n line: number = 1;\n slashed: boolean = false;\n unicodeI: number = 0;\n unicodeS: string | null = null;\n depth: number = 0;\n\n textNode;\n numberNode;\n\n constructor(options: ClarinetParserOptions = {}) {\n this.options = {...DEFAULT_OPTIONS, ...options};\n this.textNode = undefined;\n this.numberNode = '';\n this.emit('onready');\n }\n\n end() {\n if (this.state !== STATE.VALUE || this.depth !== 0) this._error('Unexpected end');\n\n this._closeValue();\n this.c = '';\n this.closed = true;\n this.emit('onend');\n return this;\n }\n\n resume() {\n this.error = null;\n return this;\n }\n\n close() {\n return this.write(null);\n }\n\n // protected\n\n emit(event: string, data?: any): void {\n // if (DEBUG) console.log('-- emit', event, data);\n this.options[event]?.(data, this);\n }\n\n emitNode(event: string, data?: any): void {\n this._closeValue();\n this.emit(event, data);\n }\n\n /* eslint-disable no-continue */\n // eslint-disable-next-line complexity, max-statements\n write(chunk) {\n if (this.error) {\n throw this.error;\n }\n if (this.closed) {\n return this._error('Cannot write after close. Assign an onready handler.');\n }\n if (chunk === null) {\n return this.end();\n }\n let i = 0;\n let c = chunk.charCodeAt(0);\n let p = this.p;\n // if (DEBUG) console.log(`write -> [${ chunk }]`);\n while (c) {\n p = c;\n this.c = c = chunk.charCodeAt(i++);\n // if chunk doesnt have next, like streaming char by char\n // this way we need to check if previous is really previous\n // if not we need to reset to what the this says is the previous\n // from buffer\n if (p !== c) {\n this.p = p;\n } else {\n p = this.p;\n }\n\n if (!c) break;\n\n // if (DEBUG) console.log(i, c, STATE[this.state]);\n this.position++;\n if (c === Char.lineFeed) {\n this.line++;\n this.column = 0;\n } else this.column++;\n\n switch (this.state) {\n case STATE.BEGIN:\n if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;\n else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;\n else if (!isWhitespace(c)) {\n this._error('Non-whitespace before {[.');\n }\n continue;\n\n case STATE.OPEN_KEY:\n case STATE.OPEN_OBJECT:\n if (isWhitespace(c)) continue;\n if (this.state === STATE.OPEN_KEY) this.stack.push(STATE.CLOSE_KEY);\n else if (c === Char.closeBrace) {\n this.emit('onopenobject');\n this.depth++;\n this.emit('oncloseobject');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n continue;\n } else this.stack.push(STATE.CLOSE_OBJECT);\n if (c === Char.doubleQuote) this.state = STATE.STRING;\n else this._error('Malformed object key should start with \"');\n continue;\n\n case STATE.CLOSE_KEY:\n case STATE.CLOSE_OBJECT:\n if (isWhitespace(c)) continue;\n // let event = this.state === STATE.CLOSE_KEY ? 'key' : 'object';\n if (c === Char.colon) {\n if (this.state === STATE.CLOSE_OBJECT) {\n this.stack.push(STATE.CLOSE_OBJECT);\n this._closeValue('onopenobject');\n this.depth++;\n } else this._closeValue('onkey');\n this.state = STATE.VALUE;\n } else if (c === Char.closeBrace) {\n this.emitNode('oncloseobject');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n } else if (c === Char.comma) {\n if (this.state === STATE.CLOSE_OBJECT) this.stack.push(STATE.CLOSE_OBJECT);\n this._closeValue();\n this.state = STATE.OPEN_KEY;\n } else this._error('Bad object');\n continue;\n\n case STATE.OPEN_ARRAY: // after an array there always a value\n case STATE.VALUE:\n if (isWhitespace(c)) continue;\n if (this.state === STATE.OPEN_ARRAY) {\n this.emit('onopenarray');\n this.depth++;\n this.state = STATE.VALUE;\n if (c === Char.closeBracket) {\n this.emit('onclosearray');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n continue;\n } else {\n this.stack.push(STATE.CLOSE_ARRAY);\n }\n }\n if (c === Char.doubleQuote) this.state = STATE.STRING;\n else if (c === Char.openBrace) this.state = STATE.OPEN_OBJECT;\n else if (c === Char.openBracket) this.state = STATE.OPEN_ARRAY;\n else if (c === Char.t) this.state = STATE.TRUE;\n else if (c === Char.f) this.state = STATE.FALSE;\n else if (c === Char.n) this.state = STATE.NULL;\n else if (c === Char.minus) {\n // keep and continue\n this.numberNode += '-';\n } else if (Char._0 <= c && c <= Char._9) {\n this.numberNode += String.fromCharCode(c);\n this.state = STATE.NUMBER_DIGIT;\n } else this._error('Bad value');\n continue;\n\n case STATE.CLOSE_ARRAY:\n if (c === Char.comma) {\n this.stack.push(STATE.CLOSE_ARRAY);\n this._closeValue('onvalue');\n this.state = STATE.VALUE;\n } else if (c === Char.closeBracket) {\n this.emitNode('onclosearray');\n this.depth--;\n this.state = this.stack.pop() || STATE.VALUE;\n } else if (isWhitespace(c)) continue;\n else this._error('Bad array');\n continue;\n\n case STATE.STRING:\n if (this.textNode === undefined) {\n this.textNode = '';\n }\n\n // thanks thejh, this is an about 50% performance improvement.\n let starti = i - 1;\n let slashed = this.slashed;\n let unicodeI = this.unicodeI;\n // eslint-disable-next-line no-constant-condition, no-labels\n STRING_BIGLOOP: while (true) {\n // if (DEBUG) console.log(i, c, STATE[this.state], slashed);\n // zero means \"no unicode active\". 1-4 mean \"parse some more\". end after 4.\n while (unicodeI > 0) {\n this.unicodeS += String.fromCharCode(c);\n c = chunk.charCodeAt(i++);\n this.position++;\n if (unicodeI === 4) {\n // TODO this might be slow? well, probably not used too often anyway\n this.textNode += String.fromCharCode(parseInt(this.unicodeS as string, 16));\n unicodeI = 0;\n starti = i - 1;\n } else {\n unicodeI++;\n }\n // we can just break here: no stuff we skipped that still has to be sliced out or so\n // eslint-disable-next-line no-labels\n if (!c) break STRING_BIGLOOP;\n }\n if (c === Char.doubleQuote && !slashed) {\n this.state = this.stack.pop() || STATE.VALUE;\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n break;\n }\n if (c === Char.backslash && !slashed) {\n slashed = true;\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n c = chunk.charCodeAt(i++);\n this.position++;\n if (!c) break;\n }\n if (slashed) {\n slashed = false;\n if (c === Char.n) {\n this.textNode += '\\n';\n } else if (c === Char.r) {\n this.textNode += '\\r';\n } else if (c === Char.t) {\n this.textNode += '\\t';\n } else if (c === Char.f) {\n this.textNode += '\\f';\n } else if (c === Char.b) {\n this.textNode += '\\b';\n } else if (c === Char.u) {\n // \\uxxxx. meh!\n unicodeI = 1;\n this.unicodeS = '';\n } else {\n this.textNode += String.fromCharCode(c);\n }\n c = chunk.charCodeAt(i++);\n this.position++;\n starti = i - 1;\n if (!c) break;\n else continue;\n }\n\n stringTokenPattern.lastIndex = i;\n const reResult = stringTokenPattern.exec(chunk);\n if (reResult === null) {\n i = chunk.length + 1;\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n break;\n }\n i = reResult.index + 1;\n c = chunk.charCodeAt(reResult.index);\n if (!c) {\n this.textNode += chunk.substring(starti, i - 1);\n this.position += i - 1 - starti;\n break;\n }\n }\n this.slashed = slashed;\n this.unicodeI = unicodeI;\n continue;\n\n case STATE.TRUE:\n if (c === Char.r) this.state = STATE.TRUE2;\n else this._error(`Invalid true started with t${c}`);\n continue;\n\n case STATE.TRUE2:\n if (c === Char.u) this.state = STATE.TRUE3;\n else this._error(`Invalid true started with tr${c}`);\n continue;\n\n case STATE.TRUE3:\n if (c === Char.e) {\n this.emit('onvalue', true);\n this.state = this.stack.pop() || STATE.VALUE;\n } else this._error(`Invalid true started with tru${c}`);\n continue;\n\n case STATE.FALSE:\n if (c === Char.a) this.state = STATE.FALSE2;\n else this._error(`Invalid false started with f${c}`);\n continue;\n\n case STATE.FALSE2:\n if (c === Char.l) this.state = STATE.FALSE3;\n else this._error(`Invalid false started with fa${c}`);\n continue;\n\n case STATE.FALSE3:\n if (c === Char.s) this.state = STATE.FALSE4;\n else this._error(`Invalid false started with fal${c}`);\n continue;\n\n case STATE.FALSE4:\n if (c === Char.e) {\n this.emit('onvalue', false);\n this.state = this.stack.pop() || STATE.VALUE;\n } else this._error(`Invalid false started with fals${c}`);\n continue;\n\n case STATE.NULL:\n if (c === Char.u) this.state = STATE.NULL2;\n else this._error(`Invalid null started with n${c}`);\n continue;\n\n case STATE.NULL2:\n if (c === Char.l) this.state = STATE.NULL3;\n else this._error(`Invalid null started with nu${c}`);\n continue;\n\n case STATE.NULL3:\n if (c === Char.l) {\n this.emit('onvalue', null);\n this.state = this.stack.pop() || STATE.VALUE;\n } else this._error(`Invalid null started with nul${c}`);\n continue;\n\n case STATE.NUMBER_DECIMAL_POINT:\n if (c === Char.period) {\n this.numberNode += '.';\n this.state = STATE.NUMBER_DIGIT;\n } else this._error('Leading zero not followed by .');\n continue;\n\n case STATE.NUMBER_DIGIT:\n if (Char._0 <= c && c <= Char._9) this.numberNode += String.fromCharCode(c);\n else if (c === Char.period) {\n if (this.numberNode.indexOf('.') !== -1) this._error('Invalid number has two dots');\n this.numberNode += '.';\n } else if (c === Char.e || c === Char.E) {\n if (this.numberNode.indexOf('e') !== -1 || this.numberNode.indexOf('E') !== -1)\n this._error('Invalid number has two exponential');\n this.numberNode += 'e';\n } else if (c === Char.plus || c === Char.minus) {\n // @ts-expect-error\n if (!(p === Char.e || p === Char.E)) this._error('Invalid symbol in number');\n this.numberNode += String.fromCharCode(c);\n } else {\n this._closeNumber();\n i--; // go back one\n this.state = this.stack.pop() || STATE.VALUE;\n }\n continue;\n\n default:\n this._error(`Unknown state: ${this.state}`);\n }\n }\n if (this.position >= this.bufferCheckPosition) {\n checkBufferLength(this);\n }\n\n this.emit('onchunkparsed');\n\n return this;\n }\n\n _closeValue(event: string = 'onvalue'): void {\n if (this.textNode !== undefined) {\n this.emit(event, this.textNode);\n }\n this.textNode = undefined;\n }\n\n _closeNumber(): void {\n if (this.numberNode) this.emit('onvalue', parseFloat(this.numberNode));\n this.numberNode = '';\n }\n\n _error(message: string = ''): void {\n this._closeValue();\n message += `\\nLine: ${this.line}\\nColumn: ${this.column}\\nChar: ${this.c}`;\n const error = new Error(message);\n this.error = error;\n this.emit('onerror', error);\n }\n}\n\nfunction isWhitespace(c): boolean {\n return c === Char.carriageReturn || c === Char.lineFeed || c === Char.space || c === Char.tab;\n}\n\nfunction checkBufferLength(parser) {\n const maxAllowed = Math.max(MAX_BUFFER_LENGTH, 10);\n let maxActual = 0;\n\n for (const buffer of ['textNode', 'numberNode']) {\n const len = parser[buffer] === undefined ? 0 : parser[buffer].length;\n if (len > maxAllowed) {\n switch (buffer) {\n case 'text':\n // TODO - should this be closeValue?\n // closeText(parser);\n break;\n\n default:\n parser._error(`Max buffer length exceeded: ${buffer}`);\n }\n }\n maxActual = Math.max(maxActual, len);\n }\n parser.bufferCheckPosition = MAX_BUFFER_LENGTH - maxActual + parser.position;\n}\n"],"file":"clarinet.js"}
|
|
@@ -1,89 +1,86 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
class JSONPath {
|
|
12
|
-
constructor(path = null) {
|
|
13
|
-
this.path = ['$'];
|
|
14
|
-
if (path instanceof JSONPath) {
|
|
15
|
-
// @ts-ignore
|
|
16
|
-
this.path = [...path.path];
|
|
17
|
-
return;
|
|
18
|
-
}
|
|
19
|
-
if (Array.isArray(path)) {
|
|
20
|
-
this.path.push(...path);
|
|
21
|
-
return;
|
|
22
|
-
}
|
|
23
|
-
// Parse a string as a JSONPath
|
|
24
|
-
if (typeof path === 'string') {
|
|
25
|
-
this.path = path.split('.');
|
|
26
|
-
if (this.path[0] !== '$') {
|
|
27
|
-
throw new Error('JSONPaths must start with $');
|
|
28
|
-
}
|
|
29
|
-
}
|
|
1
|
+
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
|
+
export default class JSONPath {
|
|
3
|
+
constructor(path = null) {
|
|
4
|
+
_defineProperty(this, "path", void 0);
|
|
5
|
+
|
|
6
|
+
this.path = ['$'];
|
|
7
|
+
|
|
8
|
+
if (path instanceof JSONPath) {
|
|
9
|
+
this.path = [...path.path];
|
|
10
|
+
return;
|
|
30
11
|
}
|
|
31
|
-
|
|
32
|
-
|
|
12
|
+
|
|
13
|
+
if (Array.isArray(path)) {
|
|
14
|
+
this.path.push(...path);
|
|
15
|
+
return;
|
|
33
16
|
}
|
|
34
|
-
|
|
35
|
-
|
|
17
|
+
|
|
18
|
+
if (typeof path === 'string') {
|
|
19
|
+
this.path = path.split('.');
|
|
20
|
+
|
|
21
|
+
if (this.path[0] !== '$') {
|
|
22
|
+
throw new Error('JSONPaths must start with $');
|
|
23
|
+
}
|
|
36
24
|
}
|
|
37
|
-
|
|
38
|
-
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
clone() {
|
|
28
|
+
return new JSONPath(this);
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
toString() {
|
|
32
|
+
return this.path.join('.');
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
push(name) {
|
|
36
|
+
this.path.push(name);
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
pop() {
|
|
40
|
+
return this.path.pop();
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
set(name) {
|
|
44
|
+
this.path[this.path.length - 1] = name;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
equals(other) {
|
|
48
|
+
if (!this || !other || this.path.length !== other.path.length) {
|
|
49
|
+
return false;
|
|
39
50
|
}
|
|
40
|
-
|
|
41
|
-
|
|
51
|
+
|
|
52
|
+
for (let i = 0; i < this.path.length; ++i) {
|
|
53
|
+
if (this.path[i] !== other.path[i]) {
|
|
54
|
+
return false;
|
|
55
|
+
}
|
|
42
56
|
}
|
|
43
|
-
|
|
44
|
-
|
|
57
|
+
|
|
58
|
+
return true;
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
setFieldAtPath(object, value) {
|
|
62
|
+
const path = [...this.path];
|
|
63
|
+
path.shift();
|
|
64
|
+
const field = path.pop();
|
|
65
|
+
|
|
66
|
+
for (const component of path) {
|
|
67
|
+
object = object[component];
|
|
45
68
|
}
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
/**
|
|
58
|
-
* Sets the value pointed at by path
|
|
59
|
-
* TODO - handle root path
|
|
60
|
-
* @param object
|
|
61
|
-
* @param value
|
|
62
|
-
*/
|
|
63
|
-
setFieldAtPath(object, value) {
|
|
64
|
-
const path = [...this.path];
|
|
65
|
-
path.shift();
|
|
66
|
-
const field = path.pop();
|
|
67
|
-
for (const component of path) {
|
|
68
|
-
object = object[component];
|
|
69
|
-
}
|
|
70
|
-
// @ts-ignore
|
|
71
|
-
object[field] = value;
|
|
72
|
-
}
|
|
73
|
-
/**
|
|
74
|
-
* Gets the value pointed at by path
|
|
75
|
-
* TODO - handle root path
|
|
76
|
-
* @param object
|
|
77
|
-
*/
|
|
78
|
-
getFieldAtPath(object) {
|
|
79
|
-
const path = [...this.path];
|
|
80
|
-
path.shift();
|
|
81
|
-
const field = path.pop();
|
|
82
|
-
for (const component of path) {
|
|
83
|
-
object = object[component];
|
|
84
|
-
}
|
|
85
|
-
// @ts-ignore
|
|
86
|
-
return object[field];
|
|
69
|
+
|
|
70
|
+
object[field] = value;
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
getFieldAtPath(object) {
|
|
74
|
+
const path = [...this.path];
|
|
75
|
+
path.shift();
|
|
76
|
+
const field = path.pop();
|
|
77
|
+
|
|
78
|
+
for (const component of path) {
|
|
79
|
+
object = object[component];
|
|
87
80
|
}
|
|
81
|
+
|
|
82
|
+
return object[field];
|
|
83
|
+
}
|
|
84
|
+
|
|
88
85
|
}
|
|
89
|
-
|
|
86
|
+
//# sourceMappingURL=jsonpath.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/lib/jsonpath/jsonpath.ts"],"names":["JSONPath","constructor","path","Array","isArray","push","split","Error","clone","toString","join","name","pop","set","length","equals","other","i","setFieldAtPath","object","value","shift","field","component","getFieldAtPath"],"mappings":";AAQA,eAAe,MAAMA,QAAN,CAAe;AAG5BC,EAAAA,WAAW,CAACC,IAAyC,GAAG,IAA7C,EAAmD;AAAA;;AAC5D,SAAKA,IAAL,GAAY,CAAC,GAAD,CAAZ;;AAEA,QAAIA,IAAI,YAAYF,QAApB,EAA8B;AAE5B,WAAKE,IAAL,GAAY,CAAC,GAAGA,IAAI,CAACA,IAAT,CAAZ;AACA;AACD;;AAED,QAAIC,KAAK,CAACC,OAAN,CAAcF,IAAd,CAAJ,EAAyB;AACvB,WAAKA,IAAL,CAAUG,IAAV,CAAe,GAAGH,IAAlB;AACA;AACD;;AAGD,QAAI,OAAOA,IAAP,KAAgB,QAApB,EAA8B;AAC5B,WAAKA,IAAL,GAAYA,IAAI,CAACI,KAAL,CAAW,GAAX,CAAZ;;AACA,UAAI,KAAKJ,IAAL,CAAU,CAAV,MAAiB,GAArB,EAA0B;AACxB,cAAM,IAAIK,KAAJ,CAAU,6BAAV,CAAN;AACD;AACF;AACF;;AAEDC,EAAAA,KAAK,GAAa;AAChB,WAAO,IAAIR,QAAJ,CAAa,IAAb,CAAP;AACD;;AAEDS,EAAAA,QAAQ,GAAW;AACjB,WAAO,KAAKP,IAAL,CAAUQ,IAAV,CAAe,GAAf,CAAP;AACD;;AAEDL,EAAAA,IAAI,CAACM,IAAD,EAAqB;AACvB,SAAKT,IAAL,CAAUG,IAAV,CAAeM,IAAf;AACD;;AAEDC,EAAAA,GAAG,GAAG;AACJ,WAAO,KAAKV,IAAL,CAAUU,GAAV,EAAP;AACD;;AAEDC,EAAAA,GAAG,CAACF,IAAD,EAAqB;AACtB,SAAKT,IAAL,CAAU,KAAKA,IAAL,CAAUY,MAAV,GAAmB,CAA7B,IAAkCH,IAAlC;AACD;;AAEDI,EAAAA,MAAM,CAACC,KAAD,EAA2B;AAC/B,QAAI,CAAC,IAAD,IAAS,CAACA,KAAV,IAAmB,KAAKd,IAAL,CAAUY,MAAV,KAAqBE,KAAK,CAACd,IAAN,CAAWY,MAAvD,EAA+D;AAC7D,aAAO,KAAP;AACD;;AAED,SAAK,IAAIG,CAAC,GAAG,CAAb,EAAgBA,CAAC,GAAG,KAAKf,IAAL,CAAUY,MAA9B,EAAsC,EAAEG,CAAxC,EAA2C;AACzC,UAAI,KAAKf,IAAL,CAAUe,CAAV,MAAiBD,KAAK,CAACd,IAAN,CAAWe,CAAX,CAArB,EAAoC;AAClC,eAAO,KAAP;AACD;AACF;;AAED,WAAO,IAAP;AACD;;AAQDC,EAAAA,cAAc,CAACC,MAAD,EAASC,KAAT,EAAgB;AAC5B,UAAMlB,IAAI,GAAG,CAAC,GAAG,KAAKA,IAAT,CAAb;AACAA,IAAAA,IAAI,CAACmB,KAAL;AACA,UAAMC,KAAK,GAAGpB,IAAI,CAACU,GAAL,EAAd;;AACA,SAAK,MAAMW,SAAX,IAAwBrB,IAAxB,EAA8B;AAC5BiB,MAAAA,MAAM,GAAGA,MAAM,CAACI,SAAD,CAAf;AACD;;AAEDJ,IAAAA,MAAM,CAACG,KAAD,CAAN,GAAgBF,KAAhB;AACD;;AAODI,EAAAA,cAAc,CAACL,MAAD,EAAS;AACrB,UAAMjB,IAAI,GAAG,CAAC,GAAG,KAAKA,IAAT,CAAb;AACAA,IAAAA,IAAI,CAACmB,KAAL;AACA,UAAMC,KAAK,GAAGpB,IAAI,CAACU,GAAL,EAAd;;AACA,SAAK,MAAMW,SAAX,IAAwBrB,IAAxB,EAA8B;AAC5BiB,MAAAA,MAAM,GAAGA,MAAM,CAACI,SAAD,CAAf;AACD;;AAED,WAAOJ,MAAM,CAACG,KAAD,CAAb;AACD;;AA3F2B","sourcesContent":["/**\n * A parser for a minimal subset of the jsonpath standard\n * Full JSON path parsers for JS exist but are quite large (bundle size)\n *\n * Supports\n *\n * `$.component.component.component`\n */\nexport default class JSONPath {\n path: string[];\n\n constructor(path: JSONPath | string[] | string | null = null) {\n this.path = ['$'];\n\n if (path instanceof JSONPath) {\n // @ts-ignore\n this.path = [...path.path];\n return;\n }\n\n if (Array.isArray(path)) {\n this.path.push(...path);\n return;\n }\n\n // Parse a string as a JSONPath\n if (typeof path === 'string') {\n this.path = path.split('.');\n if (this.path[0] !== '$') {\n throw new Error('JSONPaths must start with $');\n }\n }\n }\n\n clone(): JSONPath {\n return new JSONPath(this);\n }\n\n toString(): string {\n return this.path.join('.');\n }\n\n push(name: string): void {\n this.path.push(name);\n }\n\n pop() {\n return this.path.pop();\n }\n\n set(name: string): void {\n this.path[this.path.length - 1] = name;\n }\n\n equals(other: JSONPath): boolean {\n if (!this || !other || this.path.length !== other.path.length) {\n return false;\n }\n\n for (let i = 0; i < this.path.length; ++i) {\n if (this.path[i] !== other.path[i]) {\n return false;\n }\n }\n\n return true;\n }\n\n /**\n * Sets the value pointed at by path\n * TODO - handle root path\n * @param object\n * @param value\n */\n setFieldAtPath(object, value) {\n const path = [...this.path];\n path.shift();\n const field = path.pop();\n for (const component of path) {\n object = object[component];\n }\n // @ts-ignore\n object[field] = value;\n }\n\n /**\n * Gets the value pointed at by path\n * TODO - handle root path\n * @param object\n */\n getFieldAtPath(object) {\n const path = [...this.path];\n path.shift();\n const field = path.pop();\n for (const component of path) {\n object = object[component];\n }\n // @ts-ignore\n return object[field];\n }\n}\n"],"file":"jsonpath.js"}
|
|
@@ -1,100 +1,104 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
const
|
|
9
|
-
const
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
const
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
}
|
|
45
|
-
isFirstChunk = false;
|
|
46
|
-
// schema = deduceSchema(rows);
|
|
47
|
-
}
|
|
48
|
-
// Add the row
|
|
49
|
-
for (const row of rows) {
|
|
50
|
-
tableBatchBuilder.addRow(row);
|
|
51
|
-
// If a batch has been completed, emit it
|
|
52
|
-
const batch = tableBatchBuilder.getFullBatch({ jsonpath });
|
|
53
|
-
if (batch) {
|
|
54
|
-
yield batch;
|
|
55
|
-
}
|
|
56
|
-
}
|
|
57
|
-
tableBatchBuilder.chunkComplete(chunk);
|
|
58
|
-
const batch = tableBatchBuilder.getFullBatch({ jsonpath });
|
|
59
|
-
if (batch) {
|
|
60
|
-
yield batch;
|
|
61
|
-
}
|
|
1
|
+
import { TableBatchBuilder } from '@loaders.gl/schema';
|
|
2
|
+
import { assert, makeTextDecoderIterator } from '@loaders.gl/loader-utils';
|
|
3
|
+
import StreamingJSONParser from './parser/streaming-json-parser';
|
|
4
|
+
import JSONPath from './jsonpath/jsonpath';
|
|
5
|
+
export default async function* parseJSONInBatches(binaryAsyncIterator, options) {
|
|
6
|
+
var _options$json;
|
|
7
|
+
|
|
8
|
+
const asyncIterator = makeTextDecoderIterator(binaryAsyncIterator);
|
|
9
|
+
const {
|
|
10
|
+
metadata
|
|
11
|
+
} = options;
|
|
12
|
+
const {
|
|
13
|
+
jsonpaths
|
|
14
|
+
} = options.json || {};
|
|
15
|
+
let isFirstChunk = true;
|
|
16
|
+
const schema = null;
|
|
17
|
+
const shape = (options === null || options === void 0 ? void 0 : (_options$json = options.json) === null || _options$json === void 0 ? void 0 : _options$json.shape) || 'row-table';
|
|
18
|
+
const tableBatchBuilder = new TableBatchBuilder(schema, { ...options,
|
|
19
|
+
shape
|
|
20
|
+
});
|
|
21
|
+
const parser = new StreamingJSONParser({
|
|
22
|
+
jsonpaths
|
|
23
|
+
});
|
|
24
|
+
|
|
25
|
+
for await (const chunk of asyncIterator) {
|
|
26
|
+
const rows = parser.write(chunk);
|
|
27
|
+
const jsonpath = rows.length > 0 && parser.getStreamingJsonPathAsString();
|
|
28
|
+
|
|
29
|
+
if (rows.length > 0 && isFirstChunk) {
|
|
30
|
+
if (metadata) {
|
|
31
|
+
const initialBatch = {
|
|
32
|
+
shape,
|
|
33
|
+
batchType: 'partial-result',
|
|
34
|
+
data: [],
|
|
35
|
+
length: 0,
|
|
36
|
+
bytesUsed: 0,
|
|
37
|
+
container: parser.getPartialResult(),
|
|
38
|
+
jsonpath
|
|
39
|
+
};
|
|
40
|
+
yield initialBatch;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
isFirstChunk = false;
|
|
62
44
|
}
|
|
63
|
-
|
|
64
|
-
const
|
|
65
|
-
|
|
66
|
-
|
|
45
|
+
|
|
46
|
+
for (const row of rows) {
|
|
47
|
+
tableBatchBuilder.addRow(row);
|
|
48
|
+
const batch = tableBatchBuilder.getFullBatch({
|
|
49
|
+
jsonpath
|
|
50
|
+
});
|
|
51
|
+
|
|
52
|
+
if (batch) {
|
|
67
53
|
yield batch;
|
|
54
|
+
}
|
|
68
55
|
}
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
// schema: null
|
|
78
|
-
};
|
|
79
|
-
yield finalBatch;
|
|
56
|
+
|
|
57
|
+
tableBatchBuilder.chunkComplete(chunk);
|
|
58
|
+
const batch = tableBatchBuilder.getFullBatch({
|
|
59
|
+
jsonpath
|
|
60
|
+
});
|
|
61
|
+
|
|
62
|
+
if (batch) {
|
|
63
|
+
yield batch;
|
|
80
64
|
}
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
const jsonpath = parser.getStreamingJsonPathAsString();
|
|
68
|
+
const batch = tableBatchBuilder.getFinalBatch({
|
|
69
|
+
jsonpath
|
|
70
|
+
});
|
|
71
|
+
|
|
72
|
+
if (batch) {
|
|
73
|
+
yield batch;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
if (metadata) {
|
|
77
|
+
const finalBatch = {
|
|
78
|
+
shape,
|
|
79
|
+
batchType: 'final-result',
|
|
80
|
+
container: parser.getPartialResult(),
|
|
81
|
+
jsonpath: parser.getStreamingJsonPathAsString(),
|
|
82
|
+
data: [],
|
|
83
|
+
length: 0
|
|
84
|
+
};
|
|
85
|
+
yield finalBatch;
|
|
86
|
+
}
|
|
81
87
|
}
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
// No jsonpath, in this case nothing was streamed.
|
|
98
|
-
return batch.container;
|
|
88
|
+
export function rebuildJsonObject(batch, data) {
|
|
89
|
+
assert(batch.batchType === 'final-result');
|
|
90
|
+
|
|
91
|
+
if (batch.jsonpath === '$') {
|
|
92
|
+
return data;
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
if (batch.jsonpath && batch.jsonpath.length > 1) {
|
|
96
|
+
const topLevelObject = batch.container;
|
|
97
|
+
const streamingPath = new JSONPath(batch.jsonpath);
|
|
98
|
+
streamingPath.setFieldAtPath(topLevelObject, data);
|
|
99
|
+
return topLevelObject;
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
return batch.container;
|
|
99
103
|
}
|
|
100
|
-
|
|
104
|
+
//# sourceMappingURL=parse-json-in-batches.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/lib/parse-json-in-batches.ts"],"names":["TableBatchBuilder","assert","makeTextDecoderIterator","StreamingJSONParser","JSONPath","parseJSONInBatches","binaryAsyncIterator","options","asyncIterator","metadata","jsonpaths","json","isFirstChunk","schema","shape","tableBatchBuilder","parser","chunk","rows","write","jsonpath","length","getStreamingJsonPathAsString","initialBatch","batchType","data","bytesUsed","container","getPartialResult","row","addRow","batch","getFullBatch","chunkComplete","getFinalBatch","finalBatch","rebuildJsonObject","topLevelObject","streamingPath","setFieldAtPath"],"mappings":"AAEA,SAAQA,iBAAR,QAAgC,oBAAhC;AACA,SAAQC,MAAR,EAAgBC,uBAAhB,QAA8C,0BAA9C;AACA,OAAOC,mBAAP,MAAgC,gCAAhC;AACA,OAAOC,QAAP,MAAqB,qBAArB;AAIA,eAAe,gBAAgBC,kBAAhB,CACbC,mBADa,EAEbC,OAFa,EAGS;AAAA;;AACtB,QAAMC,aAAa,GAAGN,uBAAuB,CAACI,mBAAD,CAA7C;AAEA,QAAM;AAACG,IAAAA;AAAD,MAAaF,OAAnB;AACA,QAAM;AAACG,IAAAA;AAAD,MAAcH,OAAO,CAACI,IAAR,IAAgB,EAApC;AAEA,MAAIC,YAAqB,GAAG,IAA5B;AAGA,QAAMC,MAAM,GAAG,IAAf;AACA,QAAMC,KAAK,GAAG,CAAAP,OAAO,SAAP,IAAAA,OAAO,WAAP,6BAAAA,OAAO,CAAEI,IAAT,gEAAeG,KAAf,KAAwB,WAAtC;AAEA,QAAMC,iBAAiB,GAAG,IAAIf,iBAAJ,CAAsBa,MAAtB,EAA8B,EACtD,GAAGN,OADmD;AAEtDO,IAAAA;AAFsD,GAA9B,CAA1B;AAKA,QAAME,MAAM,GAAG,IAAIb,mBAAJ,CAAwB;AAACO,IAAAA;AAAD,GAAxB,CAAf;;AAEA,aAAW,MAAMO,KAAjB,IAA0BT,aAA1B,EAAyC;AACvC,UAAMU,IAAI,GAAGF,MAAM,CAACG,KAAP,CAAaF,KAAb,CAAb;AAEA,UAAMG,QAAQ,GAAGF,IAAI,CAACG,MAAL,GAAc,CAAd,IAAmBL,MAAM,CAACM,4BAAP,EAApC;;AAEA,QAAIJ,IAAI,CAACG,MAAL,GAAc,CAAd,IAAmBT,YAAvB,EAAqC;AACnC,UAAIH,QAAJ,EAAc;AACZ,cAAMc,YAAmB,GAAG;AAE1BT,UAAAA,KAF0B;AAG1BU,UAAAA,SAAS,EAAE,gBAHe;AAI1BC,UAAAA,IAAI,EAAE,EAJoB;AAK1BJ,UAAAA,MAAM,EAAE,CALkB;AAM1BK,UAAAA,SAAS,EAAE,CANe;AAQ1BC,UAAAA,SAAS,EAAEX,MAAM,CAACY,gBAAP,EARe;AAS1BR,UAAAA;AAT0B,SAA5B;AAWA,cAAMG,YAAN;AACD;;AACDX,MAAAA,YAAY,GAAG,KAAf;AAED;;AAGD,SAAK,MAAMiB,GAAX,IAAkBX,IAAlB,EAAwB;AACtBH,MAAAA,iBAAiB,CAACe,MAAlB,CAAyBD,GAAzB;AAEA,YAAME,KAAK,GAAGhB,iBAAiB,CAACiB,YAAlB,CAA+B;AAACZ,QAAAA;AAAD,OAA/B,CAAd;;AACA,UAAIW,KAAJ,EAAW;AACT,cAAMA,KAAN;AACD;AACF;;AAEDhB,IAAAA,iBAAiB,CAACkB,aAAlB,CAAgChB,KAAhC;AACA,UAAMc,KAAK,GAAGhB,iBAAiB,CAACiB,YAAlB,CAA+B;AAACZ,MAAAA;AAAD,KAA/B,CAAd;;AACA,QAAIW,KAAJ,EAAW;AACT,YAAMA,KAAN;AACD;AACF;;AAGD,QAAMX,QAAQ,GAAGJ,MAAM,CAACM,4BAAP,EAAjB;AACA,QAAMS,KAAK,GAAGhB,iBAAiB,CAACmB,aAAlB,CAAgC;AAACd,IAAAA;AAAD,GAAhC,CAAd;;AACA,MAAIW,KAAJ,EAAW;AACT,UAAMA,KAAN;AACD;;AAED,MAAItB,QAAJ,EAAc;AACZ,UAAM0B,UAAiB,GAAG;AACxBrB,MAAAA,KADwB;AAExBU,MAAAA,SAAS,EAAE,cAFa;AAGxBG,MAAAA,SAAS,EAAEX,MAAM,CAACY,gBAAP,EAHa;AAIxBR,MAAAA,QAAQ,EAAEJ,MAAM,CAACM,4BAAP,EAJc;AAKxBG,MAAAA,IAAI,EAAE,EALkB;AAMxBJ,MAAAA,MAAM,EAAE;AANgB,KAA1B;AASA,UAAMc,UAAN;AACD;AACF;AAED,OAAO,SAASC,iBAAT,CAA2BL,KAA3B,EAAkCN,IAAlC,EAAwC;AAE7CxB,EAAAA,MAAM,CAAC8B,KAAK,CAACP,SAAN,KAAoB,cAArB,CAAN;;AAGA,MAAIO,KAAK,CAACX,QAAN,KAAmB,GAAvB,EAA4B;AAC1B,WAAOK,IAAP;AACD;;AAGD,MAAIM,KAAK,CAACX,QAAN,IAAkBW,KAAK,CAACX,QAAN,CAAeC,MAAf,GAAwB,CAA9C,EAAiD;AAC/C,UAAMgB,cAAc,GAAGN,KAAK,CAACJ,SAA7B;AACA,UAAMW,aAAa,GAAG,IAAIlC,QAAJ,CAAa2B,KAAK,CAACX,QAAnB,CAAtB;AACAkB,IAAAA,aAAa,CAACC,cAAd,CAA6BF,cAA7B,EAA6CZ,IAA7C;AACA,WAAOY,cAAP;AACD;;AAGD,SAAON,KAAK,CAACJ,SAAb;AACD","sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport type {JSONLoaderOptions} from '../json-loader';\nimport {TableBatchBuilder} from '@loaders.gl/schema';\nimport {assert, makeTextDecoderIterator} from '@loaders.gl/loader-utils';\nimport StreamingJSONParser from './parser/streaming-json-parser';\nimport JSONPath from './jsonpath/jsonpath';\n\n// TODO - support batch size 0 = no batching/single batch?\n// eslint-disable-next-line max-statements, complexity\nexport default async function* parseJSONInBatches(\n binaryAsyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options: JSONLoaderOptions\n): AsyncIterable<Batch> {\n const asyncIterator = makeTextDecoderIterator(binaryAsyncIterator);\n\n const {metadata} = options;\n const {jsonpaths} = options.json || {};\n\n let isFirstChunk: boolean = true;\n\n // TODO fix Schema deduction\n const schema = null; // new Schema([]);\n const shape = options?.json?.shape || 'row-table';\n // @ts-ignore\n const tableBatchBuilder = new TableBatchBuilder(schema, {\n ...options,\n shape\n });\n\n const parser = new StreamingJSONParser({jsonpaths});\n\n for await (const chunk of asyncIterator) {\n const rows = parser.write(chunk);\n\n const jsonpath = rows.length > 0 && parser.getStreamingJsonPathAsString();\n\n if (rows.length > 0 && isFirstChunk) {\n if (metadata) {\n const initialBatch: Batch = {\n // Common fields\n shape,\n batchType: 'partial-result',\n data: [],\n length: 0,\n bytesUsed: 0,\n // JSON additions\n container: parser.getPartialResult(),\n jsonpath\n };\n yield initialBatch;\n }\n isFirstChunk = false;\n // schema = deduceSchema(rows);\n }\n\n // Add the row\n for (const row of rows) {\n tableBatchBuilder.addRow(row);\n // If a batch has been completed, emit it\n const batch = tableBatchBuilder.getFullBatch({jsonpath});\n if (batch) {\n yield batch;\n }\n }\n\n tableBatchBuilder.chunkComplete(chunk);\n const batch = tableBatchBuilder.getFullBatch({jsonpath});\n if (batch) {\n yield batch;\n }\n }\n\n // yield final batch\n const jsonpath = parser.getStreamingJsonPathAsString();\n const batch = tableBatchBuilder.getFinalBatch({jsonpath});\n if (batch) {\n yield batch;\n }\n\n if (metadata) {\n const finalBatch: Batch = {\n shape,\n batchType: 'final-result',\n container: parser.getPartialResult(),\n jsonpath: parser.getStreamingJsonPathAsString(),\n data: [],\n length: 0\n // schema: null\n };\n yield finalBatch;\n }\n}\n\nexport function rebuildJsonObject(batch, data) {\n // Last batch will have this special type and will provide all the root object of the parsed file\n assert(batch.batchType === 'final-result');\n\n // The streamed JSON data is a top level array (jsonpath = '$'), just return the array of row objects\n if (batch.jsonpath === '$') {\n return data;\n }\n\n // (jsonpath !== '$') The streamed data is not a top level array, so stitch it back in to the top-level object\n if (batch.jsonpath && batch.jsonpath.length > 1) {\n const topLevelObject = batch.container;\n const streamingPath = new JSONPath(batch.jsonpath);\n streamingPath.setFieldAtPath(topLevelObject, data);\n return topLevelObject;\n }\n\n // No jsonpath, in this case nothing was streamed.\n return batch.container;\n}\n"],"file":"parse-json-in-batches.js"}
|
package/dist/lib/parse-json.js
CHANGED
|
@@ -1,29 +1,34 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
return json;
|
|
10
|
-
}
|
|
11
|
-
catch (error) {
|
|
12
|
-
throw new Error('JSONLoader: failed to parse JSON');
|
|
1
|
+
export default function parseJSONSync(jsonText, options) {
|
|
2
|
+
try {
|
|
3
|
+
var _options$json;
|
|
4
|
+
|
|
5
|
+
const json = JSON.parse(jsonText);
|
|
6
|
+
|
|
7
|
+
if ((_options$json = options.json) !== null && _options$json !== void 0 && _options$json.table) {
|
|
8
|
+
return getFirstArray(json) || json;
|
|
13
9
|
}
|
|
10
|
+
|
|
11
|
+
return json;
|
|
12
|
+
} catch (error) {
|
|
13
|
+
throw new Error('JSONLoader: failed to parse JSON');
|
|
14
|
+
}
|
|
14
15
|
}
|
|
15
|
-
|
|
16
|
+
|
|
16
17
|
function getFirstArray(json) {
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
18
|
+
if (Array.isArray(json)) {
|
|
19
|
+
return json;
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
if (json && typeof json === 'object') {
|
|
23
|
+
for (const value of Object.values(json)) {
|
|
24
|
+
const array = getFirstArray(value);
|
|
25
|
+
|
|
26
|
+
if (array) {
|
|
27
|
+
return array;
|
|
28
|
+
}
|
|
27
29
|
}
|
|
28
|
-
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
return null;
|
|
29
33
|
}
|
|
34
|
+
//# sourceMappingURL=parse-json.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/lib/parse-json.ts"],"names":["parseJSONSync","jsonText","options","json","JSON","parse","table","getFirstArray","error","Error","Array","isArray","value","Object","values","array"],"mappings":"AAEA,eAAe,SAASA,aAAT,CAAuBC,QAAvB,EAAyCC,OAAzC,EAAqE;AAClF,MAAI;AAAA;;AACF,UAAMC,IAAI,GAAGC,IAAI,CAACC,KAAL,CAAWJ,QAAX,CAAb;;AACA,yBAAIC,OAAO,CAACC,IAAZ,0CAAI,cAAcG,KAAlB,EAAyB;AACvB,aAAOC,aAAa,CAACJ,IAAD,CAAb,IAAuBA,IAA9B;AACD;;AACD,WAAOA,IAAP;AACD,GAND,CAME,OAAOK,KAAP,EAAc;AACd,UAAM,IAAIC,KAAJ,CAAU,kCAAV,CAAN;AACD;AACF;;AAED,SAASF,aAAT,CAAuBJ,IAAvB,EAA6B;AAC3B,MAAIO,KAAK,CAACC,OAAN,CAAcR,IAAd,CAAJ,EAAyB;AACvB,WAAOA,IAAP;AACD;;AACD,MAAIA,IAAI,IAAI,OAAOA,IAAP,KAAgB,QAA5B,EAAsC;AACpC,SAAK,MAAMS,KAAX,IAAoBC,MAAM,CAACC,MAAP,CAAcX,IAAd,CAApB,EAAyC;AACvC,YAAMY,KAAK,GAAGR,aAAa,CAACK,KAAD,CAA3B;;AACA,UAAIG,KAAJ,EAAW;AACT,eAAOA,KAAP;AACD;AACF;AACF;;AACD,SAAO,IAAP;AACD","sourcesContent":["import type {JSONLoaderOptions} from '../json-loader';\n\nexport default function parseJSONSync(jsonText: string, options: JSONLoaderOptions) {\n try {\n const json = JSON.parse(jsonText);\n if (options.json?.table) {\n return getFirstArray(json) || json;\n }\n return json;\n } catch (error) {\n throw new Error('JSONLoader: failed to parse JSON');\n }\n}\n\nfunction getFirstArray(json) {\n if (Array.isArray(json)) {\n return json;\n }\n if (json && typeof json === 'object') {\n for (const value of Object.values(json)) {\n const array = getFirstArray(value);\n if (array) {\n return array;\n }\n }\n }\n return null;\n}\n"],"file":"parse-json.js"}
|
|
@@ -1,35 +1,37 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
const
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
catch (error) {
|
|
27
|
-
throw new Error(`NDJSONLoader: failed to parse JSON on line ${counter}`);
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
|
-
const batch = tableBatchBuilder.getFinalBatch();
|
|
31
|
-
if (batch) {
|
|
1
|
+
import { TableBatchBuilder } from '@loaders.gl/schema';
|
|
2
|
+
import { makeLineIterator, makeNumberedLineIterator, makeTextDecoderIterator } from '@loaders.gl/loader-utils';
|
|
3
|
+
export default async function* parseNDJSONInBatches(binaryAsyncIterator, options) {
|
|
4
|
+
const textIterator = makeTextDecoderIterator(binaryAsyncIterator);
|
|
5
|
+
const lineIterator = makeLineIterator(textIterator);
|
|
6
|
+
const numberedLineIterator = makeNumberedLineIterator(lineIterator);
|
|
7
|
+
const schema = null;
|
|
8
|
+
const shape = 'row-table';
|
|
9
|
+
const tableBatchBuilder = new TableBatchBuilder(schema, { ...options,
|
|
10
|
+
shape
|
|
11
|
+
});
|
|
12
|
+
|
|
13
|
+
for await (const {
|
|
14
|
+
counter,
|
|
15
|
+
line
|
|
16
|
+
} of numberedLineIterator) {
|
|
17
|
+
try {
|
|
18
|
+
const row = JSON.parse(line);
|
|
19
|
+
tableBatchBuilder.addRow(row);
|
|
20
|
+
tableBatchBuilder.chunkComplete(line);
|
|
21
|
+
const batch = tableBatchBuilder.getFullBatch();
|
|
22
|
+
|
|
23
|
+
if (batch) {
|
|
32
24
|
yield batch;
|
|
25
|
+
}
|
|
26
|
+
} catch (error) {
|
|
27
|
+
throw new Error("NDJSONLoader: failed to parse JSON on line ".concat(counter));
|
|
33
28
|
}
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
const batch = tableBatchBuilder.getFinalBatch();
|
|
32
|
+
|
|
33
|
+
if (batch) {
|
|
34
|
+
yield batch;
|
|
35
|
+
}
|
|
34
36
|
}
|
|
35
|
-
|
|
37
|
+
//# sourceMappingURL=parse-ndjson-in-batches.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/lib/parse-ndjson-in-batches.ts"],"names":["TableBatchBuilder","makeLineIterator","makeNumberedLineIterator","makeTextDecoderIterator","parseNDJSONInBatches","binaryAsyncIterator","options","textIterator","lineIterator","numberedLineIterator","schema","shape","tableBatchBuilder","counter","line","row","JSON","parse","addRow","chunkComplete","batch","getFullBatch","error","Error","getFinalBatch"],"mappings":"AACA,SAAQA,iBAAR,QAAgC,oBAAhC;AACA,SAEEC,gBAFF,EAGEC,wBAHF,EAIEC,uBAJF,QAKO,0BALP;AAOA,eAAe,gBAAgBC,oBAAhB,CACbC,mBADa,EAEbC,OAFa,EAGS;AACtB,QAAMC,YAAY,GAAGJ,uBAAuB,CAACE,mBAAD,CAA5C;AACA,QAAMG,YAAY,GAAGP,gBAAgB,CAACM,YAAD,CAArC;AACA,QAAME,oBAAoB,GAAGP,wBAAwB,CAACM,YAAD,CAArD;AAEA,QAAME,MAAM,GAAG,IAAf;AACA,QAAMC,KAAK,GAAG,WAAd;AAEA,QAAMC,iBAAiB,GAAG,IAAIZ,iBAAJ,CAAsBU,MAAtB,EAA8B,EACtD,GAAGJ,OADmD;AAEtDK,IAAAA;AAFsD,GAA9B,CAA1B;;AAKA,aAAW,MAAM;AAACE,IAAAA,OAAD;AAAUC,IAAAA;AAAV,GAAjB,IAAoCL,oBAApC,EAA0D;AACxD,QAAI;AACF,YAAMM,GAAG,GAAGC,IAAI,CAACC,KAAL,CAAWH,IAAX,CAAZ;AACAF,MAAAA,iBAAiB,CAACM,MAAlB,CAAyBH,GAAzB;AACAH,MAAAA,iBAAiB,CAACO,aAAlB,CAAgCL,IAAhC;AACA,YAAMM,KAAK,GAAGR,iBAAiB,CAACS,YAAlB,EAAd;;AACA,UAAID,KAAJ,EAAW;AACT,cAAMA,KAAN;AACD;AACF,KARD,CAQE,OAAOE,KAAP,EAAc;AACd,YAAM,IAAIC,KAAJ,sDAAwDV,OAAxD,EAAN;AACD;AACF;;AAED,QAAMO,KAAK,GAAGR,iBAAiB,CAACY,aAAlB,EAAd;;AACA,MAAIJ,KAAJ,EAAW;AACT,UAAMA,KAAN;AACD;AACF","sourcesContent":["import type {Batch} from '@loaders.gl/schema';\nimport {TableBatchBuilder} from '@loaders.gl/schema';\nimport {\n LoaderOptions,\n makeLineIterator,\n makeNumberedLineIterator,\n makeTextDecoderIterator\n} from '@loaders.gl/loader-utils';\n\nexport default async function* parseNDJSONInBatches(\n binaryAsyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,\n options?: LoaderOptions\n): AsyncIterable<Batch> {\n const textIterator = makeTextDecoderIterator(binaryAsyncIterator);\n const lineIterator = makeLineIterator(textIterator);\n const numberedLineIterator = makeNumberedLineIterator(lineIterator);\n\n const schema = null;\n const shape = 'row-table';\n // @ts-ignore\n const tableBatchBuilder = new TableBatchBuilder(schema, {\n ...options,\n shape\n });\n\n for await (const {counter, line} of numberedLineIterator) {\n try {\n const row = JSON.parse(line);\n tableBatchBuilder.addRow(row);\n tableBatchBuilder.chunkComplete(line);\n const batch = tableBatchBuilder.getFullBatch();\n if (batch) {\n yield batch;\n }\n } catch (error) {\n throw new Error(`NDJSONLoader: failed to parse JSON on line ${counter}`);\n }\n }\n\n const batch = tableBatchBuilder.getFinalBatch();\n if (batch) {\n yield batch;\n }\n}\n"],"file":"parse-ndjson-in-batches.js"}
|