marcattacks 2.0.0 → 2.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +25 -13
- package/dist/attacker.d.ts +2 -0
- package/dist/attacker.d.ts.map +1 -0
- package/dist/attacker.js +164 -0
- package/dist/attacker.js.map +1 -0
- package/dist/filestream.d.ts +4 -0
- package/dist/filestream.d.ts.map +1 -0
- package/dist/filestream.js +32 -0
- package/dist/filestream.js.map +1 -0
- package/dist/index.js +13 -175
- package/dist/index.js.map +1 -1
- package/dist/input/alephseq.d.ts +2 -2
- package/dist/input/alephseq.d.ts.map +1 -1
- package/dist/input/alephseq.js +46 -76
- package/dist/input/alephseq.js.map +1 -1
- package/dist/input/json.d.ts +2 -2
- package/dist/input/json.d.ts.map +1 -1
- package/dist/input/json.js +15 -27
- package/dist/input/json.js.map +1 -1
- package/dist/input/jsonl.d.ts +2 -2
- package/dist/input/jsonl.d.ts.map +1 -1
- package/dist/input/jsonl.js +27 -46
- package/dist/input/jsonl.js.map +1 -1
- package/dist/input/marc.d.ts +2 -2
- package/dist/input/marc.d.ts.map +1 -1
- package/dist/input/marc.js +18 -37
- package/dist/input/marc.js.map +1 -1
- package/dist/input/rdf.d.ts +2 -2
- package/dist/input/rdf.d.ts.map +1 -1
- package/dist/input/rdf.js +23 -10
- package/dist/input/rdf.js.map +1 -1
- package/dist/{transform/rdf.d.ts → input/tsv.d.ts} +1 -1
- package/dist/input/tsv.d.ts.map +1 -0
- package/dist/input/tsv.js +45 -0
- package/dist/input/tsv.js.map +1 -0
- package/dist/input/xml.d.ts +2 -2
- package/dist/input/xml.d.ts.map +1 -1
- package/dist/input/xml.js +28 -92
- package/dist/input/xml.js.map +1 -1
- package/dist/output/alephseq.d.ts +1 -1
- package/dist/output/alephseq.d.ts.map +1 -1
- package/dist/output/alephseq.js +2 -2
- package/dist/output/alephseq.js.map +1 -1
- package/dist/output/json.d.ts +1 -1
- package/dist/output/json.d.ts.map +1 -1
- package/dist/output/json.js +2 -2
- package/dist/output/json.js.map +1 -1
- package/dist/output/jsonl.d.ts +1 -1
- package/dist/output/jsonl.d.ts.map +1 -1
- package/dist/output/jsonl.js +3 -3
- package/dist/output/jsonl.js.map +1 -1
- package/dist/output/parquet.d.ts +7 -0
- package/dist/output/parquet.d.ts.map +1 -0
- package/dist/output/parquet.js +15 -0
- package/dist/output/parquet.js.map +1 -0
- package/dist/output/rdf.d.ts +1 -1
- package/dist/output/rdf.d.ts.map +1 -1
- package/dist/output/rdf.js +3 -4
- package/dist/output/rdf.js.map +1 -1
- package/dist/output/tsv.d.ts +3 -0
- package/dist/output/tsv.d.ts.map +1 -0
- package/dist/output/tsv.js +37 -0
- package/dist/output/tsv.js.map +1 -0
- package/dist/output/xml.d.ts +1 -1
- package/dist/output/xml.d.ts.map +1 -1
- package/dist/output/xml.js +3 -3
- package/dist/output/xml.js.map +1 -1
- package/dist/s3stream.d.ts +3 -2
- package/dist/s3stream.d.ts.map +1 -1
- package/dist/s3stream.js +55 -3
- package/dist/s3stream.js.map +1 -1
- package/dist/sftpstream.d.ts +3 -3
- package/dist/sftpstream.d.ts.map +1 -1
- package/dist/sftpstream.js +48 -5
- package/dist/sftpstream.js.map +1 -1
- package/dist/transform/avram.d.ts +6 -0
- package/dist/transform/avram.d.ts.map +1 -0
- package/dist/transform/avram.js +37 -0
- package/dist/transform/avram.js.map +1 -0
- package/dist/transform/jsonata.d.ts +1 -1
- package/dist/transform/jsonata.d.ts.map +1 -1
- package/dist/transform/jsonata.js +9 -6
- package/dist/transform/jsonata.js.map +1 -1
- package/dist/transform/marc2rdf.d.ts +1 -1
- package/dist/transform/marc2rdf.d.ts.map +1 -1
- package/dist/transform/marc2rdf.js +4 -2
- package/dist/transform/marc2rdf.js.map +1 -1
- package/dist/transform/marcids.d.ts +6 -0
- package/dist/transform/marcids.d.ts.map +1 -0
- package/dist/transform/marcids.js +22 -0
- package/dist/transform/marcids.js.map +1 -0
- package/dist/transform/notation3.d.ts +1 -1
- package/dist/transform/notation3.d.ts.map +1 -1
- package/dist/transform/notation3.js +3 -3
- package/dist/transform/notation3.js.map +1 -1
- package/dist/util/stream_helpers.d.ts +8 -0
- package/dist/util/stream_helpers.d.ts.map +1 -1
- package/dist/util/stream_helpers.js +77 -3
- package/dist/util/stream_helpers.js.map +1 -1
- package/package.json +11 -7
- package/dist/transform/json.d.ts +0 -3
- package/dist/transform/json.d.ts.map +0 -1
- package/dist/transform/json.js +0 -32
- package/dist/transform/json.js.map +0 -1
- package/dist/transform/rdf.d.ts.map +0 -1
- package/dist/transform/rdf.js +0 -370
- package/dist/transform/rdf.js.map +0 -1
package/dist/s3stream.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"s3stream.js","sourceRoot":"","sources":["../src/s3stream.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,QAAQ,EACR,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EACjB,4BAA4B,EAC5B,8BAA8B,
|
|
1
|
+
{"version":3,"file":"s3stream.js","sourceRoot":"","sources":["../src/s3stream.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,QAAQ,EACR,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EACjB,4BAA4B,EAC5B,8BAA8B,EAC9B,qBAAqB,EAGxB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAUlC,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,GAAQ,EAAE,OAA2B;IACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAE7B,MAAM,CAAC,KAAK,CAAC,YAAY,EAAC,MAAM,CAAC,CAAC;IAElC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,MAAM,GAAG,GAAM,MAAM,CAAC,GAAG,CAAC;IAC1B,MAAM,KAAK,GAAI,OAAO,CAAC,KAAK,CAAC;IAC7B,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAE9B,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC;QAC3C,MAAM,EAAE,MAAM;QACd,GAAG,EAAE,GAAG;QACR,KAAK,EAAE,KAAK;KACf,CAAC,CAAC,CAAC;IAEJ,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IAEtB,IAAI,CAAC,IAAI,EAAE,CAAC;QACR,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAC3D,CAAC;IAED,iEAAiE;IACjE,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;QACvB,OAAO,IAAgB,CAAC;IAC5B,CAAC;IAED,6EAA6E;IAC7E,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,oCAAoC;QACpC,gCAAgC;QAChC,IAAI,OAAQ,QAAgB,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;YACtD,OAAQ,QAAgB,CAAC,OAAO,CAAC,IAAkC,CAAC,CAAC;QACrE,CAAC;aAAM,CAAC;YACR,sDAAsD;YACtD,MAAM,MAAM,GAAI,IAAmC,CAAC,SAAS,EAAE,CAAC;YAChE,MAAM,UAAU,GAAG,IAAI,QAAQ,CAAC;gBAC5B,IAAI;oBACA,0CAA0C;gBAC9C,CAAC;aACJ,CAAC,CAAC;YACH,CAAC,KAAK,IAAI,EAAE;gBACR,IAAI,CAAC;oBACL,OAAO,IAAI,EAAE,CAAC;wBACV,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC5C,IAAI,IAAI;4BAAE,MAAM;wBAChB,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBACxC,CAAC;oBACD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACf,UAAU,CAAC,OAAO,CAAC,GAAY,CAAC,CAAC;gBACjC,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;YACL,OAAO,UAAU,CAAC;QAClB,CAAC;IACL,CAAC;IAED,uCAAuC;IACvC,IAAI,OAAO,IAAI,KAAK,WAAW,IAAI,IAAI,YAAY,IAAI,EAAE,CAAC;QACtD,MAAM,MAAM,GAAI,IAAa,CAAC,MAAM,EAAE,CAAC;QACvC,IAAI,OAAQ,QAAgB,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;YAClD,OAAQ,QAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC;QACD,yBAAyB;QACzB,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,IAAI,QAAQ,CAAC;YAChC,IAAI,KAAI,CAAC;SACR,CAAC,CAAC;QACH,CAAC,KAAK,IAAI,EAAE;YACZ,IAAI,CAAC;gBACD,OAAO,IAAI,EAAE,CAAC;oBACd,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC5C,IAAI,IAAI;wBAAE,MAAM;oBAChB,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBACpC,CAAC;gBACD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,UAAU,CAAC,OAAO,CAAC,GAAY,CAAC,CAAC;YACrC,CAAC;QACD,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,UAAU,CAAC;IACtB,CAAC;IAED,+CAA+C;IAC/C,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAmD,CAAC,CAAC;IAC9E,CAAC;IAED,qBAAqB;IACrB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAQ,EAAE,OAA8B;IAClE,OAAO,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QACtC,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;QAE7B,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACvB,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;QAErD,IAAI,QAAQ,GAAkB,IAAI,CAAC;QACnC,IAAI,KAAK,GAA4D,EAAE,CAAC;QACxE,IAAI,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC;YACxB,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ;gBAClC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBAC/B,IAAI,CAAC;oBACD,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;oBAExC,IAAI,MAAM,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;wBAC5B,MAAM,SAAS,EAAE,CAAC;oBACtB,CAAC;oBACD,QAAQ,EAAE,CAAC;gBACf,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,QAAQ,CAAC,GAAY,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;YAED,KAAK,CAAC,KAAK,CAAC,QAAQ;gBAChB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBACzB,IAAI,CAAC;oBACD,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;oBAC7B,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC;oBACtB,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBAChC,MAAM,YAAY,EAAE,CAAC;oBACrB,QAAQ,EAAE,CAAC;gBACf,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,QAAQ,CAAC,GAAY,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;SACJ,CAAC,CAAC;QAEH,KAAK,UAAU,YAAY;YACvB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,4BAA4B,CAAC;oBACvD,MAAM,EAAE,MAAM;oBACd,GAAG,EAAE,GAAG;iBACX,CAAC,CAAC,CAAC;gBACJ,QAAQ,GAAG,GAAG,CAAC,QAAS,CAAC;YAC7B,CAAC;QACL,CAAC;QAED,KAAK,UAAU,SAAS,CAAC,MAAM,GAAG,KAAK;YACnC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM;gBAAE,OAAO;YAE3C,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAChC,MAAM,YAAY,EAAE,CAAC;YAErB,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC3B,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC;gBAC5C,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,GAAG;gBACR,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,QAAS;gBACnB,IAAI,EAAE,MAAM;aACf,CAAC,CAAC,CAAC;YAEJ,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC;YACvD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACzB,UAAU,EAAE,CAAC;QACjB,CAAC;QAED,KAAK,UAAU,YAAY;YACvB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,wCAAwC;gBACxC,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC;oBAC/B,MAAM,EAAE,MAAM;oBACd,GAAG,EAAE,GAAG;oBACR,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;iBACxB,CAAC,CAAC,CAAC;gBACJ,OAAO;YACX,CAAC;YAED,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,8BAA8B,CAAC;gBAC7C,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,GAAG;gBACR,QAAQ,EAAE,QAAS;gBACnB,eAAe,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;aACpC,CAAC,CAAC,CAAC;QACR,CAAC;QAED,OAAO,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAQ,EAAE,IAAS;IACpD,IAAI,CAAE,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QAClC,OAAO,GAAG,CAAC;IACf,CAAC;IAED,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,aAAa,EAAC,EAAE,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,aAAa,EAAC,EAAE,CAAC,CAAC;IAE5D,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAE7B,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEtC,MAAM,eAAe,GAAG;QACpB,MAAM,EAAE,QAAQ;QAChB,QAAQ,EAAE,IAAI;KACjB,CAAC;IAEF,MAAM,YAAY,GAAG;QACjB,MAAM,EAAE,MAAM;QACd,gCAAgC;KACnC,CAAC;IAEF,IAAI,CAAC;QACD,IAAI,UAAU,GAAmB,IAAI,CAAC;QACtC,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;QAE1C,0CAA0C;QAC1C,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,qBAAqB,CAAC,eAAe,EAAE,YAAY,CAAC,EAAE,CAAC;YAC5E,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;YAErC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;gBACzB,sBAAsB;gBACtB,IAAI,GAAG,CAAC,GAAG,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC7C,6CAA6C;oBAC7C,IAAI,CAAC,UAAU,IAAI,CAAC,GAAG,CAAC,YAAa,GAAG,UAAU,CAAC,YAAa,CAAC,EAAE,CAAC;wBAChE,UAAU,GAAG,GAAG,CAAC;oBACrB,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,sBAAsB,MAAM,IAAI,CAAC,CAAC;QAC1F,CAAC;QAED,MAAM,SAAS,GAAc,EAAE,CAAC;QAEhC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAC7C,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpB,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAE9C,MAAM,CAAC,IAAI,CAAC,eAAe,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACjD,OAAO,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;QACtD,MAAM,KAAK,CAAC;IAChB,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,CAAM;IAC1B,OAAO,CAAC,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;AAC7E,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAM;IAC5B,OAAO,OAAO,CAAC,EAAE,SAAS,KAAK,UAAU,CAAC;AAC9C,CAAC;AAED,SAAS,eAAe,CAAC,CAAM;IAC3B,OAAO,CAAC,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,UAAU,CAAC;AAC9D,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB;IAChC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB,MAAM,QAAQ,GAAoB;QAC9B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,cAAc,EAAE,IAAI;QACpB,MAAM,EAAE,MAAM,CAAC,MAAM;KACxB,CAAC;IAEF,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;QAC/C,QAAQ,CAAC,WAAW,GAAG;YACnB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,eAAe,EAAE,MAAM,CAAC,eAAe;SAC1C,CAAC;IACN,CAAC;IACD,OAAO,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,QAAQ,CAAC,GAAQ;IACtB,MAAM,MAAM,GAAc;QACtB,MAAM,EAAE,WAAW;QACnB,QAAQ,EAAE,uBAAuB;QACjC,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,UAAU;KAClB,CAAC;IAEF,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;IACjE,MAAM,CAAC,QAAQ,GAAG,GAAG,MAAM,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC;IAChD,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QACX,MAAM,CAAC,QAAQ,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;IACtC,CAAC;IACD,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACjD,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEzD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACf,MAAM,CAAC,WAAW,GAAG,GAAG,CAAC,QAAQ,CAAC;IACtC,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACf,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC1C,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC"}
|
package/dist/sftpstream.d.ts
CHANGED
|
@@ -6,7 +6,7 @@ export interface SftpConfig {
|
|
|
6
6
|
password?: string;
|
|
7
7
|
privateKey?: Buffer | string;
|
|
8
8
|
}
|
|
9
|
-
export declare function sftpReadStream(
|
|
10
|
-
export declare function sftpWriteStream(
|
|
11
|
-
export declare function sftpLatestFile(
|
|
9
|
+
export declare function sftpReadStream(url: URL, opts: any): Promise<Readable>;
|
|
10
|
+
export declare function sftpWriteStream(url: URL, opts: any): Promise<Writable>;
|
|
11
|
+
export declare function sftpLatestFile(url: URL, opts: any): Promise<URL>;
|
|
12
12
|
//# sourceMappingURL=sftpstream.d.ts.map
|
package/dist/sftpstream.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sftpstream.d.ts","sourceRoot":"","sources":["../src/sftpstream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAG,QAAQ,EAAE,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"sftpstream.d.ts","sourceRoot":"","sources":["../src/sftpstream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAG,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAM7C,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC9B;AAED,wBAAsB,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAmC3E;AAED,wBAAsB,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAiC5E;AAED,wBAAsB,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAmEtE"}
|
package/dist/sftpstream.js
CHANGED
|
@@ -1,9 +1,13 @@
|
|
|
1
1
|
import { Client } from "ssh2";
|
|
2
2
|
import { Readable, Writable } from "stream";
|
|
3
|
+
import fs from 'fs';
|
|
3
4
|
import log4js from 'log4js';
|
|
4
5
|
const logger = log4js.getLogger();
|
|
5
|
-
export async function sftpReadStream(
|
|
6
|
+
export async function sftpReadStream(url, opts) {
|
|
7
|
+
const config = makeSftpConfig(url, opts);
|
|
6
8
|
logger.debug(`sftp config:`, config);
|
|
9
|
+
const remotePath = url.pathname;
|
|
10
|
+
logger.info(`remotePath: ${remotePath}`);
|
|
7
11
|
return new Promise((resolve, reject) => {
|
|
8
12
|
const conn = new Client();
|
|
9
13
|
conn.on("ready", () => {
|
|
@@ -26,8 +30,10 @@ export async function sftpReadStream(remotePath, config) {
|
|
|
26
30
|
conn.connect(config);
|
|
27
31
|
});
|
|
28
32
|
}
|
|
29
|
-
export async function sftpWriteStream(
|
|
33
|
+
export async function sftpWriteStream(url, opts) {
|
|
34
|
+
const config = makeSftpConfig(url, opts);
|
|
30
35
|
logger.debug(`sftp config:`, config);
|
|
36
|
+
let remotePath = url.pathname;
|
|
31
37
|
return new Promise((resolve, reject) => {
|
|
32
38
|
const conn = new Client();
|
|
33
39
|
conn.on("ready", () => {
|
|
@@ -50,9 +56,15 @@ export async function sftpWriteStream(remotePath, config) {
|
|
|
50
56
|
conn.connect(config);
|
|
51
57
|
});
|
|
52
58
|
}
|
|
53
|
-
export async function sftpLatestFile(
|
|
54
|
-
|
|
59
|
+
export async function sftpLatestFile(url, opts) {
|
|
60
|
+
const config = makeSftpConfig(url, opts);
|
|
55
61
|
return new Promise((resolve, reject) => {
|
|
62
|
+
if (!url.pathname.match(/\/@latest:\w+$/)) {
|
|
63
|
+
resolve(url);
|
|
64
|
+
return;
|
|
65
|
+
}
|
|
66
|
+
const remoteDir = url.pathname.replace(/\/@latest.*/, "");
|
|
67
|
+
const extension = url.pathname.replace(/.*\/@latest:/, "");
|
|
56
68
|
const conn = new Client();
|
|
57
69
|
conn.on("ready", () => {
|
|
58
70
|
conn.sftp((err, sftp) => {
|
|
@@ -78,7 +90,17 @@ export async function sftpLatestFile(config, remoteDir, extension) {
|
|
|
78
90
|
const latest = myFiles.reduce((prev, curr) => (prev.attrs.mtime > curr.attrs.mtime) ? prev : curr);
|
|
79
91
|
const latestPath = `${remoteDir}/${latest.filename}`;
|
|
80
92
|
conn.end();
|
|
81
|
-
|
|
93
|
+
const url_parts = [];
|
|
94
|
+
url_parts.push(url.protocol);
|
|
95
|
+
url_parts.push(':/');
|
|
96
|
+
url_parts.push(url.hostname);
|
|
97
|
+
if (!(url.port === "80" || url.port === "443")) {
|
|
98
|
+
url_parts.push(':');
|
|
99
|
+
url_parts.push(url.port);
|
|
100
|
+
}
|
|
101
|
+
url_parts.push(latestPath);
|
|
102
|
+
logger.info(`resolved as: ${url_parts.join("")}`);
|
|
103
|
+
resolve(new URL(url_parts.join("")));
|
|
82
104
|
});
|
|
83
105
|
});
|
|
84
106
|
});
|
|
@@ -86,4 +108,25 @@ export async function sftpLatestFile(config, remoteDir, extension) {
|
|
|
86
108
|
conn.connect(config);
|
|
87
109
|
});
|
|
88
110
|
}
|
|
111
|
+
function makeSftpConfig(inputFile, opts) {
|
|
112
|
+
let privateKey = undefined;
|
|
113
|
+
if (opts.key) {
|
|
114
|
+
privateKey = fs.readFileSync(opts.key, { encoding: 'utf-8' });
|
|
115
|
+
}
|
|
116
|
+
else if (opts.keyEnv) {
|
|
117
|
+
privateKey = process.env[opts.keyEnv];
|
|
118
|
+
}
|
|
119
|
+
let config = {
|
|
120
|
+
host: inputFile.hostname,
|
|
121
|
+
port: Number(inputFile.port) ?? 22,
|
|
122
|
+
username: inputFile.username
|
|
123
|
+
};
|
|
124
|
+
if (inputFile.password) {
|
|
125
|
+
config.password = inputFile.password;
|
|
126
|
+
}
|
|
127
|
+
if (privateKey) {
|
|
128
|
+
config.privateKey = privateKey;
|
|
129
|
+
}
|
|
130
|
+
return config;
|
|
131
|
+
}
|
|
89
132
|
//# sourceMappingURL=sftpstream.js.map
|
package/dist/sftpstream.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sftpstream.js","sourceRoot":"","sources":["../src/sftpstream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAG,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC7C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAUlC,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,
|
|
1
|
+
{"version":3,"file":"sftpstream.js","sourceRoot":"","sources":["../src/sftpstream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAG,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC7C,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAUlC,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAQ,EAAE,IAAS;IACpD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAC,IAAI,CAAC,CAAC;IAExC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IAErC,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC;IAEhC,MAAM,CAAC,IAAI,CAAC,eAAe,UAAU,EAAE,CAAC,CAAC;IAEzC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAE1B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBACpB,IAAI,GAAG,EAAE,CAAC;oBACN,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBAEjD,kDAAkD;gBAClD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAQ,EAAE,EAAE;oBAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAQ,EAAE,IAAS;IACrD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAC,IAAI,CAAC,CAAC;IAExC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IAErC,IAAI,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC;IAE9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAE1B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBACpB,IAAI,GAAG,EAAE,CAAC;oBACN,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBAEzE,kDAAkD;gBAClD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAQ,EAAE,EAAE;oBAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAQ,EAAE,IAAS;IACpD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,EAAC,IAAI,CAAC,CAAC;IAExC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,IAAI,CAAE,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACzC,OAAO,CAAC,GAAG,CAAC,CAAC;YACb,OAAO;QACX,CAAC;QAED,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAC,EAAE,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,EAAC,EAAE,CAAC,CAAC;QAE1D,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAE1B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBACpB,IAAI,GAAG,EAAE,CAAC;oBACN,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oBAClC,IAAI,GAAG,EAAE,CAAC;wBACN,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;oBACvB,CAAC;oBAED,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC7B,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,OAAO,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC,CAAC;oBAC5D,CAAC;oBAED,yBAAyB;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;oBAE/E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACvB,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,OAAO,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,SAAS,2BAA2B,CAAC,CAAC,CAAC;oBACzE,CAAC;oBAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CACzC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CACtD,CAAC;oBAEF,MAAM,UAAU,GAAG,GAAG,SAAS,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACrD,IAAI,CAAC,GAAG,EAAE,CAAC;oBAEX,MAAM,SAAS,GAAc,EAAE,CAAC;oBAEhC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBAC7B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrB,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBAC7B,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,KAAK,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;wBAC7C,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACpB,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;oBAC7B,CAAC;oBACD,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;oBAE3B,MAAM,CAAC,IAAI,CAAC,gBAAgB,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;oBAClD,OAAO,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACzC,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,cAAc,CAAC,SAAc,EAAE,IAAS;IAC7C,IAAI,UAAU,GAAwB,SAAS,CAAC;IAEhD,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAC,EAAE,QAAQ,EAAE,OAAO,EAAC,CAAC,CAAC;IAChE,CAAC;SACI,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACnB,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,MAAM,GAAe;QACrB,IAAI,EAAE,SAAS,CAAC,QAAQ;QACxB,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE;QAClC,QAAQ,EAAE,SAAS,CAAC,QAAQ;KAC/B,CAAC;IAEF,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;QAAC,MAAM,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAA;IAAC,CAAC;IAChE,IAAI,UAAU,EAAE,CAAC;QAAC,MAAM,CAAC,UAAU,GAAG,UAAU,CAAA;IAAA,CAAC;IAEjD,OAAO,MAAM,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"avram.d.ts","sourceRoot":"","sources":["../../src/transform/avram.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAGnC;;GAEG;AACH,wBAAsB,SAAS,CAAC,MAAM,EAAE,GAAG,GAAI,OAAO,CAAC,SAAS,CAAC,CAmChE"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { Transform } from "stream";
|
|
2
|
+
import { marcmap } from "../marcmap.js";
|
|
3
|
+
/**
|
|
4
|
+
* Transform to a stream of [Avram](https://format.gbv.de/schema/avram/specification) records
|
|
5
|
+
*/
|
|
6
|
+
export async function transform(_param) {
|
|
7
|
+
return new Transform({
|
|
8
|
+
objectMode: true,
|
|
9
|
+
transform(data, _encoding, callback) {
|
|
10
|
+
let rec = data['record'];
|
|
11
|
+
if (!rec) {
|
|
12
|
+
callback(null);
|
|
13
|
+
return;
|
|
14
|
+
}
|
|
15
|
+
const avram = { fields: [] };
|
|
16
|
+
for (let i = 0; i < rec.length; i++) {
|
|
17
|
+
const field = rec[i];
|
|
18
|
+
const tag = field?.[0];
|
|
19
|
+
const ind1 = field?.[1];
|
|
20
|
+
const ind2 = field?.[2];
|
|
21
|
+
const data = field?.[4];
|
|
22
|
+
const subfields = field?.splice(3);
|
|
23
|
+
if (tag === 'LDR') {
|
|
24
|
+
avram.fields.push({ tag: 'LDR', value: data });
|
|
25
|
+
}
|
|
26
|
+
else if (tag.startsWith('00')) {
|
|
27
|
+
avram.fields.push({ tag: 'LDR', value: data });
|
|
28
|
+
}
|
|
29
|
+
else {
|
|
30
|
+
avram.fields.push({ tag, indicator1: ind1, indicator2: ind2, subfields });
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
callback(null, avram);
|
|
34
|
+
}
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=avram.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"avram.js","sourceRoot":"","sources":["../../src/transform/avram.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,MAAW;IACvC,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,CAAC,IAAS,EAAE,SAAS,EAAE,QAAQ;YACpC,IAAI,GAAG,GAAgB,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEtC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACP,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACf,OAAO;YACX,CAAC;YAED,MAAM,KAAK,GAAS,EAAE,MAAM,EAAE,EAAE,EAAC,CAAC;YAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAG,CAAC,GAAG,GAAG,CAAC,MAAM,EAAG,CAAC,EAAE,EAAE,CAAC;gBACpC,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;gBACrB,MAAM,GAAG,GAAK,KAAK,EAAE,CAAC,CAAC,CAAE,CAAC;gBAC1B,MAAM,IAAI,GAAI,KAAK,EAAE,CAAC,CAAC,CAAE,CAAC;gBAC1B,MAAM,IAAI,GAAI,KAAK,EAAE,CAAC,CAAC,CAAE,CAAC;gBAC1B,MAAM,IAAI,GAAI,KAAK,EAAE,CAAC,CAAC,CAAE,CAAC;gBAC1B,MAAM,SAAS,GAAG,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;gBAEnC,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;oBAChB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAG,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACpD,CAAC;qBACI,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5B,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAG,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBACpD,CAAC;qBACI,CAAC;oBACF,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAG,UAAU,EAAE,IAAI,EAAG,SAAS,EAAE,CAAC,CAAC;gBAChF,CAAC;YACL,CAAC;YAED,QAAQ,CAAC,IAAI,EAAC,KAAK,CAAC,CAAC;QACzB,CAAC;KACJ,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jsonata.d.ts","sourceRoot":"","sources":["../../src/transform/jsonata.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"jsonata.d.ts","sourceRoot":"","sources":["../../src/transform/jsonata.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AASnC,wBAAsB,SAAS,CAAC,KAAK,EAAE,GAAG,GAAI,OAAO,CAAC,SAAS,CAAC,CA2B/D"}
|
|
@@ -1,16 +1,19 @@
|
|
|
1
1
|
import { Transform } from "stream";
|
|
2
2
|
import jsonata from "jsonata";
|
|
3
3
|
import fs from "fs";
|
|
4
|
-
import { marcmap
|
|
4
|
+
import { marcmap } from '../marcmap.js';
|
|
5
5
|
import { v4 as uuidv4 } from 'uuid';
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
6
|
+
import log4js from 'log4js';
|
|
7
|
+
const logger = log4js.getLogger();
|
|
8
|
+
export async function transform(param) {
|
|
9
|
+
let query = param.fix;
|
|
10
|
+
if (param.fix && fs.existsSync(param.fix)) {
|
|
11
|
+
query = fs.readFileSync(param.fix, { encoding: 'utf-8' });
|
|
10
12
|
}
|
|
11
|
-
if (!
|
|
13
|
+
if (!param.fix) {
|
|
12
14
|
query = '$';
|
|
13
15
|
}
|
|
16
|
+
logger.debug(query);
|
|
14
17
|
return new Transform({
|
|
15
18
|
objectMode: true,
|
|
16
19
|
async transform(data, _encoding, callback) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jsonata.js","sourceRoot":"","sources":["../../src/transform/jsonata.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,OAAO,
|
|
1
|
+
{"version":3,"file":"jsonata.js","sourceRoot":"","sources":["../../src/transform/jsonata.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAU;IACtC,IAAI,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC;IAEtB,IAAI,KAAK,CAAC,GAAG,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACxC,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,EAAC,EAAE,QAAQ,EAAE,OAAO,EAAC,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QACb,KAAK,GAAG,GAAG,CAAC;IAChB,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEpB,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,KAAK,CAAC,SAAS,CAAC,IAAS,EAAE,SAAS,EAAE,QAAQ;YAC1C,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;YAClC,UAAU,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC5C,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAC,IAAI,EAAC,EAAE,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;YACH,UAAU,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;gBACtC,OAAO,KAAK,EAAE,CAAC;YACnB,CAAC,CAAC,CAAC;YACH,IAAI,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACvC,QAAQ,CAAC,IAAI,EAAC,IAAI,CAAC,CAAC;QACxB,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,SAAS,KAAK;IACV,OAAO,SAAS,MAAM,EAAE,EAAE,CAAC;AAC/B,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"marc2rdf.d.ts","sourceRoot":"","sources":["../../src/transform/marc2rdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAcnC,wBAAsB,SAAS,CAAC,
|
|
1
|
+
{"version":3,"file":"marc2rdf.d.ts","sourceRoot":"","sources":["../../src/transform/marc2rdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAcnC,wBAAsB,SAAS,CAAC,MAAM,EAAE,GAAG,GAAI,OAAO,CAAC,SAAS,CAAC,CAgBhE"}
|
|
@@ -10,13 +10,15 @@ const prefixes = {
|
|
|
10
10
|
bibo: 'http://purl.org/ontology/bibo/',
|
|
11
11
|
xmlschema: 'https://www.w3.org/2001/XMLSchema#',
|
|
12
12
|
};
|
|
13
|
-
export async function transform(
|
|
13
|
+
export async function transform(_param) {
|
|
14
14
|
return new Transform({
|
|
15
15
|
objectMode: true,
|
|
16
16
|
transform(data, _encoding, callback) {
|
|
17
17
|
let rec = data['record'];
|
|
18
|
-
if (!rec)
|
|
18
|
+
if (!rec) {
|
|
19
|
+
callback(null);
|
|
19
20
|
return;
|
|
21
|
+
}
|
|
20
22
|
data['prefixes'] = prefixes;
|
|
21
23
|
data['quads'] = rec2quads(rec);
|
|
22
24
|
callback(null, data);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"marc2rdf.js","sourceRoot":"","sources":["../../src/transform/marc2rdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,OAAO,EAAG,cAAc,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACxE,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC,MAAM,QAAQ,GAAG;IACb,IAAI,EAAE,6BAA6B;IACnC,MAAM,EAAE,qBAAqB;IAC7B,GAAG,EAAE,6CAA6C;IAClD,KAAK,EAAE,yCAAyC;IAChD,GAAG,EAAE,gCAAgC;IACrC,IAAI,EAAE,gCAAgC;IACtC,SAAS,EAAE,oCAAoC;CAClD,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAU;IACtC,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,CAAC,IAAS,EAAE,SAAS,EAAE,QAAQ;YACpC,IAAI,GAAG,GAAgB,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEtC,IAAI,CAAC,GAAG;gBAAE,OAAO;YAEjB,IAAI,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC/B,QAAQ,CAAC,IAAI,EAAC,IAAI,CAAC,CAAC;QACxB,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,SAAS,SAAS,CAAC,GAAe;IAC9B,IAAI,KAAK,GAAW,EAAE,CAAC;IAEvB,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,EAAC,KAAK,EAAC,EAAE,CAAC,CAAC;IAE/B,IAAI,CAAC,EAAE;QAAE,OAAO;IAEhB,cAAc,CAAC,GAAG,EAAE,CAAC,GAAG,EAAC,GAAG,EAAE,EAAE;QAC5B,IAAI,KAAK,EAAE,CAAC,CAAA,CAAC;aACR,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAEtC,IAAI,KAAK,EAAE,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;gBAChC,KAAK,GAAG,qCAAqC,GAAG,KAAK,CAAC,OAAO,CAAC,eAAe,EAAC,IAAI,CAAC,CAAC;gBACpF,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,UAAU,EAAE;oBAClD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;iBAC3B,CAAC,CAAC;YACP,CAAC;iBACI,IAAI,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACtC,KAAK,GAAG,iCAAiC,GAAG,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAC,IAAI,CAAC,CAAC;gBACjF,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,aAAa,EAAE;oBACrD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;iBAC3B,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,IAAI,GAAG,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC;YAElC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACR,OAAO,SAAS,CAAC;YACrB,CAAC;YAED,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;YAEjB,IAAI,QAAQ,GAAG,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAEzC,IAAI,QAAQ,EAAE,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACpC,EAAE,GAAG,wBAAwB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,EAAC,EAAE,CAAC,CAAC;YACxE,CAAC;YAED,KAAK,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;gBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,QAAQ,EAAE;gBAChD,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;aACxB,CAAC,CAAC;YAEH,KAAK,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;gBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;gBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,QAAQ,EAAE;aAChD,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAE,CAAC,CAAC,EAAE;gBACd,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,MAAM,EAAE;oBAC9C,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAG,IAAI,EAAE,SAAS,EAAE;iBAChD,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YAEH,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAEtC,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACzC,IAAI,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;oBACX,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;wBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,WAAW,EAAE;wBACnD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,QAAQ,CAAC,SAAS,OAAO,EAAE;qBACjF,CAAC,CAAC;gBACP,CAAC;gBACD,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;oBACX,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;wBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,WAAW,EAAE;wBACnD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,QAAQ,CAAC,SAAS,OAAO,EAAE;qBACjF,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACzD,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,MAAM,EAAE;oBAC9C,MAAM,EAAE,EAAE,KAAK,EAAG,IAAI,EAAE,SAAS,EAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,qBAAqB,EAAE;oBAC7D,MAAM,EAAE,EAAE,KAAK,EAAG,IAAI,EAAE,SAAS,EAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,QAAQ,GAAI,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YAC1D,IAAI,SAAS,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YAC1D,IAAI,IAAI,GAAQ,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YAE1D,IAAI,QAAQ,EAAE,CAAC;gBACX,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,iBAAiB,EAAE;oBACzD,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAG,IAAI,EAAE,SAAS,EAAC;iBAC/C,CAAC,CAAC;YACP,CAAC;YAED,IAAI,SAAS,EAAE,CAAC;gBACZ,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,WAAW,EAAE;oBACnD,MAAM,EAAE,EAAE,KAAK,EAAE,SAAS,EAAG,IAAI,EAAE,SAAS,EAAC;iBAChD,CAAC,CAAC;YACP,CAAC;YAED,IAAI,IAAI,EAAE,CAAC;gBACP,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;oBACxB,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,eAAe,EAAE;wBACvD,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAG,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,QAAQ,CAAC,SAAS,OAAO,EAAE;qBAC9E,CAAC,CAAC;gBACP,CAAC;qBACI,CAAC;oBACF,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,eAAe,EAAE;wBACvD,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAG,IAAI,EAAE,SAAS,EAAC;qBAC3C,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,eAAe,EAAE;oBACvD,MAAM,EAAE,EAAE,KAAK,EAAG,IAAI,EAAE,SAAS,EAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,UAAU,EAAE;oBAClD,MAAM,EAAE,EAAE,KAAK,EAAG,IAAI,EAAE,SAAS,EAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,aAAa,EAAE;oBACrD,MAAM,EAAE,EAAE,KAAK,EAAG,IAAI,EAAE,SAAS,EAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,UAAU,EAAE;oBAClD,MAAM,EAAE,EAAE,KAAK,EAAG,IAAI,EAAE,SAAS,EAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;YAEjB,KAAK,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;gBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,OAAO,EAAE;gBAC/C,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;aACxB,CAAC,CAAC;YAEH,KAAK,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;gBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;gBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,OAAO,EAAC;aAC9C,CAAC,CAAC;YAEH,aAAa,CAAC,GAAG,EAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBACjC,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,MAAM,EAAE;oBAC9C,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAG,IAAI,EAAE,SAAS,EAAC;iBAC/C,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YACH,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAC/B,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,OAAO,EAAE;oBAC/C,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAG,IAAI,EAAE,SAAS,EAAC;iBAC/C,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YACH,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAC/B,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,kBAAkB,EAAE;oBAC1D,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAG,IAAI,EAAE,SAAS,EAAC;iBAC/C,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YACH,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAC/B,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,iBAAiB,EAAE;oBACzD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAG,IAAI,EAAE,SAAS,EAAC;iBAC/C,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACR,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;gBAEjB,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,UAAU,EAAE;oBAClD,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;iBACxB,CAAC,CAAC;gBAEH,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;oBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,aAAa,EAAC;iBACpD,CAAC,CAAC;gBAEH,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,YAAY,EAAE;oBACjD,MAAM,EAAE,EAAE,KAAK,EAAE;iBACpB,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YAEtD,IAAI,CAAC,KAAK;gBAAE,OAAO;YAEnB,QAAQ,KAAK,EAAE,CAAC;gBACZ,KAAK,SAAS;oBACV,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,MAAM,EAAC;qBAC7C,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,gBAAgB;oBACjB,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,cAAc,EAAC;qBACrD,CAAC,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,QAAQ,EAAC;qBAC7C,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,MAAM;oBACP,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,MAAM,EAAC;qBAC7C,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,cAAc;oBACf,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,QAAQ,EAAC;qBAC/C,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,UAAU;oBACX,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,cAAc,EAAC;qBACrD,CAAC,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,YAAY,EAAC;qBACjD,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,OAAO;oBACR,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,eAAe,EAAC;qBACtD,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,YAAY;oBACb,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,MAAM,EAAC;qBAC7C,CAAC,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,YAAY,EAAC;qBACjD,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,KAAK;oBACN,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,KAAK,EAAC;qBAC5C,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,QAAQ;oBACT,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,QAAQ,EAAC;qBAC/C,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,YAAY;oBACb,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,YAAY,EAAC;qBACnD,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,KAAK;oBACN,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,QAAQ,EAAC;qBAC/C,CAAC,CAAC;oBACH,MAAM;gBACV;oBACI,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,cAAc,EAAC;qBACrD,CAAC,CAAC;oBACH,MAAM;YACd,CAAC;QACL,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,KAAK,CAAC,CAAS;IACpB,OAAO,CAAC,CAAC,UAAU,CAAC,eAAe,EAAC,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,KAAK;IACV,OAAO,SAAS,MAAM,EAAE,EAAE,CAAC;AAC/B,CAAC"}
|
|
1
|
+
{"version":3,"file":"marc2rdf.js","sourceRoot":"","sources":["../../src/transform/marc2rdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,OAAO,EAAG,cAAc,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACxE,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AAEpC,MAAM,QAAQ,GAAG;IACb,IAAI,EAAE,6BAA6B;IACnC,MAAM,EAAE,qBAAqB;IAC7B,GAAG,EAAE,6CAA6C;IAClD,KAAK,EAAE,yCAAyC;IAChD,GAAG,EAAE,gCAAgC;IACrC,IAAI,EAAE,gCAAgC;IACtC,SAAS,EAAE,oCAAoC;CAClD,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,MAAW;IACvC,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,CAAC,IAAS,EAAE,SAAS,EAAE,QAAQ;YACpC,IAAI,GAAG,GAAgB,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEtC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACP,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACf,OAAO;YACX,CAAC;YAED,IAAI,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC/B,QAAQ,CAAC,IAAI,EAAC,IAAI,CAAC,CAAC;QACxB,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,SAAS,SAAS,CAAC,GAAe;IAC9B,IAAI,KAAK,GAAW,EAAE,CAAC;IAEvB,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,EAAC,KAAK,EAAC,EAAE,CAAC,CAAC;IAE/B,IAAI,CAAC,EAAE;QAAE,OAAO;IAEhB,cAAc,CAAC,GAAG,EAAE,CAAC,GAAG,EAAC,GAAG,EAAE,EAAE;QAC5B,IAAI,KAAK,EAAE,CAAC,CAAA,CAAC;aACR,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAEtC,IAAI,KAAK,EAAE,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;gBAChC,KAAK,GAAG,qCAAqC,GAAG,KAAK,CAAC,OAAO,CAAC,eAAe,EAAC,IAAI,CAAC,CAAC;gBACpF,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,UAAU,EAAE;oBAClD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;iBAC3B,CAAC,CAAC;YACP,CAAC;iBACI,IAAI,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACtC,KAAK,GAAG,iCAAiC,GAAG,KAAK,CAAC,OAAO,CAAC,gBAAgB,EAAC,IAAI,CAAC,CAAC;gBACjF,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,aAAa,EAAE;oBACrD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;iBAC3B,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,IAAI,GAAG,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC;YAElC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACR,OAAO,SAAS,CAAC;YACrB,CAAC;YAED,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;YAEjB,IAAI,QAAQ,GAAG,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAEzC,IAAI,QAAQ,EAAE,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACpC,EAAE,GAAG,wBAAwB,GAAG,QAAQ,CAAC,UAAU,CAAC,WAAW,EAAC,EAAE,CAAC,CAAC;YACxE,CAAC;YAED,KAAK,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;gBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,QAAQ,EAAE;gBAChD,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;aACxB,CAAC,CAAC;YAEH,KAAK,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;gBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;gBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,QAAQ,EAAE;aAChD,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,CAAE,CAAC,CAAC,EAAE;gBACd,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,MAAM,EAAE;oBAC9C,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAG,IAAI,EAAE,SAAS,EAAE;iBAChD,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YAEH,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAEtC,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBACzC,IAAI,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,EAAC,CAAC,CAAC,CAAC;gBAC/B,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;oBACX,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;wBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,WAAW,EAAE;wBACnD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,QAAQ,CAAC,SAAS,OAAO,EAAE;qBACjF,CAAC,CAAC;gBACP,CAAC;gBACD,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;oBACX,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;wBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,WAAW,EAAE;wBACnD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,QAAQ,CAAC,SAAS,OAAO,EAAE;qBACjF,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACzD,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,MAAM,EAAE;oBAC9C,MAAM,EAAE,EAAE,KAAK,EAAG,IAAI,EAAE,SAAS,EAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,qBAAqB,EAAE;oBAC7D,MAAM,EAAE,EAAE,KAAK,EAAG,IAAI,EAAE,SAAS,EAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,QAAQ,GAAI,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YAC1D,IAAI,SAAS,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YAC1D,IAAI,IAAI,GAAQ,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YAE1D,IAAI,QAAQ,EAAE,CAAC;gBACX,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,iBAAiB,EAAE;oBACzD,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAG,IAAI,EAAE,SAAS,EAAC;iBAC/C,CAAC,CAAC;YACP,CAAC;YAED,IAAI,SAAS,EAAE,CAAC;gBACZ,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,WAAW,EAAE;oBACnD,MAAM,EAAE,EAAE,KAAK,EAAE,SAAS,EAAG,IAAI,EAAE,SAAS,EAAC;iBAChD,CAAC,CAAC;YACP,CAAC;YAED,IAAI,IAAI,EAAE,CAAC;gBACP,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;oBACxB,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,eAAe,EAAE;wBACvD,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAG,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,GAAG,QAAQ,CAAC,SAAS,OAAO,EAAE;qBAC9E,CAAC,CAAC;gBACP,CAAC;qBACI,CAAC;oBACF,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,eAAe,EAAE;wBACvD,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAG,IAAI,EAAE,SAAS,EAAC;qBAC3C,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,eAAe,EAAE;oBACvD,MAAM,EAAE,EAAE,KAAK,EAAG,IAAI,EAAE,SAAS,EAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,UAAU,EAAE;oBAClD,MAAM,EAAE,EAAE,KAAK,EAAG,IAAI,EAAE,SAAS,EAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,aAAa,EAAE;oBACrD,MAAM,EAAE,EAAE,KAAK,EAAG,IAAI,EAAE,SAAS,EAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,UAAU,EAAE;oBAClD,MAAM,EAAE,EAAE,KAAK,EAAG,IAAI,EAAE,SAAS,EAAC;iBACrC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;YAEjB,KAAK,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;gBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,OAAO,EAAE;gBAC/C,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;aACxB,CAAC,CAAC;YAEH,KAAK,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;gBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;gBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,OAAO,EAAC;aAC9C,CAAC,CAAC;YAEH,aAAa,CAAC,GAAG,EAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBACjC,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,MAAM,EAAE;oBAC9C,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAG,IAAI,EAAE,SAAS,EAAC;iBAC/C,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YACH,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAC/B,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,OAAO,EAAE;oBAC/C,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAG,IAAI,EAAE,SAAS,EAAC;iBAC/C,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YACH,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAC/B,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,kBAAkB,EAAE;oBAC1D,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAG,IAAI,EAAE,SAAS,EAAC;iBAC/C,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YACH,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAC/B,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,iBAAiB,EAAE;oBACzD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAG,IAAI,EAAE,SAAS,EAAC;iBAC/C,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YACtD,IAAI,KAAK,EAAE,CAAC;gBACR,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;gBAEjB,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;oBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,UAAU,EAAE;oBAClD,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;iBACxB,CAAC,CAAC;gBAEH,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;oBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,aAAa,EAAC;iBACpD,CAAC,CAAC;gBAEH,KAAK,CAAC,IAAI,CAAC;oBACP,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;oBACtB,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,YAAY,EAAE;oBACjD,MAAM,EAAE,EAAE,KAAK,EAAE;iBACpB,CAAC,CAAC;YACP,CAAC;QACL,CAAC;aACI,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK,GAAG,KAAK,CAAE,aAAa,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,CAAC;YAEtD,IAAI,CAAC,KAAK;gBAAE,OAAO;YAEnB,QAAQ,KAAK,EAAE,CAAC;gBACZ,KAAK,SAAS;oBACV,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,MAAM,EAAC;qBAC7C,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,gBAAgB;oBACjB,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,cAAc,EAAC;qBACrD,CAAC,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,QAAQ,EAAC;qBAC7C,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,MAAM;oBACP,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,MAAM,EAAC;qBAC7C,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,cAAc;oBACf,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,QAAQ,EAAC;qBAC/C,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,UAAU;oBACX,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,cAAc,EAAC;qBACrD,CAAC,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,YAAY,EAAC;qBACjD,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,OAAO;oBACR,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,eAAe,EAAC;qBACtD,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,YAAY;oBACb,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,MAAM,EAAC;qBAC7C,CAAC,CAAC;oBACH,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,YAAY,EAAC;qBACjD,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,KAAK;oBACN,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,KAAK,EAAC;qBAC5C,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,QAAQ;oBACT,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,QAAQ,EAAC;qBAC/C,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,YAAY;oBACb,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,YAAY,EAAC;qBACnD,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,KAAK;oBACN,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,QAAQ,EAAC;qBAC/C,CAAC,CAAC;oBACH,MAAM;gBACV;oBACI,KAAK,CAAC,IAAI,CAAC;wBACP,OAAO,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,GAAG,EAAE,EAAE,EAAE;wBAC3C,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,MAAM,EAAE;wBAC3C,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,MAAM,cAAc,EAAC;qBACrD,CAAC,CAAC;oBACH,MAAM;YACd,CAAC;QACL,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,KAAK,CAAC,CAAS;IACpB,OAAO,CAAC,CAAC,UAAU,CAAC,eAAe,EAAC,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,KAAK;IACV,OAAO,SAAS,MAAM,EAAE,EAAE,CAAC;AAC/B,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"marcids.d.ts","sourceRoot":"","sources":["../../src/transform/marcids.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAGnC;;GAEG;AACH,wBAAsB,SAAS,CAAC,MAAM,EAAE,GAAG,GAAI,OAAO,CAAC,SAAS,CAAC,CAkBhE"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { Transform } from "stream";
|
|
2
|
+
import { marcmap } from "../marcmap.js";
|
|
3
|
+
/**
|
|
4
|
+
* Transform to a stream of marc-001 field ids
|
|
5
|
+
*/
|
|
6
|
+
export async function transform(_param) {
|
|
7
|
+
return new Transform({
|
|
8
|
+
objectMode: true,
|
|
9
|
+
transform(data, _encoding, callback) {
|
|
10
|
+
let rec = data['record'];
|
|
11
|
+
if (!rec) {
|
|
12
|
+
callback(null);
|
|
13
|
+
return;
|
|
14
|
+
}
|
|
15
|
+
let id = marcmap(rec, "001", {});
|
|
16
|
+
if (id.length == 1) {
|
|
17
|
+
callback(null, { id: id[0] });
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=marcids.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"marcids.js","sourceRoot":"","sources":["../../src/transform/marcids.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAExC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,MAAW;IACvC,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,CAAC,IAAS,EAAE,SAAS,EAAE,QAAQ;YACpC,IAAI,GAAG,GAAgB,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEtC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACP,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACf,OAAO;YACX,CAAC;YAED,IAAI,EAAE,GAAG,OAAO,CAAC,GAAG,EAAC,KAAK,EAAC,EAAE,CAAC,CAAC;YAE/B,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACjB,QAAQ,CAAC,IAAI,EAAC,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAC,CAAC,CAAC;YAC/B,CAAC;QACL,CAAC;KACJ,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"notation3.d.ts","sourceRoot":"","sources":["../../src/transform/notation3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAUnC,wBAAsB,SAAS,CAAC,
|
|
1
|
+
{"version":3,"file":"notation3.d.ts","sourceRoot":"","sources":["../../src/transform/notation3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAUnC,wBAAsB,SAAS,CAAC,KAAK,EAAE,GAAG,GAAI,OAAO,CAAC,SAAS,CAAC,CA4C/D"}
|
|
@@ -6,10 +6,10 @@ import fs from "fs";
|
|
|
6
6
|
import log4js from 'log4js';
|
|
7
7
|
import eyeling from 'eyeling';
|
|
8
8
|
const logger = log4js.getLogger();
|
|
9
|
-
export async function transform(
|
|
9
|
+
export async function transform(param) {
|
|
10
10
|
let n3 = null;
|
|
11
|
-
if (
|
|
12
|
-
n3 = fs.readFileSync(
|
|
11
|
+
if (param.fix && fs.existsSync(param.fix)) {
|
|
12
|
+
n3 = fs.readFileSync(param.fix, { encoding: 'utf-8' });
|
|
13
13
|
}
|
|
14
14
|
else {
|
|
15
15
|
logger.warn("no notation3 file provided or found, using empty rules");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"notation3.js","sourceRoot":"","sources":["../../src/transform/notation3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,WAAW,EAAG,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAe,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,KAAK,gBAAgB,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,
|
|
1
|
+
{"version":3,"file":"notation3.js","sourceRoot":"","sources":["../../src/transform/notation3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,WAAW,EAAG,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAe,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,KAAK,gBAAgB,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAU;IACtC,IAAI,EAAE,GAAG,IAAI,CAAC;IAEd,IAAI,KAAK,CAAC,GAAG,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACxC,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,EAAC,EAAE,QAAQ,EAAE,OAAO,EAAC,CAAC,CAAC;IACzD,CAAC;SACI,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAEjB,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,KAAK,CAAC,SAAS,CAAC,IAAS,EAAE,SAAS,EAAE,QAAQ;YAC1C,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;YAExC,IAAI,EAAE,EAAE,CAAC;gBACL,gDAAgD;gBAChD,IAAI,OAAO,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;gBACzC,sBAAsB;gBACtB,OAAO,IAAI,gBAAgB,GAAG,EAAE,CAAC;gBACjC,iBAAiB;gBACjB,OAAO,IAAI,iBAAiB,GAAG,gBAAgB,CAAC,IAAI,CAAC;gBAErD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAEtB,SAAS;gBACT,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;gBACpE,yBAAyB;gBAEzB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBAExB,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBAExD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAEtB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC5B,CAAC;iBACI,CAAC;gBACF,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAS;IAChC,kDAAkD;IAClD,sCAAsC;IACtC,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAEpC,8BAA8B;IAC9B,KAAK,CAAC,UAAU,CAAC,GAAG;QAChB,QAAQ,EAAE,wBAAwB;QAClC,IAAI,EAAE,wBAAwB;QAC9B,QAAQ,EAAE;YACN,KAAK,EAAE,WAAW;YAClB,YAAY,EAAE,OAAO;SACxB;KACJ,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,aAAa,CAAC,CAAC;IAExE,OAAO,OAAO,CAAC;AACnB,CAAC"}
|
|
@@ -9,4 +9,12 @@ export declare function createCountableSkippedStream(count?: number, skip?: numb
|
|
|
9
9
|
* Does nothing other than counting records
|
|
10
10
|
*/
|
|
11
11
|
export declare function createVerboseStream(): Transform;
|
|
12
|
+
/**
|
|
13
|
+
* Creates an uncompressed stream
|
|
14
|
+
*/
|
|
15
|
+
export declare function createUncompressedStream(): Transform;
|
|
16
|
+
/**
|
|
17
|
+
* Creates an untarred stream
|
|
18
|
+
*/
|
|
19
|
+
export declare function createUntarredStream(): Promise<Transform>;
|
|
12
20
|
//# sourceMappingURL=stream_helpers.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stream_helpers.d.ts","sourceRoot":"","sources":["../../src/util/stream_helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,SAAS,EAA0B,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"stream_helpers.d.ts","sourceRoot":"","sources":["../../src/util/stream_helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAOrE;;;;GAIG;AACH,wBAAgB,4BAA4B,CACxC,KAAK,CAAC,EAAE,MAAM,EACd,IAAI,GAAE,MAAU,GACjB,SAAS,CA0CX;AAED;;GAEG;AACH,wBAAgB,mBAAmB,IAAK,SAAS,CAyChD;AAED;;GAEG;AACH,wBAAgB,wBAAwB,IAAK,SAAS,CAErD;AAED;;GAEG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,SAAS,CAAC,CA+D/D"}
|
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
import { Readable, Transform } from 'stream';
|
|
2
2
|
import log4js from 'log4js';
|
|
3
|
+
import { createGunzip } from 'zlib';
|
|
4
|
+
import tar from 'tar-stream';
|
|
3
5
|
const logger = log4js.getLogger();
|
|
4
6
|
/**
|
|
5
7
|
* Limits and skips objects in a Readable stream.
|
|
@@ -45,29 +47,101 @@ export function createCountableSkippedStream(count, skip = 0) {
|
|
|
45
47
|
export function createVerboseStream() {
|
|
46
48
|
let recordNum = 0;
|
|
47
49
|
let flushed = false;
|
|
50
|
+
const start = performance.now();
|
|
48
51
|
return new Transform({
|
|
49
52
|
objectMode: true,
|
|
50
53
|
transform(chunk, _encoding, callback) {
|
|
51
54
|
recordNum++;
|
|
55
|
+
logger.trace(`highwater mark: ${this.readableHighWaterMark} (read) , ${this.writableHighWaterMark} (write)`);
|
|
52
56
|
if (recordNum % 1000 === 0) {
|
|
53
|
-
|
|
57
|
+
const end = performance.now();
|
|
58
|
+
const duration = (end - start) / 1000;
|
|
59
|
+
const speed = recordNum / duration;
|
|
60
|
+
logger.debug(`highwater mark: ${this.readableHighWaterMark} (read) , ${this.writableHighWaterMark} (write)`);
|
|
61
|
+
logger.info(`record: ${recordNum} (${speed.toFixed(0)} rec/sec)`);
|
|
54
62
|
}
|
|
55
63
|
callback(null, chunk);
|
|
56
64
|
},
|
|
57
65
|
flush(callback) {
|
|
58
66
|
if (!flushed) {
|
|
59
|
-
|
|
67
|
+
const end = performance.now();
|
|
68
|
+
const duration = (end - start) / 1000;
|
|
69
|
+
const speed = recordNum / duration;
|
|
70
|
+
logger.info(`process ${recordNum} records in ${duration.toFixed(2)} seconds (${speed.toFixed(0)} recs/sec)`);
|
|
60
71
|
flushed = true;
|
|
61
72
|
}
|
|
62
73
|
callback();
|
|
63
74
|
},
|
|
64
75
|
destroy(err, callback) {
|
|
65
76
|
if (!flushed) {
|
|
66
|
-
|
|
77
|
+
const end = performance.now();
|
|
78
|
+
const duration = (end - start) / 1000;
|
|
79
|
+
const speed = recordNum / duration;
|
|
80
|
+
logger.info(`process ${recordNum} records in ${duration.toFixed(2)} seconds (${speed.toFixed(0)} recs/sec)`);
|
|
67
81
|
flushed = true;
|
|
68
82
|
}
|
|
69
83
|
callback(err);
|
|
70
84
|
}
|
|
71
85
|
});
|
|
72
86
|
}
|
|
87
|
+
/**
|
|
88
|
+
* Creates an uncompressed stream
|
|
89
|
+
*/
|
|
90
|
+
export function createUncompressedStream() {
|
|
91
|
+
return createGunzip();
|
|
92
|
+
}
|
|
93
|
+
/**
|
|
94
|
+
* Creates an untarred stream
|
|
95
|
+
*/
|
|
96
|
+
export async function createUntarredStream() {
|
|
97
|
+
const extract = tar.extract();
|
|
98
|
+
const transformStream = new Transform({
|
|
99
|
+
objectMode: true,
|
|
100
|
+
transform(chunk, encoding, callback) {
|
|
101
|
+
// Ensure chunk is a Buffer (tar-stream expects binary data)
|
|
102
|
+
const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk, encoding);
|
|
103
|
+
// Don't pass callback directly - let it be called after write completes
|
|
104
|
+
const writeSuccessful = extract.write(buffer);
|
|
105
|
+
if (!writeSuccessful) {
|
|
106
|
+
// Backpressure handling
|
|
107
|
+
extract.once('drain', callback);
|
|
108
|
+
}
|
|
109
|
+
else {
|
|
110
|
+
callback();
|
|
111
|
+
}
|
|
112
|
+
},
|
|
113
|
+
flush(callback) {
|
|
114
|
+
extract.end();
|
|
115
|
+
extract.once('finish', callback);
|
|
116
|
+
}
|
|
117
|
+
});
|
|
118
|
+
extract.on('entry', (header, stream, next) => {
|
|
119
|
+
logger.info(`extracting ${header.name} from tar stream`);
|
|
120
|
+
const chunks = [];
|
|
121
|
+
stream.on('data', (chunk) => {
|
|
122
|
+
logger.debug(`received chunk of size ${chunk.length}`);
|
|
123
|
+
chunks.push(chunk);
|
|
124
|
+
});
|
|
125
|
+
stream.on('end', () => {
|
|
126
|
+
const buffer = Buffer.concat(chunks);
|
|
127
|
+
logger.debug(`end of entry ${header.name}, total size: ${buffer.length}`);
|
|
128
|
+
transformStream.push(buffer.toString('utf-8'));
|
|
129
|
+
next();
|
|
130
|
+
});
|
|
131
|
+
stream.on('error', (err) => {
|
|
132
|
+
logger.error(`error reading entry ${header.name}:`, err);
|
|
133
|
+
next(err);
|
|
134
|
+
});
|
|
135
|
+
stream.resume();
|
|
136
|
+
});
|
|
137
|
+
extract.on('finish', () => {
|
|
138
|
+
logger.debug('All tar entries processed');
|
|
139
|
+
transformStream.push(null); // Signal end of stream
|
|
140
|
+
});
|
|
141
|
+
extract.on('error', (err) => {
|
|
142
|
+
logger.error('tar extract error:', err);
|
|
143
|
+
transformStream.destroy(err);
|
|
144
|
+
});
|
|
145
|
+
return transformStream;
|
|
146
|
+
}
|
|
73
147
|
//# sourceMappingURL=stream_helpers.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stream_helpers.js","sourceRoot":"","sources":["../../src/util/stream_helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AACrE,OAAO,MAAM,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"stream_helpers.js","sourceRoot":"","sources":["../../src/util/stream_helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AACrE,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,YAAY,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,GAAG,MAAM,YAAY,CAAC;AAE7B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC;;;;GAIG;AACH,MAAM,UAAU,4BAA4B,CACxC,KAAc,EACd,OAAe,CAAC;IAEhB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,CAAC,KAAU,EAAE,SAAyB,EAAE,QAA2B;YAE5E,IAAI,OAAO,GAAG,IAAI,EAAE,CAAC;gBACjB,OAAO,EAAE,CAAC;gBACV,MAAM,CAAC,KAAK,CAAC,YAAY,OAAO,EAAE,CAAC,CAAC;gBACpC,OAAO,QAAQ,EAAE,CAAC,CAAC,iBAAiB;YACxC,CAAC;YAED,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,IAAI,KAAK,EAAE,CAAC;gBACzC,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBAErD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEhB,YAAY,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC,OAAO,EAAE,CAAC;gBACnB,CAAC,CAAC,CAAC;gBAEH,OAAO;YACX,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjB,MAAM,EAAE,CAAC;YAET,MAAM,CAAC,KAAK,CAAC,WAAW,MAAM,EAAE,CAAC,CAAC;YAElC,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBAC1C,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBACrD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChB,YAAY,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC,OAAO,EAAE,CAAC;gBACnB,CAAC,CAAC,CAAC;YACP,CAAC;YAED,QAAQ,EAAE,CAAC;QACX,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB;IAC/B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,CAAC,KAAU,EAAE,SAAyB,EAAE,QAA2B;YACxE,SAAS,EAAE,CAAC;YAEZ,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,qBAAqB,aAAa,IAAI,CAAC,qBAAqB,UAAU,CAAC,CAAC;YAE7G,IAAI,SAAS,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC;gBACzB,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,CAAC,GAAG,GAAG,KAAK,CAAC,GAAC,IAAI,CAAC;gBACpC,MAAM,KAAK,GAAG,SAAS,GAAC,QAAQ,CAAC;gBACjC,MAAM,CAAC,KAAK,CAAC,mBAAmB,IAAI,CAAC,qBAAqB,aAAa,IAAI,CAAC,qBAAqB,UAAU,CAAC,CAAC;gBAC7G,MAAM,CAAC,IAAI,CAAC,WAAW,SAAS,KAAK,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;YACtE,CAAC;YACD,QAAQ,CAAC,IAAI,EAAC,KAAK,CAAC,CAAC;QACzB,CAAC;QACD,KAAK,CAAC,QAAQ;YACV,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,CAAC,GAAG,GAAG,KAAK,CAAC,GAAC,IAAI,CAAC;gBACpC,MAAM,KAAK,GAAG,SAAS,GAAC,QAAQ,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,WAAW,SAAS,eAAe,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;gBAC7G,OAAO,GAAG,IAAI,CAAC;YACnB,CAAC;YACD,QAAQ,EAAE,CAAC;QACf,CAAC;QACD,OAAO,CAAC,GAAG,EAAC,QAAQ;YAChB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAC9B,MAAM,QAAQ,GAAG,CAAC,GAAG,GAAG,KAAK,CAAC,GAAC,IAAI,CAAC;gBACpC,MAAM,KAAK,GAAG,SAAS,GAAC,QAAQ,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,WAAW,SAAS,eAAe,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;gBAC7G,OAAO,GAAG,IAAI,CAAC;YACnB,CAAC;YACD,QAAQ,CAAC,GAAG,CAAC,CAAC;QAClB,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB;IACpC,OAAO,YAAY,EAAE,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACtC,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,EAAE,CAAC;IAE9B,MAAM,eAAe,GAAG,IAAI,SAAS,CAAC;QAClC,UAAU,EAAE,IAAI;QAEhB,SAAS,CAAC,KAAU,EAAE,QAAgB,EAAE,QAA2B;YAC/D,4DAA4D;YAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAA0B,CAAC,CAAC;YAE/F,wEAAwE;YACxE,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAE9C,IAAI,CAAC,eAAe,EAAE,CAAC;gBACnB,wBAAwB;gBACxB,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACJ,QAAQ,EAAE,CAAC;YACf,CAAC;QACL,CAAC;QAED,KAAK,CAAC,QAA2B;YAC7B,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;KACJ,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;QACzC,MAAM,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,IAAI,kBAAkB,CAAC,CAAC;QAEzD,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACxB,MAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YACvD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YAClB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACrC,MAAM,CAAC,KAAK,CAAC,gBAAgB,MAAM,CAAC,IAAI,iBAAiB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC1E,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YAC/C,IAAI,EAAE,CAAC;QACX,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACvB,MAAM,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;YACzD,IAAI,CAAC,GAAG,CAAC,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;QACtB,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC1C,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,uBAAuB;IACvD,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;QACxB,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,GAAG,CAAC,CAAC;QACxC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,OAAO,eAAe,CAAC;AAC3B,CAAC"}
|