marcattacks 1.9.0 → 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (59) hide show
  1. package/README.md +2 -2
  2. package/dist/index.js +36 -11
  3. package/dist/index.js.map +1 -1
  4. package/dist/input/alephseq.d.ts.map +1 -1
  5. package/dist/input/alephseq.js +3 -8
  6. package/dist/input/alephseq.js.map +1 -1
  7. package/dist/input/json.d.ts.map +1 -1
  8. package/dist/input/json.js +3 -6
  9. package/dist/input/json.js.map +1 -1
  10. package/dist/input/jsonl.d.ts.map +1 -1
  11. package/dist/input/jsonl.js +3 -4
  12. package/dist/input/jsonl.js.map +1 -1
  13. package/dist/input/marc.d.ts.map +1 -1
  14. package/dist/input/marc.js +3 -0
  15. package/dist/input/marc.js.map +1 -1
  16. package/dist/input/rdf.d.ts.map +1 -1
  17. package/dist/input/rdf.js +6 -1
  18. package/dist/input/rdf.js.map +1 -1
  19. package/dist/input/xml.d.ts.map +1 -1
  20. package/dist/input/xml.js +3 -0
  21. package/dist/input/xml.js.map +1 -1
  22. package/dist/output/alephseq.d.ts +2 -2
  23. package/dist/output/alephseq.d.ts.map +1 -1
  24. package/dist/output/alephseq.js +30 -34
  25. package/dist/output/alephseq.js.map +1 -1
  26. package/dist/output/json.d.ts +2 -2
  27. package/dist/output/json.d.ts.map +1 -1
  28. package/dist/output/json.js +28 -22
  29. package/dist/output/json.js.map +1 -1
  30. package/dist/output/jsonl.d.ts +2 -2
  31. package/dist/output/jsonl.d.ts.map +1 -1
  32. package/dist/output/jsonl.js +8 -14
  33. package/dist/output/jsonl.js.map +1 -1
  34. package/dist/output/rdf.d.ts +2 -2
  35. package/dist/output/rdf.d.ts.map +1 -1
  36. package/dist/output/rdf.js +24 -22
  37. package/dist/output/rdf.js.map +1 -1
  38. package/dist/output/xml.d.ts +2 -2
  39. package/dist/output/xml.d.ts.map +1 -1
  40. package/dist/output/xml.js +52 -40
  41. package/dist/output/xml.js.map +1 -1
  42. package/dist/sftpstream.d.ts.map +1 -1
  43. package/dist/sftpstream.js +5 -0
  44. package/dist/sftpstream.js.map +1 -1
  45. package/dist/transform/notation3.d.ts.map +1 -1
  46. package/dist/transform/notation3.js +7 -1
  47. package/dist/transform/notation3.js.map +1 -1
  48. package/dist/util/marc_n3_helpers.d.ts +2 -0
  49. package/dist/util/marc_n3_helpers.d.ts.map +1 -0
  50. package/dist/util/marc_n3_helpers.js +141 -0
  51. package/dist/util/marc_n3_helpers.js.map +1 -0
  52. package/dist/util/rdf_parse.d.ts.map +1 -1
  53. package/dist/util/rdf_parse.js +13 -0
  54. package/dist/util/rdf_parse.js.map +1 -1
  55. package/dist/util/stream_helpers.d.ts +12 -0
  56. package/dist/util/stream_helpers.d.ts.map +1 -0
  57. package/dist/util/stream_helpers.js +73 -0
  58. package/dist/util/stream_helpers.js.map +1 -0
  59. package/package.json +18 -4
@@ -1,20 +1,14 @@
1
- import { Readable, Writable } from 'stream';
1
+ import { Transform } from 'stream';
2
2
  import log4js from 'log4js';
3
3
  const logger = log4js.getLogger();
4
- export function readable2writable(readable, writable) {
5
- readable.on('data', (data) => {
6
- const ok = writable.write(JSON.stringify(data) + "\n");
7
- if (!ok) {
8
- logger.debug("backpressure on");
9
- readable.pause();
10
- writable.once('drain', () => {
11
- logger.debug("backpressure off");
12
- readable.resume();
13
- });
4
+ export async function transform() {
5
+ return new Transform({
6
+ objectMode: true,
7
+ transform(data, _encoding, callback) {
8
+ const output = JSON.stringify(data);
9
+ logger.debug(`adding ${output.length} bytes`);
10
+ callback(null, output);
14
11
  }
15
12
  });
16
- readable.on('close', () => {
17
- writable.end();
18
- });
19
13
  }
20
14
  //# sourceMappingURL=jsonl.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../src/output/jsonl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,UAAU,iBAAiB,CAAC,QAAkB,EAAE,QAAkB;IACpE,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE;QAC9B,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QAEvD,IAAI,CAAC,EAAE,EAAE,CAAC;YACN,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAChC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACjB,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAG,GAAG,EAAE;gBACzB,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;gBACjC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACtB,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACtB,QAAQ,CAAC,GAAG,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;AACP,CAAC"}
1
+ {"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../src/output/jsonl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS;IAC3B,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,CAAC,IAAS,EAAE,SAAS,EAAE,QAAQ;YACpC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,KAAK,CAAC,UAAU,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;YAC9C,QAAQ,CAAC,IAAI,EAAC,MAAM,CAAC,CAAC;QAC1B,CAAC;KACJ,CAAC,CAAC;AACP,CAAC"}
@@ -1,3 +1,3 @@
1
- import { Readable, Writable } from 'stream';
2
- export declare function readable2writable(readable: Readable, writable: Writable): Promise<void>;
1
+ import { Transform } from 'stream';
2
+ export declare function transform(): Promise<Transform>;
3
3
  //# sourceMappingURL=rdf.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"rdf.d.ts","sourceRoot":"","sources":["../../src/output/rdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAS5C,wBAAsB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CA6C7F"}
1
+ {"version":3,"file":"rdf.d.ts","sourceRoot":"","sources":["../../src/output/rdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AASnC,wBAAsB,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,CA+CpD"}
@@ -1,21 +1,24 @@
1
- import { Readable, Writable } from 'stream';
1
+ import { Transform } from 'stream';
2
2
  import { writeString, parseString } from '../util/rdf_parse.js';
3
3
  import { isRecord } from '../types/quad.js';
4
4
  import N3 from 'n3';
5
5
  import log4js from 'log4js';
6
6
  const logger = log4js.getLogger();
7
- export async function readable2writable(readable, writable) {
7
+ export async function transform() {
8
8
  let writer;
9
9
  let counter = 0;
10
- logger.debug(`start`);
11
- try {
12
- for await (const data of readable) {
10
+ return new Transform({
11
+ objectMode: true,
12
+ async transform(data, _encoding, callback) {
13
13
  counter++;
14
14
  if (isRecord(data)) {
15
15
  logger.debug(`[${counter}] is a Record`);
16
- const prefixes = data['prefixes'];
17
16
  if (!writer) {
18
- writer = new N3.Writer(writable, { end: false, prefixes });
17
+ writer = new N3.Writer({
18
+ end: false,
19
+ prefixes: data['prefixes'] || {},
20
+ write: (chunk) => this.push(chunk)
21
+ });
19
22
  }
20
23
  await writeString(data, undefined, writer);
21
24
  }
@@ -23,7 +26,11 @@ export async function readable2writable(readable, writable) {
23
26
  logger.debug(`[${counter}] is a JSON-LD`);
24
27
  const dataNew = await parseString(JSON.stringify(data), "data.jsonld");
25
28
  if (!writer) {
26
- writer = new N3.Writer(writable, { end: false });
29
+ writer = new N3.Writer({
30
+ end: false,
31
+ prefixes: data['prefixes'] || {},
32
+ write: (chunk) => this.push(chunk)
33
+ });
27
34
  }
28
35
  await writeString(dataNew, undefined, writer);
29
36
  }
@@ -31,20 +38,15 @@ export async function readable2writable(readable, writable) {
31
38
  logger.warn(`[${counter}] is not a Record or a JSON-LD`);
32
39
  // Consider if you need to initialize a writer here if one doesn't exist
33
40
  }
41
+ },
42
+ flush(callback) {
43
+ writer?.end();
44
+ callback();
45
+ },
46
+ destroy(err, callback) {
47
+ writer?.end();
48
+ callback(err);
34
49
  }
35
- logger.debug(`end ${counter}`);
36
- if (writer) {
37
- writer.end();
38
- }
39
- else {
40
- logger.error(`no writer defined?!`);
41
- }
42
- }
43
- catch (err) {
44
- logger.error("Stream processing error:", err);
45
- }
46
- finally {
47
- writable.end();
48
- }
50
+ });
49
51
  }
50
52
  //# sourceMappingURL=rdf.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"rdf.js","sourceRoot":"","sources":["../../src/output/rdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,QAAkB,EAAE,QAAkB;IAC1E,IAAI,MAA6B,CAAC;IAClC,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAEtB,IAAI,CAAC;QACD,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAChC,OAAO,EAAE,CAAC;YAEV,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjB,MAAM,CAAC,KAAK,CAAC,IAAI,OAAO,eAAe,CAAC,CAAC;gBACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;gBAElC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,MAAM,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAC/D,CAAC;gBACD,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAC/C,CAAC;iBACI,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;gBACvC,MAAM,CAAC,KAAK,CAAC,IAAI,OAAO,gBAAgB,CAAC,CAAC;gBAC1C,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,aAAa,CAAC,CAAC;gBAEvE,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,MAAM,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;gBACrD,CAAC;gBACD,MAAM,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAClD,CAAC;iBACI,CAAC;gBACF,MAAM,CAAC,IAAI,CAAC,IAAI,OAAO,gCAAgC,CAAC,CAAC;gBACzD,wEAAwE;YAC5E,CAAC;QACL,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,OAAO,OAAO,EAAE,CAAC,CAAC;QAC/B,IAAI,MAAM,EAAE,CAAC;YACT,MAAM,CAAC,GAAG,EAAE,CAAC;QACjB,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACxC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;IAClD,CAAC;YAAS,CAAC;QACP,QAAQ,CAAC,GAAG,EAAE,CAAC;IACnB,CAAC;AACL,CAAC"}
1
+ {"version":3,"file":"rdf.js","sourceRoot":"","sources":["../../src/output/rdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS;IAC3B,IAAI,MAA6B,CAAC;IAClC,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,KAAK,CAAC,SAAS,CAAC,IAAS,EAAE,SAAS,EAAE,QAAQ;YAC1C,OAAO,EAAE,CAAC;YAEV,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjB,MAAM,CAAC,KAAK,CAAC,IAAI,OAAO,eAAe,CAAC,CAAC;gBACzC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,MAAM,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC;wBACnB,GAAG,EAAE,KAAK;wBACV,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE;wBAChC,KAAK,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;qBAC7C,CAAC,CAAC;gBACP,CAAC;gBACD,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAC/C,CAAC;iBACI,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC;gBACvC,MAAM,CAAC,KAAK,CAAC,IAAI,OAAO,gBAAgB,CAAC,CAAC;gBAC1C,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,aAAa,CAAC,CAAC;gBAEvE,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,MAAM,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC;wBACnB,GAAG,EAAE,KAAK;wBACV,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE;wBAChC,KAAK,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;qBAC7C,CAAC,CAAC;gBACP,CAAC;gBACD,MAAM,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YAClD,CAAC;iBACI,CAAC;gBACF,MAAM,CAAC,IAAI,CAAC,IAAI,OAAO,gCAAgC,CAAC,CAAC;gBACzD,wEAAwE;YAC5E,CAAC;QACL,CAAC;QACD,KAAK,CAAC,QAAQ;YACV,MAAM,EAAE,GAAG,EAAE,CAAC;YACd,QAAQ,EAAE,CAAC;QACf,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,QAAQ;YACjB,MAAM,EAAE,GAAG,EAAE,CAAC;YACd,QAAQ,CAAC,GAAG,CAAC,CAAC;QAClB,CAAC;KACJ,CAAC,CAAC;AACP,CAAC"}
@@ -1,5 +1,5 @@
1
- import { Readable, Writable } from 'stream';
2
- export declare function readable2writable(readable: Readable, writable: Writable): void;
1
+ import { Transform } from 'stream';
2
+ export declare function transform(): Promise<Transform>;
3
3
  export declare function escapeXML(value: string | number | null | undefined, options?: {
4
4
  forAttribute?: boolean;
5
5
  }): string;
@@ -1 +1 @@
1
- {"version":3,"file":"xml.d.ts","sourceRoot":"","sources":["../../src/output/xml.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAM5C,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,GAAI,IAAI,CAmD/E;AAED,wBAAgB,SAAS,CACvB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,EACzC,OAAO,CAAC,EAAE;IAAE,YAAY,CAAC,EAAE,OAAO,CAAA;CAAE,GACnC,MAAM,CAqBR"}
1
+ {"version":3,"file":"xml.d.ts","sourceRoot":"","sources":["../../src/output/xml.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAMnC,wBAAsB,SAAS,IAAK,OAAO,CAAC,SAAS,CAAC,CAiErD;AAED,wBAAgB,SAAS,CACvB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,EACzC,OAAO,CAAC,EAAE;IAAE,YAAY,CAAC,EAAE,OAAO,CAAA;CAAE,GACnC,MAAM,CAqBR"}
@@ -1,50 +1,62 @@
1
- import { Readable, Writable } from 'stream';
2
- import { marcmap, marctag, marcind, marcsubfields, marcForEachSub } from '../marcmap.js';
1
+ import { Transform } from 'stream';
2
+ import { marctag, marcind, marcsubfields, marcForEachSub } from '../marcmap.js';
3
3
  import log4js from 'log4js';
4
4
  const logger = log4js.getLogger();
5
- export function readable2writable(readable, writable) {
5
+ export async function transform() {
6
6
  let isFirst = true;
7
- writable.write("<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n");
8
- writable.write("<marc:collection xmlns:marc=\"http://www.loc.gov/MARC21/slim\">\n");
9
- readable.on('data', (data) => {
10
- let rec = data['record'];
11
- if (!rec)
12
- return;
13
- let output = " <marc:record>\n";
14
- for (let i = 0; i < rec.length; i++) {
15
- let tag = marctag(rec[i]);
16
- let ind = marcind(rec[i]);
17
- if (tag === 'FMT') { }
18
- else if (tag === 'LDR') {
19
- let value = marcsubfields(rec[i], /.*/)[0];
20
- output += ` <marc:leader>${escapeXML(value)}</marc:leader>\n`;
7
+ let hasClosed = false;
8
+ return new Transform({
9
+ objectMode: true,
10
+ transform(data, _encoding, callback) {
11
+ let rec = data['record'];
12
+ if (!rec) {
13
+ callback();
14
+ return;
21
15
  }
22
- else if (tag.match(/^00/)) {
23
- let value = marcsubfields(rec[i], /.*/)[0];
24
- output += ` <marc:controlfield tag="${tag}">${escapeXML(value)}</marc:controlfield>\n`;
16
+ let output = "";
17
+ if (isFirst) {
18
+ output += "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n";
19
+ output += "<marc:collection xmlns:marc=\"http://www.loc.gov/MARC21/slim\">\n";
20
+ isFirst = false;
25
21
  }
26
- else {
27
- output += ` <marc:datafield tag="${tag}" ind1="${ind[0]}" ind2="${ind[1]}">\n`;
28
- marcForEachSub(rec[i], (code, value) => {
29
- output += ` <marc:subfield code="${code}">${escapeXML(value)}</marc:subfield>\n`;
30
- });
31
- output += ` </marc:datafield>\n`;
22
+ output += " <marc:record>\n";
23
+ for (let i = 0; i < rec.length; i++) {
24
+ let tag = marctag(rec[i]);
25
+ let ind = marcind(rec[i]);
26
+ if (tag === 'FMT') { }
27
+ else if (tag === 'LDR') {
28
+ let value = marcsubfields(rec[i], /.*/)[0];
29
+ output += ` <marc:leader>${escapeXML(value)}</marc:leader>\n`;
30
+ }
31
+ else if (tag.match(/^00/)) {
32
+ let value = marcsubfields(rec[i], /.*/)[0];
33
+ output += ` <marc:controlfield tag="${tag}">${escapeXML(value)}</marc:controlfield>\n`;
34
+ }
35
+ else {
36
+ output += ` <marc:datafield tag="${tag}" ind1="${ind[0]}" ind2="${ind[1]}">\n`;
37
+ marcForEachSub(rec[i], (code, value) => {
38
+ output += ` <marc:subfield code="${code}">${escapeXML(value)}</marc:subfield>\n`;
39
+ });
40
+ output += ` </marc:datafield>\n`;
41
+ }
32
42
  }
43
+ output += " </marc:record>\n";
44
+ logger.debug(`adding ${output.length} bytes`);
45
+ callback(null, output);
46
+ },
47
+ flush(callback) {
48
+ if (!isFirst && !hasClosed) {
49
+ logger.debug("flushing");
50
+ let output = "</marc:collection>\n";
51
+ logger.debug(`adding ${output.length} bytes`);
52
+ this.push(output);
53
+ hasClosed = true;
54
+ }
55
+ callback();
56
+ },
57
+ destroy(err, callback) {
58
+ callback(err);
33
59
  }
34
- output += " </marc:record>\n";
35
- const ok = writable.write(output);
36
- if (!ok) {
37
- logger.debug("backpressure on");
38
- readable.pause();
39
- writable.once('drain', () => {
40
- logger.debug("backpressure off");
41
- readable.resume();
42
- });
43
- }
44
- });
45
- readable.on('end', () => {
46
- writable.write("</marc:collection>\n");
47
- writable.end();
48
60
  });
49
61
  }
50
62
  export function escapeXML(value, options) {
@@ -1 +1 @@
1
- {"version":3,"file":"xml.js","sourceRoot":"","sources":["../../src/output/xml.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,EAAG,cAAc,EAAC,MAAM,eAAe,CAAC;AACzF,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,UAAU,iBAAiB,CAAC,QAAkB,EAAE,QAAkB;IACpE,IAAI,OAAO,GAAG,IAAI,CAAC;IAEnB,QAAQ,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAC/D,QAAQ,CAAC,KAAK,CAAC,mEAAmE,CAAC,CAAC;IAEpF,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE;QAC9B,IAAI,GAAG,GAAgB,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEtC,IAAI,CAAC,GAAG;YAAE,OAAO;QAEjB,IAAI,MAAM,GAAG,kBAAkB,CAAC;QAEhC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAG,CAAC,GAAG,GAAG,CAAC,MAAM,EAAG,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC,CAAA,CAAC;iBAChB,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;gBACrB,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAE,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3C,MAAM,IAAI,kBAAkB,SAAS,CAAC,KAAK,CAAC,kBAAkB,CAAC;YACnE,CAAC;iBACI,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxB,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAE,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3C,MAAM,IAAI,6BAA6B,GAAG,KAAK,SAAS,CAAC,KAAK,CAAC,wBAAwB,CAAC;YAC5F,CAAC;iBACI,CAAC;gBACF,MAAM,IAAI,0BAA0B,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;gBAChF,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,EAAC,KAAK,EAAE,EAAE;oBAClC,MAAM,IAAI,4BAA4B,IAAI,KAAK,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC;gBACxF,CAAC,CAAC,CAAC;gBACH,MAAM,IAAI,uBAAuB,CAAC;YACtC,CAAC;QACL,CAAC;QACD,MAAM,IAAI,mBAAmB,CAAC;QAE9B,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAElC,IAAI,CAAC,EAAE,EAAE,CAAC;YACN,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAChC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACjB,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;gBACxB,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;gBACjC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACtB,CAAC,CAAC,CAAC;QACP,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACpB,QAAQ,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACvC,QAAQ,CAAC,GAAG,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,SAAS,CACvB,KAAyC,EACzC,OAAoC;IAElC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAErD,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAEtB,uDAAuD;IACvD,0DAA0D;IAC1D,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,uDAAuD,EAAE,EAAE,CAAC,CAAC;IAE3E,6EAA6E;IAC7E,wDAAwD;IACxD,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,0CAA0C,EAAE,OAAO,CAAC,CAAC;IAEnE,kBAAkB;IAClB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAElD,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;QACxB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,CAAC,CAAC;AACb,CAAC"}
1
+ {"version":3,"file":"xml.js","sourceRoot":"","sources":["../../src/output/xml.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,EAAG,cAAc,EAAC,MAAM,eAAe,CAAC;AAChF,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS;IAC3B,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,CAAC,IAAS,EAAE,SAAS,EAAE,QAAQ;YACpC,IAAI,GAAG,GAAgB,IAAI,CAAC,QAAQ,CAAC,CAAC;YAEtC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACP,QAAQ,EAAE,CAAA;gBACV,OAAO;YACX,CAAC;YAED,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,IAAI,OAAO,EAAE,CAAC;gBACV,MAAM,IAAI,8CAA8C,CAAC;gBACzD,MAAM,IAAI,mEAAmE,CAAC;gBAC9E,OAAO,GAAG,KAAK,CAAC;YACpB,CAAC;YAED,MAAM,IAAI,kBAAkB,CAAC;YAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAG,CAAC,GAAG,GAAG,CAAC,MAAM,EAAG,CAAC,EAAE,EAAE,CAAC;gBACpC,IAAI,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1B,IAAI,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1B,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC,CAAA,CAAC;qBAChB,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;oBACrB,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAE,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC3C,MAAM,IAAI,kBAAkB,SAAS,CAAC,KAAK,CAAC,kBAAkB,CAAC;gBACnE,CAAC;qBACI,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;oBACxB,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAE,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC3C,MAAM,IAAI,6BAA6B,GAAG,KAAK,SAAS,CAAC,KAAK,CAAC,wBAAwB,CAAC;gBAC5F,CAAC;qBACI,CAAC;oBACF,MAAM,IAAI,0BAA0B,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;oBAChF,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,EAAC,KAAK,EAAE,EAAE;wBAClC,MAAM,IAAI,4BAA4B,IAAI,KAAK,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC;oBACxF,CAAC,CAAC,CAAC;oBACH,MAAM,IAAI,uBAAuB,CAAC;gBACtC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,mBAAmB,CAAC;YAE9B,MAAM,CAAC,KAAK,CAAC,UAAU,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;YAE9C,QAAQ,CAAC,IAAI,EAAC,MAAM,CAAC,CAAC;QAC1B,CAAC;QACD,KAAK,CAAC,QAAQ;YACV,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;gBACzB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBACzB,IAAI,MAAM,GAAG,sBAAsB,CAAC;gBACpC,MAAM,CAAC,KAAK,CAAC,UAAU,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;gBAC9C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAClB,SAAS,GAAG,IAAI,CAAC;YACrB,CAAC;YACD,QAAQ,EAAE,CAAC;QACf,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,QAAQ;YACjB,QAAQ,CAAC,GAAG,CAAC,CAAC;QAClB,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,SAAS,CACvB,KAAyC,EACzC,OAAoC;IAElC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAErD,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAEtB,uDAAuD;IACvD,0DAA0D;IAC1D,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,uDAAuD,EAAE,EAAE,CAAC,CAAC;IAE3E,6EAA6E;IAC7E,wDAAwD;IACxD,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,0CAA0C,EAAE,OAAO,CAAC,CAAC;IAEnE,kBAAkB;IAClB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAElD,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;QACxB,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO,CAAC,CAAC;AACb,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"sftpstream.d.ts","sourceRoot":"","sources":["../src/sftpstream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAG,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAE7C,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC9B;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,CA2B9F;AAED,wBAAsB,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,CA2B/F;AAED,wBAAsB,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CA4C9G"}
1
+ {"version":3,"file":"sftpstream.d.ts","sourceRoot":"","sources":["../src/sftpstream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAG,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAK7C,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC9B;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,CA6B9F;AAED,wBAAsB,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,CA6B/F;AAED,wBAAsB,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CA8C9G"}
@@ -1,6 +1,9 @@
1
1
  import { Client } from "ssh2";
2
2
  import { Readable, Writable } from "stream";
3
+ import log4js from 'log4js';
4
+ const logger = log4js.getLogger();
3
5
  export async function sftpReadStream(remotePath, config) {
6
+ logger.debug(`sftp config:`, config);
4
7
  return new Promise((resolve, reject) => {
5
8
  const conn = new Client();
6
9
  conn.on("ready", () => {
@@ -24,6 +27,7 @@ export async function sftpReadStream(remotePath, config) {
24
27
  });
25
28
  }
26
29
  export async function sftpWriteStream(remotePath, config) {
30
+ logger.debug(`sftp config:`, config);
27
31
  return new Promise((resolve, reject) => {
28
32
  const conn = new Client();
29
33
  conn.on("ready", () => {
@@ -47,6 +51,7 @@ export async function sftpWriteStream(remotePath, config) {
47
51
  });
48
52
  }
49
53
  export async function sftpLatestFile(config, remoteDir, extension) {
54
+ logger.debug(`sftp config:`, config);
50
55
  return new Promise((resolve, reject) => {
51
56
  const conn = new Client();
52
57
  conn.on("ready", () => {
@@ -1 +1 @@
1
- {"version":3,"file":"sftpstream.js","sourceRoot":"","sources":["../src/sftpstream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAG,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAU7C,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,UAAkB,EAAE,MAAkB;IACvE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAE1B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBACpB,IAAI,GAAG,EAAE,CAAC;oBACN,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBAEjD,kDAAkD;gBAClD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAQ,EAAE,EAAE;oBAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,UAAkB,EAAE,MAAkB;IACxE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAE1B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBACpB,IAAI,GAAG,EAAE,CAAC;oBACN,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBAEzE,kDAAkD;gBAClD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAQ,EAAE,EAAE;oBAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,MAAkB,EAAE,SAAiB,EAAE,SAAiB;IACzF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAE1B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBACpB,IAAI,GAAG,EAAE,CAAC;oBACN,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oBAClC,IAAI,GAAG,EAAE,CAAC;wBACN,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;oBACvB,CAAC;oBAED,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC7B,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,OAAO,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC,CAAC;oBAC5D,CAAC;oBAED,yBAAyB;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;oBAE/E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACvB,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,OAAO,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,SAAS,2BAA2B,CAAC,CAAC,CAAC;oBACzE,CAAC;oBAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CACzC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CACtD,CAAC;oBAEF,MAAM,UAAU,GAAG,GAAG,SAAS,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACrD,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,CAAC,UAAU,CAAC,CAAC;gBACxB,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC"}
1
+ {"version":3,"file":"sftpstream.js","sourceRoot":"","sources":["../src/sftpstream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAG,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC7C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAUlC,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,UAAkB,EAAE,MAAkB;IACvE,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IAErC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAE1B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBACpB,IAAI,GAAG,EAAE,CAAC;oBACN,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBAEjD,kDAAkD;gBAClD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAQ,EAAE,EAAE;oBAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,UAAkB,EAAE,MAAkB;IACxE,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IAErC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAE1B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBACpB,IAAI,GAAG,EAAE,CAAC;oBACN,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBAEzE,kDAAkD;gBAClD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAQ,EAAE,EAAE;oBAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,MAAkB,EAAE,SAAiB,EAAE,SAAiB;IACzF,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IAErC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAE1B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBACpB,IAAI,GAAG,EAAE,CAAC;oBACN,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oBAClC,IAAI,GAAG,EAAE,CAAC;wBACN,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;oBACvB,CAAC;oBAED,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC7B,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,OAAO,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC,CAAC;oBAC5D,CAAC;oBAED,yBAAyB;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;oBAE/E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACvB,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,OAAO,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,SAAS,2BAA2B,CAAC,CAAC,CAAC;oBACzE,CAAC;oBAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CACzC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CACtD,CAAC;oBAEF,MAAM,UAAU,GAAG,GAAG,SAAS,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACrD,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,CAAC,UAAU,CAAC,CAAC;gBACxB,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"notation3.d.ts","sourceRoot":"","sources":["../../src/transform/notation3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AASnC,wBAAsB,SAAS,CAAC,MAAM,EAAE,MAAM,GAAI,OAAO,CAAC,SAAS,CAAC,CAkCnE"}
1
+ {"version":3,"file":"notation3.d.ts","sourceRoot":"","sources":["../../src/transform/notation3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAUnC,wBAAsB,SAAS,CAAC,MAAM,EAAE,MAAM,GAAI,OAAO,CAAC,SAAS,CAAC,CA4CnE"}
@@ -1,6 +1,7 @@
1
1
  import { Transform } from "stream";
2
2
  import { parseString, writeString } from "../util/rdf_parse.js";
3
3
  import { isRecord } from "../types/quad.js";
4
+ import * as marc_n3_helpders from "../util/marc_n3_helpers.js";
4
5
  import fs from "fs";
5
6
  import log4js from 'log4js';
6
7
  import eyeling from 'eyeling';
@@ -23,10 +24,15 @@ export async function transform(n3file) {
23
24
  let rdfText = await writeString(rdfData);
24
25
  // Inject the n3 rules
25
26
  rdfText += "\n\n###RULES\n" + n3;
27
+ // Inject helpers
28
+ rdfText += "\n\n##HELPERS\n" + marc_n3_helpders.code;
29
+ logger.debug(rdfText);
26
30
  // Reason
27
31
  const rdfOutput = eyeling.reason({ proofComments: false }, rdfText);
28
32
  // Turn it back into JSON
29
- const newData = await parseString(rdfOutput, "data.ttl");
33
+ logger.debug(rdfOutput);
34
+ const newData = await parseString(rdfOutput, "data.n3");
35
+ logger.debug(newData);
30
36
  callback(null, newData);
31
37
  }
32
38
  else {
@@ -1 +1 @@
1
- {"version":3,"file":"notation3.js","sourceRoot":"","sources":["../../src/transform/notation3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,WAAW,EAAG,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAe,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,MAAc;IAC1C,IAAI,EAAE,GAAG,IAAI,CAAC;IAEd,IAAI,MAAM,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAClC,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,EAAC,EAAE,QAAQ,EAAE,OAAO,EAAC,CAAC,CAAC;IACtD,CAAC;SACI,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAEjB,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,KAAK,CAAC,SAAS,CAAC,IAAS,EAAE,SAAS,EAAE,QAAQ;YAC1C,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;YAExC,IAAI,EAAE,EAAE,CAAC;gBACL,gDAAgD;gBAChD,IAAI,OAAO,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;gBACzC,sBAAsB;gBACtB,OAAO,IAAI,gBAAgB,GAAG,EAAE,CAAC;gBACjC,SAAS;gBACT,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;gBACpE,yBAAyB;gBACzB,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;gBAEzD,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC5B,CAAC;iBACI,CAAC;gBACF,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAS;IAChC,kDAAkD;IAClD,sCAAsC;IACtC,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAEpC,8BAA8B;IAC9B,KAAK,CAAC,UAAU,CAAC,GAAG;QAChB,QAAQ,EAAE,wBAAwB;QAClC,IAAI,EAAE,wBAAwB;QAC9B,QAAQ,EAAE;YACN,KAAK,EAAE,WAAW;YAClB,YAAY,EAAE,OAAO;SACxB;KACJ,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,aAAa,CAAC,CAAC;IAExE,OAAO,OAAO,CAAC;AACnB,CAAC"}
1
+ {"version":3,"file":"notation3.js","sourceRoot":"","sources":["../../src/transform/notation3.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EAAE,WAAW,EAAG,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAe,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,KAAK,gBAAgB,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,OAAO,MAAM,SAAS,CAAC;AAE9B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,MAAc;IAC1C,IAAI,EAAE,GAAG,IAAI,CAAC;IAEd,IAAI,MAAM,IAAI,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAClC,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,EAAC,EAAE,QAAQ,EAAE,OAAO,EAAC,CAAC,CAAC;IACtD,CAAC;SACI,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAEjB,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,KAAK,CAAC,SAAS,CAAC,IAAS,EAAE,SAAS,EAAE,QAAQ;YAC1C,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;YAExC,IAAI,EAAE,EAAE,CAAC;gBACL,gDAAgD;gBAChD,IAAI,OAAO,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;gBACzC,sBAAsB;gBACtB,OAAO,IAAI,gBAAgB,GAAG,EAAE,CAAC;gBACjC,iBAAiB;gBACjB,OAAO,IAAI,iBAAiB,GAAG,gBAAgB,CAAC,IAAI,CAAC;gBAErD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAEtB,SAAS;gBACT,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;gBACpE,yBAAyB;gBAEzB,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBAExB,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBAExD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAEtB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC5B,CAAC;iBACI,CAAC;gBACF,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAS;IAChC,kDAAkD;IAClD,sCAAsC;IACtC,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAEpC,8BAA8B;IAC9B,KAAK,CAAC,UAAU,CAAC,GAAG;QAChB,QAAQ,EAAE,wBAAwB;QAClC,IAAI,EAAE,wBAAwB;QAC9B,QAAQ,EAAE;YACN,KAAK,EAAE,WAAW;YAClB,YAAY,EAAE,OAAO;SACxB;KACJ,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,aAAa,CAAC,CAAC;IAExE,OAAO,OAAO,CAAC;AACnB,CAAC"}
@@ -0,0 +1,2 @@
1
+ export declare const code = "\n@prefix list: <http://www.w3.org/2000/10/swap/list#> .\n@prefix log: <http://www.w3.org/2000/10/swap/log#> .\n@prefix string: <http://www.w3.org/2000/10/swap/string#> .\n@prefix math: <http://www.w3.org/2000/10/swap/math#> .\n@prefix marc: <https://codeberg.org/phochste/marcattacks#> .\n\n## Helper functions\n\n# marc:splice - splice a list\n{ (?List ?Idx) marc:splice ?Result }\n<=\n{\n ( ?X {\n ?List list:iterate (?Num ?X).\n ?Num math:notLessThan ?Idx.\n } ?Result ) log:collectAllIn _:x.\n}.\n\n# marc:join - join a list with a separator\n{ (?List ?Sep) marc:join ?Result }\n<=\n{\n (?List ?Sep \"\") marc:join ?Result.\n}.\n\n{ ( () ?Sep ?Acc ) marc:join ?Acc }\n<= true.\n\n{ ( ?List ?Sep ?Acc ) marc:join ?Result }\n<=\n{\n ?List list:firstRest (?H ?T).\n ?Acc log:equalTo \"\".\n ( ?T ?Sep ?H ) marc:join ?Result .\n}.\n\n{ ( ?List ?Sep ?Acc ) marc:join ?Result }\n<=\n{\n ?List list:firstRest (?H ?T).\n ?Acc log:notEqualTo \"\".\n ( ?Acc ?Sep ?H) string:concatenation ?AccNew.\n ( ?T ?Sep ?AccNew ) marc:join ?Result .\n}.\n\n# marc:id - return the record id \n{ ?Record marc:id ?Result }\n<=\n{\n (?Record \"001\") marc:field0 ?F001.\n ?F001 marc:ctrl ?ID. \n ( \"http://lib.ugent.be/record/\" ?ID ) string:concatenation ?IRI_ID.\n ?Result log:uri ?IRI_ID.\n}.\n\n# marc:ctrl - return the control value of a field\n{ ?Field marc:ctrl ?Result }\n<=\n{\n (?Field 3) list:memberAt \"_\" .\n (?Field 4) list:memberAt ?Result.\n}.\n\n# marc:subf - return all values matching a subfield regex\n{ ( ?Field ?Regex) marc:subf ?Result }\n<=\n{\n ( ?Field 3) marc:splice ?FieldData.\n ( ?FieldData ?Regex ()) marc:subf ?Result.\n} .\n\n{ ( () ?Regex ?Acc ) marc:subf ?Acc } \n<= true.\n\n{ ( ?FieldData ?Regex ?Acc ) marc:subf ?Result }\n<=\n{\n ?FieldData list:firstRest (?Subf ?Rest).\n ?Rest list:firstRest (?Value ?Tail).\n ?Subf string:matches ?Regex.\n ( ?Acc (?Value)) list:append ?Acc2.\n ( ?Tail ?Regex ?Acc2 ) marc:subf ?Result.\n}.\n\n{ ( ?FieldData ?Regex ?Acc ) marc:subf ?Result }\n<=\n{\n ?FieldData list:firstRest (?Subf ?Rest).\n ?Rest list:firstRest (?Value ?Tail).\n ?Subf string:notMatches ?Regex.\n ( ?Tail ?Regex ?Acc ) marc:subf ?Result.\n}.\n\n# marc:field0 - collect the first row of a marc field\n{ ( ?Record ?Field) marc:field0 ?Result }\n<=\n{\n ( ?Record ?Field) marc:field ?F.\n ?F list:first ?Result.\n}.\n\n# marc:field - collect all data for a marc field\n{ ( ?Record ?Field) marc:field ?Result}\n<=\n{\n ( ?Record ?Field ()) marc:field ?Result.\n}.\n\n{ ( () ?Field ?Acc ) marc:field ?Acc}\n<= true.\n\n{ ( ?L ?Field ?Acc ) marc:field ?Result }\n<=\n{\n ?L list:firstRest (?H ?T).\n ( ?H 0 ) list:memberAt ?Field.\n ( ?Acc (?H) ) list:append ?AccNew.\n (?T ?Field ?AccNew) marc:field ?Result.\n}.\n\n{ (?L ?Field ?Acc) marc:field ?Result }\n<=\n{\n ?L list:firstRest (?H ?T).\n ( ?H 0 ) list:memberAt ?X.\n ?Field log:notEqualTo ?X.\n (?T ?Field ?Acc) marc:field ?Result.\n}.\n\n{ ( ?Record ?Tag ?Subfield ) marc:map ?Result }\n<=\n{\n (?Record ?Tag) marc:field ?FL.\n ?FL list:member ?F. \n (?F ?Subfield) marc:subf ?T .\n (?T \" \") marc:join ?Result.\n}.\n## End Helper functions\n";
2
+ //# sourceMappingURL=marc_n3_helpers.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"marc_n3_helpers.d.ts","sourceRoot":"","sources":["../../src/util/marc_n3_helpers.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,IAAI,koGA2IhB,CAAC"}
@@ -0,0 +1,141 @@
1
+ export const code = `
2
+ @prefix list: <http://www.w3.org/2000/10/swap/list#> .
3
+ @prefix log: <http://www.w3.org/2000/10/swap/log#> .
4
+ @prefix string: <http://www.w3.org/2000/10/swap/string#> .
5
+ @prefix math: <http://www.w3.org/2000/10/swap/math#> .
6
+ @prefix marc: <https://codeberg.org/phochste/marcattacks#> .
7
+
8
+ ## Helper functions
9
+
10
+ # marc:splice - splice a list
11
+ { (?List ?Idx) marc:splice ?Result }
12
+ <=
13
+ {
14
+ ( ?X {
15
+ ?List list:iterate (?Num ?X).
16
+ ?Num math:notLessThan ?Idx.
17
+ } ?Result ) log:collectAllIn _:x.
18
+ }.
19
+
20
+ # marc:join - join a list with a separator
21
+ { (?List ?Sep) marc:join ?Result }
22
+ <=
23
+ {
24
+ (?List ?Sep "") marc:join ?Result.
25
+ }.
26
+
27
+ { ( () ?Sep ?Acc ) marc:join ?Acc }
28
+ <= true.
29
+
30
+ { ( ?List ?Sep ?Acc ) marc:join ?Result }
31
+ <=
32
+ {
33
+ ?List list:firstRest (?H ?T).
34
+ ?Acc log:equalTo "".
35
+ ( ?T ?Sep ?H ) marc:join ?Result .
36
+ }.
37
+
38
+ { ( ?List ?Sep ?Acc ) marc:join ?Result }
39
+ <=
40
+ {
41
+ ?List list:firstRest (?H ?T).
42
+ ?Acc log:notEqualTo "".
43
+ ( ?Acc ?Sep ?H) string:concatenation ?AccNew.
44
+ ( ?T ?Sep ?AccNew ) marc:join ?Result .
45
+ }.
46
+
47
+ # marc:id - return the record id
48
+ { ?Record marc:id ?Result }
49
+ <=
50
+ {
51
+ (?Record "001") marc:field0 ?F001.
52
+ ?F001 marc:ctrl ?ID.
53
+ ( "http://lib.ugent.be/record/" ?ID ) string:concatenation ?IRI_ID.
54
+ ?Result log:uri ?IRI_ID.
55
+ }.
56
+
57
+ # marc:ctrl - return the control value of a field
58
+ { ?Field marc:ctrl ?Result }
59
+ <=
60
+ {
61
+ (?Field 3) list:memberAt "_" .
62
+ (?Field 4) list:memberAt ?Result.
63
+ }.
64
+
65
+ # marc:subf - return all values matching a subfield regex
66
+ { ( ?Field ?Regex) marc:subf ?Result }
67
+ <=
68
+ {
69
+ ( ?Field 3) marc:splice ?FieldData.
70
+ ( ?FieldData ?Regex ()) marc:subf ?Result.
71
+ } .
72
+
73
+ { ( () ?Regex ?Acc ) marc:subf ?Acc }
74
+ <= true.
75
+
76
+ { ( ?FieldData ?Regex ?Acc ) marc:subf ?Result }
77
+ <=
78
+ {
79
+ ?FieldData list:firstRest (?Subf ?Rest).
80
+ ?Rest list:firstRest (?Value ?Tail).
81
+ ?Subf string:matches ?Regex.
82
+ ( ?Acc (?Value)) list:append ?Acc2.
83
+ ( ?Tail ?Regex ?Acc2 ) marc:subf ?Result.
84
+ }.
85
+
86
+ { ( ?FieldData ?Regex ?Acc ) marc:subf ?Result }
87
+ <=
88
+ {
89
+ ?FieldData list:firstRest (?Subf ?Rest).
90
+ ?Rest list:firstRest (?Value ?Tail).
91
+ ?Subf string:notMatches ?Regex.
92
+ ( ?Tail ?Regex ?Acc ) marc:subf ?Result.
93
+ }.
94
+
95
+ # marc:field0 - collect the first row of a marc field
96
+ { ( ?Record ?Field) marc:field0 ?Result }
97
+ <=
98
+ {
99
+ ( ?Record ?Field) marc:field ?F.
100
+ ?F list:first ?Result.
101
+ }.
102
+
103
+ # marc:field - collect all data for a marc field
104
+ { ( ?Record ?Field) marc:field ?Result}
105
+ <=
106
+ {
107
+ ( ?Record ?Field ()) marc:field ?Result.
108
+ }.
109
+
110
+ { ( () ?Field ?Acc ) marc:field ?Acc}
111
+ <= true.
112
+
113
+ { ( ?L ?Field ?Acc ) marc:field ?Result }
114
+ <=
115
+ {
116
+ ?L list:firstRest (?H ?T).
117
+ ( ?H 0 ) list:memberAt ?Field.
118
+ ( ?Acc (?H) ) list:append ?AccNew.
119
+ (?T ?Field ?AccNew) marc:field ?Result.
120
+ }.
121
+
122
+ { (?L ?Field ?Acc) marc:field ?Result }
123
+ <=
124
+ {
125
+ ?L list:firstRest (?H ?T).
126
+ ( ?H 0 ) list:memberAt ?X.
127
+ ?Field log:notEqualTo ?X.
128
+ (?T ?Field ?Acc) marc:field ?Result.
129
+ }.
130
+
131
+ { ( ?Record ?Tag ?Subfield ) marc:map ?Result }
132
+ <=
133
+ {
134
+ (?Record ?Tag) marc:field ?FL.
135
+ ?FL list:member ?F.
136
+ (?F ?Subfield) marc:subf ?T .
137
+ (?T " ") marc:join ?Result.
138
+ }.
139
+ ## End Helper functions
140
+ `;
141
+ //# sourceMappingURL=marc_n3_helpers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"marc_n3_helpers.js","sourceRoot":"","sources":["../../src/util/marc_n3_helpers.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,IAAI,GAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2IlB,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"rdf_parse.d.ts","sourceRoot":"","sources":["../../src/util/rdf_parse.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAQ,MAAM,kBAAkB,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAY,MAAM,QAAQ,CAAC;AAEjD,OAAO,EAAE,MAAM,IAAI,CAAC;AAKpB,wBAAsB,WAAW,CAAC,IAAI,EAAC,MAAM,EAAE,IAAI,EAAE,MAAM,GAAI,OAAO,CAAC,MAAM,CAAC,CAG7E;AAED,wBAAsB,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,GAAI,OAAO,CAAC,MAAM,CAAC,CAyCpF;AAED,wBAAsB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,GAAI,OAAO,CAAC,MAAM,CAAC,CA4DpG"}
1
+ {"version":3,"file":"rdf_parse.d.ts","sourceRoot":"","sources":["../../src/util/rdf_parse.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAQ,MAAM,kBAAkB,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAY,MAAM,QAAQ,CAAC;AAEjD,OAAO,EAAE,MAAM,IAAI,CAAC;AAKpB,wBAAsB,WAAW,CAAC,IAAI,EAAC,MAAM,EAAE,IAAI,EAAE,MAAM,GAAI,OAAO,CAAC,MAAM,CAAC,CAG7E;AAED,wBAAsB,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,GAAI,OAAO,CAAC,MAAM,CAAC,CAyDpF;AAED,wBAAsB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,GAAI,OAAO,CAAC,MAAM,CAAC,CA4DpG"}
@@ -10,8 +10,21 @@ export async function parseString(data, path) {
10
10
  export async function parseStream(readable, path) {
11
11
  return new Promise((resolve, reject) => {
12
12
  let record = { prefixes: {}, quads: [] };
13
+ let graphSet = new Set();
13
14
  rdfParser.parse(readable, { path })
14
15
  .on('data', (quad) => {
16
+ // Ignore named graphs
17
+ if (quad.graph.termType === 'DefaultGraph') {
18
+ // We are ok
19
+ }
20
+ else {
21
+ graphSet.add(quad.graph.value);
22
+ return;
23
+ }
24
+ // Also ignore triples mentioning the graphSet
25
+ if (graphSet.has(quad.subject.value) || graphSet.has(quad.object.value)) {
26
+ return;
27
+ }
15
28
  const part = {
16
29
  "subject": {
17
30
  "type": quad.subject.termType,
@@ -1 +1 @@
1
- {"version":3,"file":"rdf_parse.js","sourceRoot":"","sources":["../../src/util/rdf_parse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAGtC,OAAO,SAAS,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;AAC3B,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,WAAW,CAAC;AAEtD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAW,EAAE,IAAY;IACvD,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IACnC,OAAO,MAAM,WAAW,CAAC,UAAU,EAAC,IAAI,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAAkB,EAAE,IAAY;IAC9D,OAAO,IAAI,OAAO,CAAU,CAAC,OAAO,EAAC,MAAM,EAAE,EAAE;QAC3C,IAAI,MAAM,GAAY,EAAE,QAAQ,EAAE,EAAE,EAAG,KAAK,EAAE,EAAE,EAAE,CAAC;QAEnD,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC;aAC9B,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACjB,MAAM,IAAI,GAAU;gBAChB,SAAS,EAAE;oBACP,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ;oBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;iBAC9B;gBACD,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;oBAC/B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;iBAChC;gBACD,QAAQ,EAAE;oBACN,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;oBAC5B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;iBAC7B;aACJ,CAAC;YAEF,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,EAAE,GAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YACjD,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;YAChD,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC;aACD,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAC,GAAG,EAAE,EAAE;YACzB,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QAClC,CAAC,CAAC;aACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACnB,MAAM,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC,CAAC;aACD,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACZ,OAAO,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,MAAc,EAAE,MAAkB;IAC9E,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,IAAI,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAG,MAAM,EAAE,CAAC,CAAC;QAC1D,cAAc,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,OAAO,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC5C,IAAI,KAAK,GAAW,IAAI,CAAC,OAAO,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,EAAE,CAAC,CAAC;QAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAG,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC5D,KAAK;YACT,CAAC;;gBACI,SAAS;YAEd,IAAI,OAAO,GAAK,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAC,CAAC;YACrE,IAAI,SAAS,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAC,CAAC;YACvE,IAAI,MAAM,GAAM,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAC,CAAC;YAEpE,IAAI,YAAY,GACZ,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC;gBACvD,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC;oBACzD,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAE/B,IAAI,cAAc,GACd,SAAS,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC3D,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAEjC,IAAI,WAAW,GACX,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;gBACrD,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;oBACvD,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC;wBACvF,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;4BACtF,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;gCACnD,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAE9B,MAAM,CAAC,OAAO,CACV,YAAY,EACZ,cAAc,EACd,WAAW,CACd,CAAC;QACN,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YACjB,MAAM,CAAC,GAAG,CAAE,CAAC,KAAK,EAAC,MAAM,EAAE,EAAE;gBACzB,IAAI,KAAK;oBACL,MAAM,CAAC,KAAK,CAAC,CAAC;;oBAEd,OAAO,CAAC,MAAM,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;QACP,CAAC;aACI,CAAC;YACF,OAAO,CAAC,EAAE,CAAC,CAAC;QAChB,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}
1
+ {"version":3,"file":"rdf_parse.js","sourceRoot":"","sources":["../../src/util/rdf_parse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAGtC,OAAO,SAAS,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;AAC3B,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,WAAW,CAAC;AAEtD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAW,EAAE,IAAY;IACvD,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IACnC,OAAO,MAAM,WAAW,CAAC,UAAU,EAAC,IAAI,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAAkB,EAAE,IAAY;IAC9D,OAAO,IAAI,OAAO,CAAU,CAAC,OAAO,EAAC,MAAM,EAAE,EAAE;QAC3C,IAAI,MAAM,GAAY,EAAE,QAAQ,EAAE,EAAE,EAAG,KAAK,EAAE,EAAE,EAAE,CAAC;QACnD,IAAI,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QAEjC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC;aAC9B,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAEjB,sBAAsB;YACtB,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,KAAK,cAAc,EAAE,CAAC;gBACzC,YAAY;YAChB,CAAC;iBACI,CAAC;gBACF,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC/B,OAAO;YACX,CAAC;YAED,8CAA8C;YAC9C,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtE,OAAO;YACX,CAAC;YAED,MAAM,IAAI,GAAU;gBAChB,SAAS,EAAE;oBACP,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ;oBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;iBAC9B;gBACD,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;oBAC/B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;iBAChC;gBACD,QAAQ,EAAE;oBACN,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;oBAC5B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;iBAC7B;aACJ,CAAC;YAEF,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,EAAE,GAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YACjD,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;YAChD,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC;aACD,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAC,GAAG,EAAE,EAAE;YACzB,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QAClC,CAAC,CAAC;aACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACnB,MAAM,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC,CAAC;aACD,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACZ,OAAO,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,MAAc,EAAE,MAAkB;IAC9E,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,IAAI,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAG,MAAM,EAAE,CAAC,CAAC;QAC1D,cAAc,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,OAAO,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC5C,IAAI,KAAK,GAAW,IAAI,CAAC,OAAO,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,EAAE,CAAC,CAAC;QAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAG,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC5D,KAAK;YACT,CAAC;;gBACI,SAAS;YAEd,IAAI,OAAO,GAAK,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAC,CAAC;YACrE,IAAI,SAAS,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAC,CAAC;YACvE,IAAI,MAAM,GAAM,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAC,CAAC;YAEpE,IAAI,YAAY,GACZ,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC;gBACvD,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC;oBACzD,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAE/B,IAAI,cAAc,GACd,SAAS,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC3D,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAEjC,IAAI,WAAW,GACX,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;gBACrD,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;oBACvD,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC;wBACvF,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;4BACtF,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;gCACnD,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAE9B,MAAM,CAAC,OAAO,CACV,YAAY,EACZ,cAAc,EACd,WAAW,CACd,CAAC;QACN,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YACjB,MAAM,CAAC,GAAG,CAAE,CAAC,KAAK,EAAC,MAAM,EAAE,EAAE;gBACzB,IAAI,KAAK;oBACL,MAAM,CAAC,KAAK,CAAC,CAAC;;oBAEd,OAAO,CAAC,MAAM,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;QACP,CAAC;aACI,CAAC;YACF,OAAO,CAAC,EAAE,CAAC,CAAC;QAChB,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}
@@ -0,0 +1,12 @@
1
+ import { Transform } from 'stream';
2
+ /**
3
+ * Limits and skips objects in a Readable stream.
4
+ * @param count Maximum number of objects to emit (optional)
5
+ * @param skip Number of objects to ignore from the start (optional)
6
+ */
7
+ export declare function createCountableSkippedStream(count?: number, skip?: number): Transform;
8
+ /**
9
+ * Does nothing other than counting records
10
+ */
11
+ export declare function createVerboseStream(): Transform;
12
+ //# sourceMappingURL=stream_helpers.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stream_helpers.d.ts","sourceRoot":"","sources":["../../src/util/stream_helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAKrE;;;;GAIG;AACH,wBAAgB,4BAA4B,CACxC,KAAK,CAAC,EAAE,MAAM,EACd,IAAI,GAAE,MAAU,GACjB,SAAS,CA0CX;AAED;;GAEG;AACH,wBAAgB,mBAAmB,IAAK,SAAS,CA4BhD"}