marcattacks 2.3.1 → 2.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/input/alephseq.d.ts.map +1 -1
- package/dist/input/alephseq.js +30 -26
- package/dist/input/alephseq.js.map +1 -1
- package/dist/input/csv.d.ts +1 -1
- package/dist/input/csv.d.ts.map +1 -1
- package/dist/input/csv.js +1 -1
- package/dist/input/csv.js.map +1 -1
- package/dist/input/rdf.d.ts +5 -4
- package/dist/input/rdf.d.ts.map +1 -1
- package/dist/input/rdf.js +6 -2
- package/dist/input/rdf.js.map +1 -1
- package/dist/input/tsv.d.ts +2 -2
- package/dist/input/tsv.d.ts.map +1 -1
- package/dist/input/tsv.js +1 -1
- package/dist/input/tsv.js.map +1 -1
- package/dist/marcmap.d.ts +2 -2
- package/dist/marcmap.d.ts.map +1 -1
- package/dist/marcmap.js +2 -2
- package/dist/marcmap.js.map +1 -1
- package/dist/output/tsv.d.ts +5 -4
- package/dist/output/tsv.d.ts.map +1 -1
- package/dist/output/tsv.js +5 -4
- package/dist/output/tsv.js.map +1 -1
- package/dist/plugin-loader.d.ts.map +1 -1
- package/dist/plugin-loader.js.map +1 -1
- package/dist/transform/jsonata.d.ts.map +1 -1
- package/dist/transform/jsonata.js +1 -1
- package/dist/transform/jsonata.js.map +1 -1
- package/dist/util/rdf_parse.d.ts.map +1 -1
- package/dist/util/rdf_parse.js +18 -14
- package/dist/util/rdf_parse.js.map +1 -1
- package/dist/util/stream_helpers.d.ts +1 -2
- package/dist/util/stream_helpers.d.ts.map +1 -1
- package/package.json +11 -4
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"alephseq.d.ts","sourceRoot":"","sources":["../../src/input/alephseq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAK3D,wBAAsB,SAAS,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,
|
|
1
|
+
{"version":3,"file":"alephseq.d.ts","sourceRoot":"","sources":["../../src/input/alephseq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAK3D,wBAAsB,SAAS,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,CAkE9D"}
|
package/dist/input/alephseq.js
CHANGED
|
@@ -6,6 +6,33 @@ export async function transform(_opts) {
|
|
|
6
6
|
let rec = [];
|
|
7
7
|
let previd = "";
|
|
8
8
|
let tail = "";
|
|
9
|
+
function processLine(line, stream) {
|
|
10
|
+
if (!line.match(/^\w+\s[\x20-\x7E]{5}\sL\s.*/u)) {
|
|
11
|
+
logger.error(`syntax error in record ${recordNum + 1}`);
|
|
12
|
+
logger.error(`error> ${line}`);
|
|
13
|
+
return false;
|
|
14
|
+
}
|
|
15
|
+
const [id, ...rest] = line.split(" ");
|
|
16
|
+
const lineData = rest.join(" ");
|
|
17
|
+
if (previd && previd !== id) {
|
|
18
|
+
stream.push({ record: rec });
|
|
19
|
+
rec = [];
|
|
20
|
+
recordNum++;
|
|
21
|
+
}
|
|
22
|
+
const tag = lineData.substring(0, 3);
|
|
23
|
+
const ind1 = lineData.substring(3, 4);
|
|
24
|
+
const ind2 = lineData.substring(4, 5);
|
|
25
|
+
const sf = lineData.substring(8);
|
|
26
|
+
const parts = sf.split(/\$\$(.)/);
|
|
27
|
+
if (tag === 'FMT' || tag === 'LDR' || tag.startsWith("00")) {
|
|
28
|
+
rec.push([tag, ind1, ind2, "_", ...parts]);
|
|
29
|
+
}
|
|
30
|
+
else {
|
|
31
|
+
rec.push([tag, ind1, ind2, ...parts.slice(1)]);
|
|
32
|
+
}
|
|
33
|
+
previd = id;
|
|
34
|
+
return true;
|
|
35
|
+
}
|
|
9
36
|
return new Transform({
|
|
10
37
|
objectMode: true,
|
|
11
38
|
transform(chunk, _encoding, callback) {
|
|
@@ -15,36 +42,13 @@ export async function transform(_opts) {
|
|
|
15
42
|
for (const line of lines) {
|
|
16
43
|
if (line.length === 0)
|
|
17
44
|
continue;
|
|
18
|
-
|
|
19
|
-
logger.error(`syntax error in record ${recordNum + 1}`);
|
|
20
|
-
logger.error(`error> ${line}`);
|
|
21
|
-
continue;
|
|
22
|
-
}
|
|
23
|
-
const [id, ...rest] = line.split(" ");
|
|
24
|
-
const lineData = rest.join(" ");
|
|
25
|
-
if (previd && previd !== id) {
|
|
26
|
-
this.push({ record: rec });
|
|
27
|
-
rec = [];
|
|
28
|
-
recordNum++;
|
|
29
|
-
}
|
|
30
|
-
const tag = lineData?.substring(0, 3);
|
|
31
|
-
const ind1 = lineData?.substring(3, 4);
|
|
32
|
-
const ind2 = lineData?.substring(4, 5);
|
|
33
|
-
const sf = lineData?.substring(8);
|
|
34
|
-
const parts = sf.split(/\$\$(.)/);
|
|
35
|
-
if (tag === 'FMT' || tag === 'LDR' || tag.startsWith("00")) {
|
|
36
|
-
rec.push([tag, ind1, ind2, "_", ...parts]);
|
|
37
|
-
}
|
|
38
|
-
else {
|
|
39
|
-
rec.push([tag, ind1, ind2, ...parts.slice(1)]);
|
|
40
|
-
}
|
|
41
|
-
previd = id;
|
|
45
|
+
processLine(line, this);
|
|
42
46
|
}
|
|
43
47
|
callback();
|
|
44
48
|
},
|
|
45
49
|
flush(callback) {
|
|
46
|
-
if (tail) {
|
|
47
|
-
|
|
50
|
+
if (tail.length > 0) {
|
|
51
|
+
processLine(tail, this);
|
|
48
52
|
}
|
|
49
53
|
if (rec.length > 0) {
|
|
50
54
|
this.push({ record: rec });
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"alephseq.js","sourceRoot":"","sources":["../../src/input/alephseq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAC3D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAU;IACtC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,GAAG,GAAe,EAAE,CAAC;IACzB,IAAI,MAAM,GAAW,EAAE,CAAC;IACxB,IAAI,IAAI,GAAG,EAAE,CAAC;IAEd,
|
|
1
|
+
{"version":3,"file":"alephseq.js","sourceRoot":"","sources":["../../src/input/alephseq.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAC3D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAU;IACtC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,GAAG,GAAe,EAAE,CAAC;IACzB,IAAI,MAAM,GAAW,EAAE,CAAC;IACxB,IAAI,IAAI,GAAG,EAAE,CAAC;IAEd,SAAS,WAAW,CAAC,IAAY,EAAE,MAAiB;QAChD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC,EAAE,CAAC;YAC9C,MAAM,CAAC,KAAK,CAAC,0BAA0B,SAAS,GAAG,CAAC,EAAE,CAAC,CAAC;YACxD,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;YAC/B,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,MAAM,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEhC,IAAI,MAAM,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAC7B,GAAG,GAAG,EAAE,CAAC;YACT,SAAS,EAAE,CAAC;QAChB,CAAC;QAED,MAAM,GAAG,GAAI,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtC,MAAM,EAAE,GAAK,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAElC,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzD,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACJ,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,GAAG,EAAG,CAAC;QACb,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAEhB,SAAS,CAAC,KAAU,EAAE,SAAiB,EAAE,QAA2B;YAChE,MAAM,IAAI,GAAG,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAElC,IAAI,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAEzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;oBAAE,SAAS;gBAChC,WAAW,CAAC,IAAI,EAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;YAED,QAAQ,EAAE,CAAC;QACf,CAAC;QAED,KAAK,CAAC,QAA2B;YAC7B,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClB,WAAW,CAAC,IAAI,EAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;YAED,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjB,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/B,CAAC;YACD,QAAQ,EAAE,CAAC;QACf,CAAC;KACJ,CAAC,CAAC;AACP,CAAC"}
|
package/dist/input/csv.d.ts
CHANGED
package/dist/input/csv.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../../src/input/csv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAG3D,wBAAsB,SAAS,CAAC,IAAI,
|
|
1
|
+
{"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../../src/input/csv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAG3D,wBAAsB,SAAS,CAAC,IAAI,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAYrF"}
|
package/dist/input/csv.js
CHANGED
package/dist/input/csv.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"csv.js","sourceRoot":"","sources":["../../src/input/csv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAC3D,OAAO,EAAE,KAAK,EAAmC,MAAM,WAAW,CAAC;AAEnE,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,
|
|
1
|
+
{"version":3,"file":"csv.js","sourceRoot":"","sources":["../../src/input/csv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAC3D,OAAO,EAAE,KAAK,EAAmC,MAAM,WAAW,CAAC;AAEnE,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAA+B,EAAE;IAC7D,MAAM,SAAS,GAAW,IAAI,CAAC,WAAW,CAAC,IAAI,GAAG,CAAC;IAEnD,MAAM,MAAM,GAAG,KAAK,CAAC;QACjB,SAAS;QACT,OAAO,EAAE,IAAI,EAAS,+BAA+B;QACrD,gBAAgB,EAAE,IAAI;QACtB,IAAI,EAAE,KAAK,EAAW,kDAAkD;QACxE,kBAAkB,EAAE,KAAK;KACF,CAAC,CAAC;IAE7B,OAAO,MAA8B,CAAC;AAC1C,CAAC"}
|
package/dist/input/rdf.d.ts
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { Transform } from 'stream';
|
|
2
|
-
export
|
|
3
|
-
hint
|
|
4
|
-
path
|
|
5
|
-
}
|
|
2
|
+
export interface InputRDFOptions {
|
|
3
|
+
hint?: string;
|
|
4
|
+
path?: URL;
|
|
5
|
+
}
|
|
6
|
+
export declare function transform(opts?: InputRDFOptions): Promise<Transform>;
|
|
6
7
|
//# sourceMappingURL=rdf.d.ts.map
|
package/dist/input/rdf.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rdf.d.ts","sourceRoot":"","sources":["../../src/input/rdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAuC,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"rdf.d.ts","sourceRoot":"","sources":["../../src/input/rdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAuC,MAAM,QAAQ,CAAC;AAMxE,MAAM,WAAW,eAAe;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,GAAG,CAAC;CACd;AAED,wBAAsB,SAAS,CAAC,IAAI,GAAE,eAAoB,GAAG,OAAO,CAAC,SAAS,CAAC,CA+D9E"}
|
package/dist/input/rdf.js
CHANGED
|
@@ -2,7 +2,7 @@ import { Transform, PassThrough } from 'stream';
|
|
|
2
2
|
import { parseStreamAsParts } from "../util/rdf_parse.js";
|
|
3
3
|
import log4js from 'log4js';
|
|
4
4
|
const logger = log4js.getLogger();
|
|
5
|
-
export async function transform(opts) {
|
|
5
|
+
export async function transform(opts = {}) {
|
|
6
6
|
let inputStream = null;
|
|
7
7
|
let partsStream = null;
|
|
8
8
|
return new Transform({
|
|
@@ -13,7 +13,11 @@ export async function transform(opts) {
|
|
|
13
13
|
// Initialize the input stream on first chunk
|
|
14
14
|
if (!inputStream) {
|
|
15
15
|
inputStream = new PassThrough();
|
|
16
|
-
const hint = opts.hint ?
|
|
16
|
+
const hint = opts.hint ?
|
|
17
|
+
opts.hint :
|
|
18
|
+
opts.path?.href ?
|
|
19
|
+
opts.path.href :
|
|
20
|
+
"local.ttl";
|
|
17
21
|
partsStream = parseStreamAsParts(inputStream, hint);
|
|
18
22
|
partsStream.on('data', (quad) => {
|
|
19
23
|
this.push({ quads: [quad] });
|
package/dist/input/rdf.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rdf.js","sourceRoot":"","sources":["../../src/input/rdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,WAAW,EAAE,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"rdf.js","sourceRoot":"","sources":["../../src/input/rdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,WAAW,EAAE,MAAM,QAAQ,CAAC;AACxE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAOlC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAwB,EAAE;IACtD,IAAI,WAAW,GAAuB,IAAI,CAAC;IAC3C,IAAI,WAAW,GAAQ,IAAI,CAAC;IAE5B,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAEhB,SAAS,CAAC,KAAU,EAAE,QAAgB,EAAE,QAA2B;YAC/D,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;YAE/B,IAAI,CAAC;gBACD,6CAA6C;gBAC7C,IAAI,CAAC,WAAW,EAAE,CAAC;oBACf,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;oBAChC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;wBACR,IAAI,CAAC,IAAI,CAAC,CAAC;wBACX,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;4BACjB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;4BAChB,WAAW,CAAC;oBAE5B,WAAW,GAAG,kBAAkB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;oBAEpD,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE;wBACjC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACjC,CAAC,CAAC,CAAC;oBAEH,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAU,EAAE,EAAE;wBACnC,MAAM,CAAC,KAAK,CAAC,sBAAsB,KAAK,EAAE,CAAC,CAAC;wBAC5C,IAAI,CAAC,OAAO,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAC5E,CAAC,CAAC,CAAC;gBACP,CAAC;gBAED,6DAA6D;gBAC7D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC5B,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1C,CAAC;qBACI,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9B,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC7B,CAAC;qBACI,CAAC;oBACF,MAAM,IAAI,KAAK,CAAC,4CAA4C,OAAO,KAAK,EAAE,CAAC,CAAC;gBAChF,CAAC;gBAED,QAAQ,EAAE,CAAC;YACf,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CAAC,sBAAsB,KAAK,EAAE,CAAC,CAAC;gBAC5C,QAAQ,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACxE,CAAC;QACL,CAAC;QAED,KAAK,CAAC,QAA2B;YAC7B,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YAE9B,IAAI,WAAW,EAAE,CAAC;gBACd,WAAW,CAAC,GAAG,EAAE,CAAC;gBAClB,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACvB,QAAQ,EAAE,CAAC;gBACf,CAAC,CAAC,CAAC;YACP,CAAC;iBAAM,CAAC;gBACJ,QAAQ,EAAE,CAAC;YACf,CAAC;QACL,CAAC;KACJ,CAAC,CAAC;AACP,CAAC"}
|
package/dist/input/tsv.d.ts
CHANGED
package/dist/input/tsv.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tsv.d.ts","sourceRoot":"","sources":["../../src/input/tsv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAK3D,wBAAsB,SAAS,CAAC,IAAI,
|
|
1
|
+
{"version":3,"file":"tsv.d.ts","sourceRoot":"","sources":["../../src/input/tsv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAK3D,wBAAsB,SAAS,CAAC,IAAI,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAkDrF"}
|
package/dist/input/tsv.js
CHANGED
package/dist/input/tsv.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tsv.js","sourceRoot":"","sources":["../../src/input/tsv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAC3D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,
|
|
1
|
+
{"version":3,"file":"tsv.js","sourceRoot":"","sources":["../../src/input/tsv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAC3D,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAA+B,EAAE;IAC7D,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,IAAe,CAAC;IACpB,IAAI,SAAS,GAAY,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;QACxC,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,KAAK,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAEjD,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,CAAC,KAAU,EAAE,SAAiB,EAAG,QAA2B;YACjE,MAAM,KAAK,GAAG,CAAC,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACvD,IAAI,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAEzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,SAAS,EAAE,CAAC;gBAEZ,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBAAE,SAAS;gBAE3B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBAErC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACR,IAAI,GAAG,MAAM,CAAC;oBACd,SAAS;gBACb,CAAC;gBAED,IAAI,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;oBAC/B,MAAM,CAAC,KAAK,CAAC,iBAAiB,SAAS,sBAAsB,CAAC,CAAC;oBAC/D,SAAS;gBACb,CAAC;gBAED,IAAI,IAAI,GAAS,EAAE,CAAC;gBAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAG,CAAC,EAAE,EAAE,CAAC;oBACrC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC/B,CAAC;gBAED,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,CAAC;YAED,QAAQ,EAAE,CAAC;QACf,CAAC;QACD,KAAK,CAAC,QAAQ;YACV,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBACd,IAAI,CAAC;oBACD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gBAChC,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC,CAAC,gCAAgC,CAAC,CAAC;YACpD,CAAC;YACD,QAAQ,EAAE,CAAC;QACf,CAAC;KACJ,CAAC,CAAC;AACP,CAAC"}
|
package/dist/marcmap.d.ts
CHANGED
|
@@ -22,9 +22,9 @@ export declare function marcForEachSub(row: string[] | undefined, fun: (code: st
|
|
|
22
22
|
/**
|
|
23
23
|
* Given an marc record and a field-path return a string[] with all matching values
|
|
24
24
|
*/
|
|
25
|
-
export declare function marcmap(record: string[][], find: string, opts
|
|
25
|
+
export declare function marcmap(record: string[][], find: string, opts?: MARCMapOpts): string[];
|
|
26
26
|
/**
|
|
27
|
-
* Given a marc row and a
|
|
27
|
+
* Given a marc row and a subfield regex, return all matching values
|
|
28
28
|
*/
|
|
29
29
|
export declare function marcsubfields(row: string[], re: RegExp): string[];
|
|
30
30
|
export {};
|
package/dist/marcmap.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"marcmap.d.ts","sourceRoot":"","sources":["../src/marcmap.ts"],"names":[],"mappings":"AAAA,UAAU,WAAW;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,SAAS,GAAI,MAAM,CAK1D;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,SAAS,GAAI,MAAM,EAAE,CAO5D;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,SAAS,EAAG,GAAG,EAAE,CAAC,GAAG,EAAC,MAAM,EAAE,GAAG,EAAC,MAAM,EAAE,KAAK,IAAI,GAAI,IAAI,CAU3G;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,SAAS,EAAG,GAAG,EAAE,CAAC,IAAI,EAAC,MAAM,EAAE,KAAK,EAAC,MAAM,KAAK,IAAI,GAAI,IAAI,CAU1G;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,
|
|
1
|
+
{"version":3,"file":"marcmap.d.ts","sourceRoot":"","sources":["../src/marcmap.ts"],"names":[],"mappings":"AAAA,UAAU,WAAW;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,SAAS,GAAI,MAAM,CAK1D;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,SAAS,GAAI,MAAM,EAAE,CAO5D;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,SAAS,EAAG,GAAG,EAAE,CAAC,GAAG,EAAC,MAAM,EAAE,GAAG,EAAC,MAAM,EAAE,KAAK,IAAI,GAAI,IAAI,CAU3G;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,SAAS,EAAG,GAAG,EAAE,CAAC,IAAI,EAAC,MAAM,EAAE,KAAK,EAAC,MAAM,KAAK,IAAI,GAAI,IAAI,CAU1G;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,GAAE,WAAgB,GAAI,MAAM,EAAE,CAkB3F;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,GAAI,MAAM,EAAE,CASlE"}
|
package/dist/marcmap.js
CHANGED
|
@@ -51,7 +51,7 @@ export function marcForEachSub(row, fun) {
|
|
|
51
51
|
/**
|
|
52
52
|
* Given an marc record and a field-path return a string[] with all matching values
|
|
53
53
|
*/
|
|
54
|
-
export function marcmap(record, find, opts) {
|
|
54
|
+
export function marcmap(record, find, opts = {}) {
|
|
55
55
|
const fullOpts = {
|
|
56
56
|
join_char: opts.join_char ?? " "
|
|
57
57
|
};
|
|
@@ -67,7 +67,7 @@ export function marcmap(record, find, opts) {
|
|
|
67
67
|
return results;
|
|
68
68
|
}
|
|
69
69
|
/**
|
|
70
|
-
* Given a marc row and a
|
|
70
|
+
* Given a marc row and a subfield regex, return all matching values
|
|
71
71
|
*/
|
|
72
72
|
export function marcsubfields(row, re) {
|
|
73
73
|
const result = [];
|
package/dist/marcmap.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"marcmap.js","sourceRoot":"","sources":["../src/marcmap.ts"],"names":[],"mappings":"AAIA;;GAEG;AACH,MAAM,UAAU,OAAO,CAAC,GAAyB;IAC7C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,EAAE,CAAC;IACd,CAAC;IACD,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,OAAO,CAAC,GAAyB;IAC7C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IACD,IAAI,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;IACzB,IAAI,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;IACzB,OAAO,CAAC,IAAI,EAAC,IAAI,CAAC,CAAC;AACvB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,GAA2B,EAAG,GAAuC;IAChG,IAAI,CAAC,GAAG;QAAE,OAAO;IACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAG,CAAC,GAAG,GAAG,CAAC,MAAM,EAAG,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;QAE1B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACzC,GAAG,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACL,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,GAAyB,EAAG,GAAwC;IAC/F,IAAI,CAAC,GAAG;QAAE,OAAO;IACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAG,CAAC,GAAG,GAAG,CAAC,MAAM,EAAG,CAAC,IAAG,CAAC,EAAE,CAAC;QACtC,IAAI,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,KAAK,GAAG,GAAG,CAAC,CAAC,GAAC,CAAC,CAAC,CAAC;QAErB,IAAI,IAAI,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAC5C,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACrB,CAAC;IACL,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,OAAO,CAAC,MAAkB,EAAE,IAAY,EAAE,
|
|
1
|
+
{"version":3,"file":"marcmap.js","sourceRoot":"","sources":["../src/marcmap.ts"],"names":[],"mappings":"AAIA;;GAEG;AACH,MAAM,UAAU,OAAO,CAAC,GAAyB;IAC7C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,EAAE,CAAC;IACd,CAAC;IACD,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,OAAO,CAAC,GAAyB;IAC7C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IACD,IAAI,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;IACzB,IAAI,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;IACzB,OAAO,CAAC,IAAI,EAAC,IAAI,CAAC,CAAC;AACvB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,GAA2B,EAAG,GAAuC;IAChG,IAAI,CAAC,GAAG;QAAE,OAAO;IACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAG,CAAC,GAAG,GAAG,CAAC,MAAM,EAAG,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACvB,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC;QAE1B,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACzC,GAAG,CAAC,GAAG,EAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACL,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,GAAyB,EAAG,GAAwC;IAC/F,IAAI,CAAC,GAAG;QAAE,OAAO;IACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAG,CAAC,GAAG,GAAG,CAAC,MAAM,EAAG,CAAC,IAAG,CAAC,EAAE,CAAC;QACtC,IAAI,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,KAAK,GAAG,GAAG,CAAC,CAAC,GAAC,CAAC,CAAC,CAAC;QAErB,IAAI,IAAI,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAC5C,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACrB,CAAC;IACL,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,OAAO,CAAC,MAAkB,EAAE,IAAY,EAAE,OAAoB,EAAE;IAC5E,MAAM,QAAQ,GAAG;QACb,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,GAAG;KACnC,CAAC;IAEF,MAAM,OAAO,GAAc,EAAE,CAAC;IAE9B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAC,CAAC,CAAC,CAAC;IACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClF,MAAM,QAAQ,GAAG,IAAI,MAAM,CAAC,IAAI,QAAQ,GAAG,CAAC,CAAC;IAE7C,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,OAAO,EAAE,CAAC;YACrB,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,EAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;QACvE,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,GAAa,EAAE,EAAU;IACnD,MAAM,MAAM,GAAc,EAAE,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAG,CAAC,GAAG,GAAG,CAAC,MAAM,EAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,GAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;YACtE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAC,CAAC,CAAW,CAAC,CAAC;QACpC,CAAC;IAEL,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC"}
|
package/dist/output/tsv.d.ts
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { Transform } from 'stream';
|
|
2
|
-
export
|
|
3
|
-
header
|
|
4
|
-
delimiter
|
|
5
|
-
}
|
|
2
|
+
export interface OutputTSVOptions {
|
|
3
|
+
header?: "yes" | "no";
|
|
4
|
+
delimiter?: string;
|
|
5
|
+
}
|
|
6
|
+
export declare function transform(opts?: OutputTSVOptions): Promise<Transform>;
|
|
6
7
|
//# sourceMappingURL=tsv.d.ts.map
|
package/dist/output/tsv.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tsv.d.ts","sourceRoot":"","sources":["../../src/output/tsv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAKnC,
|
|
1
|
+
{"version":3,"file":"tsv.d.ts","sourceRoot":"","sources":["../../src/output/tsv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAKnC,MAAM,WAAW,gBAAgB;IAC7B,MAAM,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,wBAAsB,SAAS,CAAC,IAAI,GAAE,gBAAqB,GAAI,OAAO,CAAC,SAAS,CAAC,CA8ChF"}
|
package/dist/output/tsv.js
CHANGED
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
import { Transform } from 'stream';
|
|
2
2
|
import log4js from 'log4js';
|
|
3
3
|
const logger = log4js.getLogger();
|
|
4
|
-
export async function transform(opts) {
|
|
4
|
+
export async function transform(opts = {}) {
|
|
5
|
+
// provide default empty object so callers can omit options
|
|
5
6
|
let sortedKeys;
|
|
6
|
-
let delimiter = opts
|
|
7
|
-
opts
|
|
7
|
+
let delimiter = opts.delimiter ?
|
|
8
|
+
opts.delimiter.replace("\\t", "\t") : "\t";
|
|
8
9
|
return new Transform({
|
|
9
10
|
objectMode: true,
|
|
10
11
|
transform(data, _encoding, callback) {
|
|
@@ -17,7 +18,7 @@ export async function transform(opts) {
|
|
|
17
18
|
let fields = [];
|
|
18
19
|
if (!sortedKeys) {
|
|
19
20
|
sortedKeys = Object.keys(data).sort();
|
|
20
|
-
if (opts.header === "no") {
|
|
21
|
+
if (opts?.header && opts.header === "no") {
|
|
21
22
|
// ok skipped header
|
|
22
23
|
}
|
|
23
24
|
else {
|
package/dist/output/tsv.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tsv.js","sourceRoot":"","sources":["../../src/output/tsv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"tsv.js","sourceRoot":"","sources":["../../src/output/tsv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAOlC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAyB,EAAE;IACvD,2DAA2D;IAC3D,IAAI,UAAqB,CAAC;IAC1B,IAAI,SAAS,GAAY,IAAI,CAAC,SAAS,CAAC,CAAC;QACrC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAE9C,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,SAAS,CAAC,IAAS,EAAE,SAAS,EAAE,QAAQ;YACpC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAChC,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;gBACrC,QAAQ,EAAE,CAAC;gBACX,OAAO;YACX,CAAC;YAED,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,MAAM,GAAc,EAAE,CAAC;YAE3B,IAAI,CAAE,UAAU,EAAG,CAAC;gBAChB,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBACtC,IAAI,IAAI,EAAE,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;oBACvC,oBAAoB;gBACxB,CAAC;qBACI,CAAC;oBACF,MAAM,IAAI,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;gBAChD,CAAC;YACL,CAAC;YAED,UAAU,CAAC,OAAO,CAAE,GAAG,CAAC,EAAE;gBACtB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;oBAC3B,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;gBAC9C,CAAC;qBACI,IAAI,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE,CAAC;oBACrC,MAAM,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;gBAC1D,CAAC;qBACI,CAAC;oBACF,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;YAExC,MAAM,CAAC,KAAK,CAAC,UAAU,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;YAC9C,QAAQ,CAAC,IAAI,EAAC,MAAM,CAAC,CAAC;QAC1B,CAAC;KACJ,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugin-loader.d.ts","sourceRoot":"","sources":["../src/plugin-loader.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"plugin-loader.d.ts","sourceRoot":"","sources":["../src/plugin-loader.ts"],"names":[],"mappings":"AAGA,wBAAsB,UAAU,CAC5B,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GACpD,OAAO,CAAC,GAAG,CAAC,CAsBf"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugin-loader.js","sourceRoot":"","sources":["../src/plugin-loader.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"plugin-loader.js","sourceRoot":"","sources":["../src/plugin-loader.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAGxB,MAAM,CAAC,KAAK,UAAU,UAAU,CAC5B,IAAY,EAAE,IAAsC;IAEtD,eAAe;IACf,uBAAuB;IACvB,mCAAmC;IACnC,sBAAsB;IACtB,gCAAgC;IAEhC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,EAAE,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,IAAI,IAAI,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YACvE,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,IAAI,KAAK,CACrB,uBAAuB,IAAI,mDAAmD,CAC/E,CAAC;YACF,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACvB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jsonata.d.ts","sourceRoot":"","sources":["../../src/transform/jsonata.ts"],"names":[],"mappings":"AAAA,
|
|
1
|
+
{"version":3,"file":"jsonata.d.ts","sourceRoot":"","sources":["../../src/transform/jsonata.ts"],"names":[],"mappings":"AAAA,OAAe,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAU3C,wBAAsB,SAAS,CAAC,IAAI,EAAE;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAAI,OAAO,CAAC,SAAS,CAAC,CAgE1F"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jsonata.js","sourceRoot":"","sources":["../../src/transform/jsonata.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"jsonata.js","sourceRoot":"","sources":["../../src/transform/jsonata.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAC3C,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACzE,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAqC;IACjE,IAAI,KAAc,CAAC;IAEnB,IAAI,MAAM,GAA2B,EAAE,CAAC;IAExC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEpB,OAAO,IAAI,SAAS,CAAC;QACjB,UAAU,EAAE,IAAI;QAChB,KAAK,CAAC,SAAS,CAAC,IAAS,EAAE,SAAyB,EAAE,QAAkC;YACpF,IAAI,CAAC;gBACD,IAAI,CAAC,KAAK,EAAE,CAAC;oBACT,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;4BAC1B,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAC,EAAE,QAAQ,EAAE,OAAO,EAAC,CAAC,CAAC;wBAC3D,CAAC;6BACI,CAAC;4BACF,MAAM,KAAK,CAAC,gBAAgB,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;wBAC5C,CAAC;oBACL,CAAC;yBACI,CAAC;wBACF,KAAK,GAAG,GAAG,CAAC;oBAChB,CAAC;oBAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACxB,CAAC;gBACD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;gBAClC,UAAU,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,IAAY,EAAE,EAAE;oBACpD,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAC,IAAI,EAAC,EAAE,CAAC,CAAC;gBAC3C,CAAC,CAAC,CAAC;gBACH,UAAU,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,GAAa,EAAE,EAAE;oBACrD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC,CAAC,CAAC;gBACH,UAAU,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,GAAa,EAAE,EAAE;oBACrD,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC,CAAC,CAAC;gBACH,UAAU,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC,GAAa,EAAC,KAAa,EAAE,EAAE;oBACzE,OAAO,aAAa,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBACjD,CAAC,CAAC,CAAC;gBACH,UAAU,CAAC,gBAAgB,CAAC,YAAY,EAAE,GAAG,EAAE;oBAC3C,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC1B,CAAC,CAAC,CAAC;gBACH,UAAU,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,IAAgB,EAAE,EAAE;oBACvD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAC,CAAC;gBAC7B,CAAC,CAAC,CAAC;gBACH,UAAU,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;oBACtC,OAAO,KAAK,EAAE,CAAC;gBACnB,CAAC,CAAC,CAAC;gBACH,UAAU,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE;oBAC1C,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC,CAAC,CAAC;gBACH,IAAI,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACvC,QAAQ,CAAC,IAAI,EAAC,IAAI,CAAC,CAAC;YACxB,CAAC;YACD,OAAO,GAAQ,EAAE,CAAC;gBACd,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjB,QAAQ,CAAC,GAAY,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,SAAS,KAAK;IACV,OAAO,SAAS,MAAM,EAAE,EAAE,CAAC;AAC/B,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IAClC,IAAI,MAAM,GAA4B,EAAE,CAAC;IAEzC,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;IAE7D,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACvB,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACT,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAClB,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rdf_parse.d.ts","sourceRoot":"","sources":["../../src/util/rdf_parse.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAQ,MAAM,kBAAkB,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAY,MAAM,QAAQ,CAAC;AAGjD,OAAO,EAAE,MAAM,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"rdf_parse.d.ts","sourceRoot":"","sources":["../../src/util/rdf_parse.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAQ,MAAM,kBAAkB,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAY,MAAM,QAAQ,CAAC;AAGjD,OAAO,EAAE,MAAM,IAAI,CAAC;AASpB,wBAAsB,WAAW,CAAC,IAAI,EAAC,MAAM,EAAE,IAAI,EAAE,MAAM,GAAI,OAAO,CAAC,MAAM,CAAC,CAG7E;AAED,wBAAsB,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,GAAI,OAAO,CAAC,MAAM,CAAC,CA4DpF;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,GAAG,QAAQ,CAwD7E;AAED,wBAAsB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,GAAI,OAAO,CAAC,MAAM,CAAC,CAkEpG"}
|
package/dist/util/rdf_parse.js
CHANGED
|
@@ -42,11 +42,13 @@ export async function parseStream(readable, path) {
|
|
|
42
42
|
"value": quad.object.value
|
|
43
43
|
}
|
|
44
44
|
};
|
|
45
|
-
if (quad.object.
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
45
|
+
if (quad.object.termType === "Literal") {
|
|
46
|
+
if (quad.object.datatype) {
|
|
47
|
+
part.object.as = quad.object.datatype.value;
|
|
48
|
+
}
|
|
49
|
+
if (quad.object.language) {
|
|
50
|
+
part.object.language = quad.object.language;
|
|
51
|
+
}
|
|
50
52
|
}
|
|
51
53
|
record.quads.push(part);
|
|
52
54
|
})
|
|
@@ -93,11 +95,13 @@ export function parseStreamAsParts(readable, path) {
|
|
|
93
95
|
"value": quad.object.value
|
|
94
96
|
}
|
|
95
97
|
};
|
|
96
|
-
if (quad.object.
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
98
|
+
if (quad.object.termType === "Literal") {
|
|
99
|
+
if (quad.object.datatype) {
|
|
100
|
+
part.object.as = quad.object.datatype.value;
|
|
101
|
+
}
|
|
102
|
+
if (quad.object.language) {
|
|
103
|
+
part.object.language = quad.object.language;
|
|
104
|
+
}
|
|
101
105
|
}
|
|
102
106
|
output.push(part);
|
|
103
107
|
})
|
|
@@ -127,14 +131,14 @@ export async function writeString(data, format, writer) {
|
|
|
127
131
|
if (!quads)
|
|
128
132
|
resolve("");
|
|
129
133
|
for (let i = 0; i < quads.length; i++) {
|
|
130
|
-
if (quads[i]
|
|
134
|
+
if (quads[i]?.subject && quads[i]?.predicate && quads[i]?.object) {
|
|
131
135
|
// ok
|
|
132
136
|
}
|
|
133
137
|
else
|
|
134
138
|
continue;
|
|
135
|
-
let subject = { type: 'NamedNode', value: '', ...quads[i]
|
|
136
|
-
let predicate = { type: 'NamedNode', value: '', ...quads[i]
|
|
137
|
-
let object = { type: 'NamedNode', value: '', ...quads[i]
|
|
139
|
+
let subject = { type: 'NamedNode', value: '', ...quads[i]?.subject };
|
|
140
|
+
let predicate = { type: 'NamedNode', value: '', ...quads[i]?.predicate };
|
|
141
|
+
let object = { type: 'NamedNode', value: '', ...quads[i]?.object };
|
|
138
142
|
let subjectValue = subject.type === 'NamedNode' ? namedNode(subject.value)
|
|
139
143
|
: subject.type === 'BlankNode' ? blankNode(subject.value)
|
|
140
144
|
: namedNode(subject.value);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rdf_parse.js","sourceRoot":"","sources":["../../src/util/rdf_parse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAGtC,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,SAAS,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"rdf_parse.js","sourceRoot":"","sources":["../../src/util/rdf_parse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAGtC,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,SAAS,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;AAC3B,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,WAAW,CAAC;AAEtD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAW,EAAE,IAAY;IACvD,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IACnC,OAAO,MAAM,WAAW,CAAC,UAAU,EAAC,IAAI,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAAkB,EAAE,IAAY;IAC9D,OAAO,IAAI,OAAO,CAAU,CAAC,OAAO,EAAC,MAAM,EAAE,EAAE;QAC3C,IAAI,MAAM,GAAY,EAAE,QAAQ,EAAE,EAAE,EAAG,KAAK,EAAE,EAAE,EAAE,CAAC;QACnD,IAAI,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QAEjC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC;aAC9B,EAAE,CAAC,MAAM,EAAE,CAAC,IAAc,EAAE,EAAE;YAE3B,sBAAsB;YACtB,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,KAAK,cAAc,EAAE,CAAC;gBACzC,YAAY;YAChB,CAAC;iBACI,CAAC;gBACF,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC/B,OAAO;YACX,CAAC;YAED,8CAA8C;YAC9C,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtE,OAAO;YACX,CAAC;YAED,MAAM,IAAI,GAAU;gBAChB,SAAS,EAAE;oBACP,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ;oBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;iBAC9B;gBACD,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;oBAC/B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;iBAChC;gBACD,QAAQ,EAAE;oBACN,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;oBAC5B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;iBAC7B;aACJ,CAAC;YAEF,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;gBACrC,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACvB,IAAI,CAAC,MAAM,CAAC,EAAE,GAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACjD,CAAC;gBAED,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;gBAChD,CAAC;YACL,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC;aACD,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAC,GAAG,EAAE,EAAE;YACzB,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QAClC,CAAC,CAAC;aACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACnB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC,CAAC;aACD,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACZ,OAAO,CAAC,MAAM,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAkB,EAAE,IAAY;IAC/D,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,IAAI,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEjC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC;SAC9B,EAAE,CAAC,MAAM,EAAE,CAAC,IAAc,EAAE,EAAE;QAC3B,sBAAsB;QACtB,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,KAAK,cAAc,EAAE,CAAC;YACzC,YAAY;QAChB,CAAC;aACI,CAAC;YACF,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC/B,OAAO;QACX,CAAC;QAED,8CAA8C;QAC9C,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YACtE,OAAO;QACX,CAAC;QAED,MAAM,IAAI,GAAS;YACf,SAAS,EAAE;gBACP,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ;gBAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;aAC9B;YACD,WAAW,EAAE;gBACT,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ;gBAC/B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK;aAChC;YACD,QAAQ,EAAE;gBACN,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAC5B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;aAC7B;SACJ,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACrC,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAChD,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBACvB,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;YAChD,CAAC;QACL,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC,CAAC;SACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;QACnB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACpB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC,CAAC;SACD,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;QACZ,MAAM,CAAC,GAAG,EAAE,CAAC;IACjB,CAAC,CAAC,CAAC;IAEP,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,MAAc,EAAE,MAAkB;IAC9E,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,IAAI,MAAM,EAAE,CAAC;QACT,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACpC,CAAC;SACI,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAChC,IAAI,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAG,MAAM,EAAE,CAAC,CAAC;QAC1D,cAAc,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,OAAO,IAAI,OAAO,CAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC5C,IAAI,KAAK,GAAY,IAAI,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,CAAC,KAAK,CAAC,YAAY,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;QAE/C,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,EAAE,CAAC,CAAC;QAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAG,CAAC,EAAE,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;gBAC/D,KAAK;YACT,CAAC;;gBACI,SAAS;YAEd,IAAI,OAAO,GAAK,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,GAAI,KAAK,CAAC,CAAC,CAAC,EAAE,OAAe,EAAC,CAAC;YAC/E,IAAI,SAAS,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,GAAI,KAAK,CAAC,CAAC,CAAC,EAAE,SAAiB,EAAC,CAAC;YACjF,IAAI,MAAM,GAAM,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,GAAI,KAAK,CAAC,CAAC,CAAC,EAAE,MAAc,EAAC,CAAC;YAE9E,IAAI,YAAY,GACZ,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC;gBACvD,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC;oBACzD,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAE/B,IAAI,cAAc,GACd,SAAS,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC;gBAC3D,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAEjC,IAAI,WAAW,GACX,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;gBACrD,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;oBACvD,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC;wBACvF,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;4BACtF,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;gCACnD,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAE9B,MAAM,CAAC,OAAO,CACV,YAAY,EACZ,cAAc,EACd,WAAW,CACd,CAAC;QACN,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YACjB,MAAM,CAAC,GAAG,CAAE,CAAC,KAAK,EAAC,MAAM,EAAE,EAAE;gBACzB,IAAI,KAAK;oBACL,MAAM,CAAC,KAAK,CAAC,CAAC;;oBAEd,OAAO,CAAC,MAAM,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;QACP,CAAC;aACI,CAAC;YACF,OAAO,CAAC,EAAE,CAAC,CAAC;QAChB,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -8,7 +8,7 @@ export declare function createCountableSkippedStream(count?: number, skip?: numb
|
|
|
8
8
|
/**
|
|
9
9
|
* Does nothing other than counting records
|
|
10
10
|
*/
|
|
11
|
-
interface VerboseStream extends Transform {
|
|
11
|
+
export interface VerboseStream extends Transform {
|
|
12
12
|
getCount(): number;
|
|
13
13
|
}
|
|
14
14
|
export declare function createVerboseStream(logEvery?: number): VerboseStream;
|
|
@@ -32,5 +32,4 @@ export declare function getCleanURL(url: URL): URL;
|
|
|
32
32
|
* @returns URL
|
|
33
33
|
*/
|
|
34
34
|
export declare function getStrippedURL(url: URL): URL;
|
|
35
|
-
export {};
|
|
36
35
|
//# sourceMappingURL=stream_helpers.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"stream_helpers.d.ts","sourceRoot":"","sources":["../../src/util/stream_helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAOrE;;;;GAIG;AACH,wBAAgB,4BAA4B,CACxC,KAAK,CAAC,EAAE,MAAM,EACd,IAAI,GAAE,MAAU,GACjB,SAAS,CAgDX;AAED;;GAEG;AACH,
|
|
1
|
+
{"version":3,"file":"stream_helpers.d.ts","sourceRoot":"","sources":["../../src/util/stream_helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,SAAS,EAA0B,MAAM,QAAQ,CAAC;AAOrE;;;;GAIG;AACH,wBAAgB,4BAA4B,CACxC,KAAK,CAAC,EAAE,MAAM,EACd,IAAI,GAAE,MAAU,GACjB,SAAS,CAgDX;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,SAAS;IAC5C,QAAQ,IAAI,MAAM,CAAC;CACtB;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,GAAE,MAAa,GAAI,aAAa,CAmC3E;AAED;;GAEG;AACH,wBAAgB,wBAAwB,IAAK,SAAS,CAErD;AAED;;GAEG;AACH,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,SAAS,CAAC,CA8D/D;AAED;;;;GAIG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,CAKzC;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,GAAG,GAAG,GAAG,CAK5C"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "marcattacks",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.4.0",
|
|
4
4
|
"description": "A powerful streaming MARC21 to RDF converter with JSONata transformation and S3 support.",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"marc21",
|
|
@@ -19,6 +19,7 @@
|
|
|
19
19
|
"type": "module",
|
|
20
20
|
"author": "",
|
|
21
21
|
"repository": "https://codeberg.org/phochste/marcattacks.git",
|
|
22
|
+
"prepare": "npm run build:ts",
|
|
22
23
|
"bin": {
|
|
23
24
|
"marcattacks": "./dist/command.js",
|
|
24
25
|
"globtrotr": "./dist/globber.js"
|
|
@@ -27,7 +28,7 @@
|
|
|
27
28
|
"dist"
|
|
28
29
|
],
|
|
29
30
|
"scripts": {
|
|
30
|
-
"test": "
|
|
31
|
+
"test": "node --experimental-vm-modules node_modules/jest/bin/jest.js",
|
|
31
32
|
"build:ts": "npx tsc",
|
|
32
33
|
"build:watch": "npx tsc -w",
|
|
33
34
|
"demo:alephseq": "npx marcattacks --to alephseq data/sample.xml",
|
|
@@ -45,15 +46,20 @@
|
|
|
45
46
|
},
|
|
46
47
|
"license": "MIT",
|
|
47
48
|
"devDependencies": {
|
|
49
|
+
"@jest/globals": "^30.2.0",
|
|
50
|
+
"@types/jest": "^30.0.0",
|
|
48
51
|
"@types/n3": "^1.26.1",
|
|
49
|
-
"@types/node": "^24.
|
|
52
|
+
"@types/node": "^24.12.2",
|
|
50
53
|
"@types/sax": "^1.2.7",
|
|
51
54
|
"@types/ssh2-sftp-client": "^9.0.5",
|
|
52
55
|
"@types/stream-json": "^1.7.8",
|
|
53
56
|
"@types/streamify-string": "^1.0.4",
|
|
54
57
|
"@types/tar-stream": "^3.1.4",
|
|
55
58
|
"eslint": "^9.39.1",
|
|
59
|
+
"jest": "^30.2.0",
|
|
60
|
+
"jest-xml-matcher": "^1.2.0",
|
|
56
61
|
"prettier": "^3.6.2",
|
|
62
|
+
"ts-jest": "^29.4.6",
|
|
57
63
|
"ts-node": "^10.9.2",
|
|
58
64
|
"typescript": "^5.9.3"
|
|
59
65
|
},
|
|
@@ -61,11 +67,12 @@
|
|
|
61
67
|
"@aws-sdk/client-s3": "^3.980.0",
|
|
62
68
|
"@dsnp/parquetjs": "^1.8.7",
|
|
63
69
|
"@fast-csv/parse": "^5.0.5",
|
|
70
|
+
"@rdfjs/types": "^1.1.2",
|
|
64
71
|
"commander": "^14.0.2",
|
|
65
72
|
"csv-parse": "^6.2.1",
|
|
66
73
|
"csv-stringify": "^6.7.0",
|
|
67
74
|
"dotenv": "^17.2.3",
|
|
68
|
-
"fast-xml-parser": "^5.3.
|
|
75
|
+
"fast-xml-parser": "^5.3.6",
|
|
69
76
|
"jsonata": "^2.1.0",
|
|
70
77
|
"jsonld": "^9.0.0",
|
|
71
78
|
"log4js": "^6.9.1",
|