@lde/sparql-qlever 0.7.0 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (3) hide show
  1. package/dist/importer.d.ts.map +1 -1
  2. package/dist/importer.js +6 -4
  3. package/package.json +6 -6
package/dist/importer.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"importer.d.ts","sourceRoot":"","sources":["../src/importer.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,IAAI,iBAAiB,EAC7B,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACb,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,OAAO,EAAgB,MAAM,cAAc,CAAC;AACrD,OAAO,EACL,UAAU,EAEX,MAAM,8BAA8B,CAAC;AAGtC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,MAAM,WAAW,OAAO;IACtB,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,aAAa,CAAC,EAAE;QACd,qBAAqB,EAAE,OAAO,CAAC;QAC/B,uBAAuB,EAAE,MAAM,CAAC;KACjC,CAAC;IACF,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;;;GAIG;AACH,qBAAa,QAAS,YAAW,iBAAiB;IAChD,OAAO,CAAC,SAAS,CAAC;IAClB,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,UAAU,CAAC;IACnB,OAAO,CAAC,aAAa,CAAC;gBAEV,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,EAAE,OAAO;IAU5D,MAAM,CACjB,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,YAAY,GAAG,gBAAgB,GAAG,YAAY,CAAC;YAgC5C,QAAQ;IAYtB,OAAO,CAAC,sBAAsB;YAgBhB,KAAK;CAmBpB"}
1
+ {"version":3,"file":"importer.d.ts","sourceRoot":"","sources":["../src/importer.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,IAAI,iBAAiB,EAC7B,YAAY,EACZ,gBAAgB,EAChB,YAAY,EACb,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,OAAO,EAAgB,MAAM,cAAc,CAAC;AACrD,OAAO,EACL,UAAU,EAEX,MAAM,8BAA8B,CAAC;AAGtC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,MAAM,WAAW,OAAO;IACtB,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,aAAa,CAAC,EAAE;QACd,qBAAqB,EAAE,OAAO,CAAC;QAC/B,uBAAuB,EAAE,MAAM,CAAC;KACjC,CAAC;IACF,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;;;GAIG;AACH,qBAAa,QAAS,YAAW,iBAAiB;IAChD,OAAO,CAAC,SAAS,CAAC;IAClB,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,UAAU,CAAC;IACnB,OAAO,CAAC,aAAa,CAAC;gBAEV,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,EAAE,OAAO;IAU5D,MAAM,CACjB,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,YAAY,GAAG,gBAAgB,GAAG,YAAY,CAAC;YAgC5C,QAAQ;IAYtB,OAAO,CAAC,sBAAsB;YAahB,KAAK;CAsBpB"}
package/dist/importer.js CHANGED
@@ -57,13 +57,10 @@ export class Importer {
57
57
  fileFormatFromMimeType(mimeType) {
58
58
  switch (mimeType) {
59
59
  case 'application/n-triples':
60
- case 'application/n-triples+gzip':
61
60
  return 'nt';
62
61
  case 'application/n-quads':
63
- case 'application/n-quads+gzip':
64
62
  return 'nq';
65
63
  case 'text/turtle':
66
- case 'text/turtle+gzip':
67
64
  return 'ttl';
68
65
  default:
69
66
  throw new Error(`Unsupported media type: ${mimeType}`);
@@ -72,7 +69,12 @@ export class Importer {
72
69
  async index(file, format) {
73
70
  const workingDir = dirname(file);
74
71
  const settingsFile = 'index.settings.json';
75
- await writeFile(`${workingDir}/${settingsFile}`, JSON.stringify(this.qleverOptions));
72
+ // Turtle is not line-delimited, so QLever's parallel parser can't split
73
+ // the input into independent chunks. Disable it to avoid parse failures.
74
+ const settings = format === 'ttl'
75
+ ? { ...this.qleverOptions, 'parallel-parsing': false }
76
+ : this.qleverOptions;
77
+ await writeFile(`${workingDir}/${settingsFile}`, JSON.stringify(settings));
76
78
  // TODO: write index to named volume instead of bind mount for better performance.
77
79
  const indexTask = await this.taskRunner.run(`(zcat '${basename(file)}' 2>/dev/null || cat '${basename(file)}') | IndexBuilderMain -i ${this.indexName} -s ${settingsFile} -F ${format} -f -`);
78
80
  await this.taskRunner.wait(indexTask);
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@lde/sparql-qlever",
3
- "version": "0.7.0",
3
+ "version": "0.8.0",
4
4
  "repository": {
5
5
  "url": "https://github.com/ldengine/lde",
6
6
  "directory": "packages/sparql-qlever"
@@ -23,11 +23,11 @@
23
23
  "!**/*.tsbuildinfo"
24
24
  ],
25
25
  "dependencies": {
26
- "@lde/dataset": "0.4.2",
27
- "@lde/distribution-downloader": "0.2.7",
28
- "@lde/sparql-importer": "0.0.9",
29
- "@lde/sparql-server": "0.2.2",
30
- "@lde/task-runner": "0.0.5",
26
+ "@lde/dataset": "0.7.0",
27
+ "@lde/distribution-downloader": "0.5.0",
28
+ "@lde/sparql-importer": "0.3.0",
29
+ "@lde/sparql-server": "0.4.10",
30
+ "@lde/task-runner": "0.2.10",
31
31
  "@lde/task-runner-docker": "0.2.10",
32
32
  "@lde/task-runner-native": "0.2.11",
33
33
  "tslib": "^2.3.0"