n3 1.14.0 → 1.16.1

package/lib/N3Lexer.js

@@ -109,7 +109,7 @@ class N3Lexer {
   _tokenizeToEnd(callback, inputFinished) {
     // Continue parsing as far as possible; the loop will return eventually
     let input = this._input;
-    const outputComments = this._comments;
+    let currentLineLength = input.length;
 
     while (true) {
       // Count and skip whitespace lines
@@ -117,14 +117,10 @@ class N3Lexer {
 
       while (whiteSpaceMatch = this._newline.exec(input)) {
         // Try to find a comment
-        if (outputComments && (comment = this._comment.exec(whiteSpaceMatch[0]))) callback(null, {
-          line: this._line,
-          type: 'comment',
-          value: comment[1],
-          prefix: ''
-        }); // Advance the input
+        if (this._comments && (comment = this._comment.exec(whiteSpaceMatch[0]))) emitToken('comment', comment[1], '', this._line, whiteSpaceMatch[0].length); // Advance the input
 
         input = input.substr(whiteSpaceMatch[0].length, input.length);
+        currentLineLength = input.length;
         this._line++;
       } // Skip whitespace on current line
 
@@ -135,18 +131,9 @@ class N3Lexer {
         // If the input is finished, emit EOF
         if (inputFinished) {
           // Try to find a final comment
-          if (outputComments && (comment = this._comment.exec(input))) callback(null, {
-            line: this._line,
-            type: 'comment',
-            value: comment[1],
-            prefix: ''
-          });
-          callback(input = null, {
-            line: this._line,
-            type: 'eof',
-            value: '',
-            prefix: ''
-          });
+          if (this._comments && (comment = this._comment.exec(input))) emitToken('comment', comment[1], '', this._line, input.length);
+          input = null;
+          emitToken('eof', '', '', this._line, 0);
         }
 
         return this._input = input;
@@ -376,17 +363,28 @@ class N3Lexer {
       } // Emit the parsed token
 
 
-      const token = {
-        line: line,
-        type: type,
-        value: value,
-        prefix: prefix
-      };
-      callback(null, token);
+      const length = matchLength || match[0].length;
+      const token = emitToken(type, value, prefix, line, length);
       this.previousToken = token;
       this._previousMarker = type; // Advance to next part to tokenize
 
-      input = input.substr(matchLength || match[0].length, input.length);
+      input = input.substr(length, input.length);
+    } // Emits the token through the callback
+
+
+    function emitToken(type, value, prefix, line, length) {
+      const start = input ? currentLineLength - input.length : currentLineLength;
+      const end = start + length;
+      const token = {
+        type,
+        value,
+        prefix,
+        line,
+        start,
+        end
+      };
+      callback(null, token);
+      return token;
     } // Signals the syntax error through the callback
 
 

package/lib/N3Parser.js

@@ -83,11 +83,11 @@ class N3Parser {
     const n3Mode = this._n3Mode;
 
     this._contextStack.push({
-      subject: subject,
-      predicate: predicate,
-      object: object,
-      graph: graph,
-      type: type,
+      type,
+      subject,
+      predicate,
+      object,
+      graph,
       inverse: n3Mode ? this._inversePredicate : false,
       blankPrefix: n3Mode ? this._prefixes._ : '',
       quantified: n3Mode ? this._quantified : null
@@ -107,16 +107,18 @@ class N3Parser {
   // when leaving a scope (list, blank node, formula)
 
 
-  _restoreContext() {
-    const context = this._contextStack.pop(),
-          n3Mode = this._n3Mode;
+  _restoreContext(type, token) {
+    // Obtain the previous context
+    const context = this._contextStack.pop();
+
+    if (!context || context.type !== type) return this._error(`Unexpected ${token.type}`, token); // Restore the quad of the previous context
 
     this._subject = context.subject;
     this._predicate = context.predicate;
     this._object = context.object;
-    this._graph = context.graph; // The settings below only apply to N3 streams
+    this._graph = context.graph; // Restore N3 context settings
 
-    if (n3Mode) {
+    if (this._n3Mode) {
       this._inversePredicate = context.inverse;
       this._prefixes._ = context.blankPrefix;
       this._quantified = context.quantified;
@@ -406,7 +408,7 @@ class N3Parser {
 
     const empty = this._predicate === null;
 
-    this._restoreContext(); // If the blank node was the object, restore previous context and read punctuation
+    this._restoreContext('blank', token); // If the blank node was the object, restore previous context and read punctuation
 
 
     if (this._object !== null) return this._getContextEndReader(); // If the blank node was the predicate, continue reading the object
@@ -460,7 +462,7 @@ class N3Parser {
 
       case ')':
         // Closing the list; restore the parent context
-        this._restoreContext(); // If this list is contained within a parent list, return the membership quad here.
+        this._restoreContext('list', token); // If this list is contained within a parent list, return the membership quad here.
         // This will be `<parent list element> rdf:first <this list>.`.
 
 
@@ -606,7 +608,7 @@ class N3Parser {
 
     if (this._subject !== null) this._emit(this._subject, this._predicate, this._object, this._graph); // Restore the parent context containing this formula
 
-    this._restoreContext(); // If the formula was the subject, continue reading the predicate.
+    this._restoreContext('formula', token); // If the formula was the subject, continue reading the predicate.
     // If the formula was the object, read punctuation.
 
 
@@ -830,7 +832,7 @@ class N3Parser {
           // The list item is the remaining subejct after reading the path
           const item = this._subject; // Switch back to the context of the list
 
-          this._restoreContext(); // Output the list item
+          this._restoreContext('item', token); // Output the list item
 
 
           this._emit(this._subject, this.RDF_FIRST, item, this._graph);
@@ -890,7 +892,7 @@ class N3Parser {
 
     const quad = this._quad(this._subject, this._predicate, this._object, this._graph || this.DEFAULTGRAPH);
 
-    this._restoreContext(); // If the triple was the subject, continue by reading the predicate.
+    this._restoreContext('<<', token); // If the triple was the subject, continue by reading the predicate.
 
 
     if (this._subject === null) {

package/lib/N3Store.js

@@ -92,17 +92,15 @@ class N3Store {
   // `name0`, `name1`, and `name2` are the names of the keys at each level,
   // used when reconstructing the resulting quad
   // (for instance: _subject_, _predicate_, and _object_).
-  // Finally, `graph` will be the graph of the created quads.
-  // If `callback` is given, each result is passed through it
-  // and iteration halts when it returns truthy for any quad.
-  // If instead `array` is given, each result is added to the array.
+  // Finally, `graphId` will be the graph of the created quads.
 
 
-  _findInIndex(index0, key0, key1, key2, name0, name1, name2, graph, callback, array) {
+  *_findInIndex(index0, key0, key1, key2, name0, name1, name2, graphId) {
     let tmp, index1, index2; // Depending on the number of variables, keys or reverse index are faster
 
     const varCount = !key0 + !key1 + !key2,
-          entityKeys = varCount > 1 ? Object.keys(this._ids) : this._entities; // If a key is specified, use only that part of index 0.
+          entityKeys = varCount > 1 ? Object.keys(this._ids) : this._entities;
+    const graph = (0, _N3DataFactory.termFromId)(graphId, this._factory); // If a key is specified, use only that part of index 0.
 
     if (key0) (tmp = index0, index0 = {})[key0] = tmp[key0];
 
@@ -129,17 +127,12 @@ class N3Store {
               parts[name0] = (0, _N3DataFactory.termFromId)(entity0, this._factory);
               parts[name1] = (0, _N3DataFactory.termFromId)(entity1, this._factory);
               parts[name2] = (0, _N3DataFactory.termFromId)(entityKeys[values[l]], this._factory);
-
-              const quad = this._factory.quad(parts.subject, parts.predicate, parts.object, (0, _N3DataFactory.termFromId)(graph, this._factory));
-
-              if (array) array.push(quad);else if (callback(quad)) return true;
+              yield this._factory.quad(parts.subject, parts.predicate, parts.object, graph);
             }
           }
         }
       }
     }
-
-    return array;
   } // ### `_loop` executes the callback on all keys of index 0
 
 
@@ -288,13 +281,17 @@ class N3Store {
   delete(quad) {
     this.removeQuad(quad);
     return this;
-  } // ### `has` determines whether a dataset includes a certain quad.
-  // Returns true or false as appropriate.
+  } // ### `has` determines whether a dataset includes a certain quad or quad pattern.
 
 
-  has(quad) {
-    const quads = this.getQuads(quad.subject, quad.predicate, quad.object, quad.graph);
-    return quads.length !== 0;
+  has(subjectOrQuad, predicate, object, graph) {
+    if (subjectOrQuad && subjectOrQuad.subject) ({
+      subject: subjectOrQuad,
+      predicate,
+      object,
+      graph
+    } = subjectOrQuad);
+    return !this.readQuads(subjectOrQuad, predicate, object, graph).next().done;
   } // ### `import` adds a stream of quads to the store
 
 
@@ -356,7 +353,7 @@ class N3Store {
     });
 
     stream._read = () => {
-      for (const quad of this.getQuads(subject, predicate, object, graph)) stream.push(quad);
+      for (const quad of this.readQuads(subject, predicate, object, graph)) stream.push(quad);
 
       stream.push(null);
     };
@@ -372,19 +369,24 @@ class N3Store {
 
 
   getQuads(subject, predicate, object, graph) {
+    return [...this.readQuads(subject, predicate, object, graph)];
+  } // ### `readQuads` returns an generator of quads matching a pattern.
+  // Setting any field to `undefined` or `null` indicates a wildcard.
+
+
+  *readQuads(subject, predicate, object, graph) {
     // Convert terms to internal string representation
     subject = subject && (0, _N3DataFactory.termToId)(subject);
     predicate = predicate && (0, _N3DataFactory.termToId)(predicate);
     object = object && (0, _N3DataFactory.termToId)(object);
     graph = graph && (0, _N3DataFactory.termToId)(graph);
 
-    const quads = [],
-          graphs = this._getGraphs(graph),
+    const graphs = this._getGraphs(graph),
           ids = this._ids;
 
     let content, subjectId, predicateId, objectId; // Translate IRIs to internal index keys.
 
-    if (isString(subject) && !(subjectId = ids[subject]) || isString(predicate) && !(predicateId = ids[predicate]) || isString(object) && !(objectId = ids[object])) return quads;
+    if (isString(subject) && !(subjectId = ids[subject]) || isString(predicate) && !(predicateId = ids[predicate]) || isString(object) && !(objectId = ids[object])) return;
 
     for (const graphId in graphs) {
       // Only if the specified graph contains triples, there can be results
@@ -392,16 +394,14 @@ class N3Store {
         // Choose the optimal index, based on what fields are present
         if (subjectId) {
           if (objectId) // If subject and object are given, the object index will be the fastest
-            this._findInIndex(content.objects, objectId, subjectId, predicateId, 'object', 'subject', 'predicate', graphId, null, quads);else // If only subject and possibly predicate are given, the subject index will be the fastest
-            this._findInIndex(content.subjects, subjectId, predicateId, null, 'subject', 'predicate', 'object', graphId, null, quads);
+            yield* this._findInIndex(content.objects, objectId, subjectId, predicateId, 'object', 'subject', 'predicate', graphId, null, true);else // If only subject and possibly predicate are given, the subject index will be the fastest
+            yield* this._findInIndex(content.subjects, subjectId, predicateId, null, 'subject', 'predicate', 'object', graphId, null, true);
         } else if (predicateId) // If only predicate and possibly object are given, the predicate index will be the fastest
-          this._findInIndex(content.predicates, predicateId, objectId, null, 'predicate', 'object', 'subject', graphId, null, quads);else if (objectId) // If only object is given, the object index will be the fastest
-          this._findInIndex(content.objects, objectId, null, null, 'object', 'subject', 'predicate', graphId, null, quads);else // If nothing is given, iterate subjects and predicates first
-          this._findInIndex(content.subjects, null, null, null, 'subject', 'predicate', 'object', graphId, null, quads);
+          yield* this._findInIndex(content.predicates, predicateId, objectId, null, 'predicate', 'object', 'subject', graphId, null, true);else if (objectId) // If only object is given, the object index will be the fastest
+          yield* this._findInIndex(content.objects, objectId, null, null, 'object', 'subject', 'predicate', graphId, null, true);else // If nothing is given, iterate subjects and predicates first
+          yield* this._findInIndex(content.subjects, null, null, null, 'subject', 'predicate', 'object', graphId, null, true);
       }
     }
-
-    return quads;
   } // ### `match` returns a new dataset that is comprised of all quads in the current instance matching the given arguments.
   // The logic described in Quad Matching is applied for each quad in this dataset to check if it should be included in the output dataset.
   // Note: This method always returns a new DatasetCore, even if that dataset contains no quads.
@@ -480,45 +480,7 @@ class N3Store {
 
 
   some(callback, subject, predicate, object, graph) {
-    // Convert terms to internal string representation
-    subject = subject && (0, _N3DataFactory.termToId)(subject);
-    predicate = predicate && (0, _N3DataFactory.termToId)(predicate);
-    object = object && (0, _N3DataFactory.termToId)(object);
-    graph = graph && (0, _N3DataFactory.termToId)(graph);
-
-    const graphs = this._getGraphs(graph),
-          ids = this._ids;
-
-    let content, subjectId, predicateId, objectId; // Translate IRIs to internal index keys.
-
-    if (isString(subject) && !(subjectId = ids[subject]) || isString(predicate) && !(predicateId = ids[predicate]) || isString(object) && !(objectId = ids[object])) return false;
-
-    for (const graphId in graphs) {
-      // Only if the specified graph contains triples, there can be results
-      if (content = graphs[graphId]) {
-        // Choose the optimal index, based on what fields are present
-        if (subjectId) {
-          if (objectId) {
-            // If subject and object are given, the object index will be the fastest
-            if (this._findInIndex(content.objects, objectId, subjectId, predicateId, 'object', 'subject', 'predicate', graphId, callback, null)) return true;
-          } else // If only subject and possibly predicate are given, the subject index will be the fastest
-            if (this._findInIndex(content.subjects, subjectId, predicateId, null, 'subject', 'predicate', 'object', graphId, callback, null)) return true;
-        } else if (predicateId) {
-          // If only predicate and possibly object are given, the predicate index will be the fastest
-          if (this._findInIndex(content.predicates, predicateId, objectId, null, 'predicate', 'object', 'subject', graphId, callback, null)) {
-            return true;
-          }
-        } else if (objectId) {
-          // If only object is given, the object index will be the fastest
-          if (this._findInIndex(content.objects, objectId, null, null, 'object', 'subject', 'predicate', graphId, callback, null)) {
-            return true;
-          }
-        } else // If nothing is given, iterate subjects and predicates first
-          if (this._findInIndex(content.subjects, null, null, null, 'subject', 'predicate', 'object', graphId, callback, null)) {
-            return true;
-          }
-      }
-    }
+    for (const quad of this.readQuads(subject, predicate, object, graph)) if (callback(quad)) return true;
 
     return false;
   } // ### `getSubjects` returns all subjects that match the pattern.
@@ -772,7 +734,7 @@ class N3Store {
 
 
   *[Symbol.iterator]() {
-    yield* this.getQuads();
+    yield* this.readQuads();
   }
 
 } // Determines whether the argument is a string
@@ -825,7 +787,7 @@ class DatasetCoreAndReadableStream extends _readableStream.Readable {
   }
 
   _read() {
-    for (const quad of this.filtered.getQuads()) this.push(quad);
+    for (const quad of this) this.push(quad);
 
     this.push(null);
   }
@@ -847,7 +809,7 @@ class DatasetCoreAndReadableStream extends _readableStream.Readable {
   }
 
   *[Symbol.iterator]() {
-    yield* this.filtered.getQuads();
+    yield* this._filtered || this.n3Store.readQuads(this.subject, this.predicate, this.object, this.graph);
   }
 
 }

package/lib/N3Util.js

@@ -50,7 +50,7 @@ function inDefaultGraph(quad) {
 
 function prefix(iri, factory) {
   return prefixes({
-    '': iri
+    '': iri.value || iri
   }, factory)('');
 } // Creates a function that allows registering and expanding prefixes
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "n3",
-  "version": "1.14.0",
+  "version": "1.16.1",
   "description": "Lightning fast, asynchronous, streaming Turtle / N3 / RDF library.",
   "author": "Ruben Verborgh <ruben.verborgh@gmail.com>",
   "keywords": [

package/src/N3Lexer.js

@@ -78,16 +78,17 @@ export default class N3Lexer {
   _tokenizeToEnd(callback, inputFinished) {
     // Continue parsing as far as possible; the loop will return eventually
     let input = this._input;
-    const outputComments = this._comments;
+    let currentLineLength = input.length;
     while (true) {
       // Count and skip whitespace lines
       let whiteSpaceMatch, comment;
       while (whiteSpaceMatch = this._newline.exec(input)) {
         // Try to find a comment
-        if (outputComments && (comment = this._comment.exec(whiteSpaceMatch[0])))
-          callback(null, { line: this._line, type: 'comment', value: comment[1], prefix: '' });
+        if (this._comments && (comment = this._comment.exec(whiteSpaceMatch[0])))
+          emitToken('comment', comment[1], '', this._line, whiteSpaceMatch[0].length);
         // Advance the input
         input = input.substr(whiteSpaceMatch[0].length, input.length);
+        currentLineLength = input.length;
         this._line++;
       }
       // Skip whitespace on current line
@@ -99,9 +100,10 @@ export default class N3Lexer {
         // If the input is finished, emit EOF
         if (inputFinished) {
           // Try to find a final comment
-          if (outputComments && (comment = this._comment.exec(input)))
-            callback(null, { line: this._line, type: 'comment', value: comment[1], prefix: '' });
-          callback(input = null, { line: this._line, type: 'eof', value: '', prefix: '' });
+          if (this._comments && (comment = this._comment.exec(input)))
+            emitToken('comment', comment[1], '', this._line, input.length);
+          input = null;
+          emitToken('eof', '', '', this._line, 0);
         }
         return this._input = input;
       }
@@ -345,14 +347,23 @@ export default class N3Lexer {
       }
 
       // Emit the parsed token
-      const token = { line: line, type: type, value: value, prefix: prefix };
-      callback(null, token);
+      const length = matchLength || match[0].length;
+      const token = emitToken(type, value, prefix, line, length);
       this.previousToken = token;
       this._previousMarker = type;
+
       // Advance to next part to tokenize
-      input = input.substr(matchLength || match[0].length, input.length);
+      input = input.substr(length, input.length);
     }
 
+    // Emits the token through the callback
+    function emitToken(type, value, prefix, line, length) {
+      const start = input ? currentLineLength - input.length : currentLineLength;
+      const end = start + length;
+      const token = { type, value, prefix, line, start, end };
+      callback(null, token);
+      return token;
+    }
     // Signals the syntax error through the callback
     function reportSyntaxError(self) { callback(self._syntaxError(/^\S*/.exec(input)[0])); }
   }

package/src/N3Parser.js

@@ -74,8 +74,8 @@ export default class N3Parser {
   _saveContext(type, graph, subject, predicate, object) {
     const n3Mode = this._n3Mode;
     this._contextStack.push({
-      subject: subject, predicate: predicate, object: object,
-      graph: graph, type: type,
+      type,
+      subject, predicate, object, graph,
       inverse: n3Mode ? this._inversePredicate : false,
       blankPrefix: n3Mode ? this._prefixes._ : '',
       quantified: n3Mode ? this._quantified : null,
@@ -94,14 +94,20 @@ export default class N3Parser {
 
   // ### `_restoreContext` restores the parent context
   // when leaving a scope (list, blank node, formula)
-  _restoreContext() {
-    const context = this._contextStack.pop(), n3Mode = this._n3Mode;
+  _restoreContext(type, token) {
+    // Obtain the previous context
+    const context = this._contextStack.pop();
+    if (!context || context.type !== type)
+      return this._error(`Unexpected ${token.type}`, token);
+
+    // Restore the quad of the previous context
     this._subject   = context.subject;
     this._predicate = context.predicate;
     this._object    = context.object;
     this._graph     = context.graph;
-    // The settings below only apply to N3 streams
-    if (n3Mode) {
+
+    // Restore N3 context settings
+    if (this._n3Mode) {
       this._inversePredicate = context.inverse;
       this._prefixes._ = context.blankPrefix;
       this._quantified = context.quantified;
@@ -374,7 +380,7 @@ export default class N3Parser {
 
     // Restore the parent context containing this blank node
     const empty = this._predicate === null;
-    this._restoreContext();
+    this._restoreContext('blank', token);
     // If the blank node was the object, restore previous context and read punctuation
     if (this._object !== null)
       return this._getContextEndReader();
@@ -425,7 +431,7 @@ export default class N3Parser {
       break;
     case ')':
       // Closing the list; restore the parent context
-      this._restoreContext();
+      this._restoreContext('list', token);
       // If this list is contained within a parent list, return the membership quad here.
       // This will be `<parent list element> rdf:first <this list>.`.
       if (stack.length !== 0 && stack[stack.length - 1].type === 'list')
@@ -576,7 +582,7 @@ export default class N3Parser {
       this._emit(this._subject, this._predicate, this._object, this._graph);
 
     // Restore the parent context containing this formula
-    this._restoreContext();
+    this._restoreContext('formula', token);
     // If the formula was the subject, continue reading the predicate.
     // If the formula was the object, read punctuation.
     return this._object === null ? this._readPredicate : this._getContextEndReader();
@@ -785,7 +791,7 @@ export default class N3Parser {
         // The list item is the remaining subejct after reading the path
         const item = this._subject;
         // Switch back to the context of the list
-        this._restoreContext();
+        this._restoreContext('item', token);
         // Output the list item
         this._emit(this._subject, this.RDF_FIRST, item, this._graph);
       }
@@ -847,7 +853,7 @@ export default class N3Parser {
     // Read the quad and restore the previous context
     const quad = this._quad(this._subject, this._predicate, this._object,
       this._graph || this.DEFAULTGRAPH);
-    this._restoreContext();
+    this._restoreContext('<<', token);
     // If the triple was the subject, continue by reading the predicate.
     if (this._subject === null) {
       this._subject = quad;