@matdata/yasqe 4.6.1

package/grammar/sparql11-grammar.pl

@@ -0,0 +1,834 @@
+/*
+
+SPARQL 1.1 grammar rules based on the Last Call Working Draft of 24/07/2012:
+  http://www.w3.org/TR/2012/WD-sparql11-query-20120724/#sparqlGrammar
+
+Be careful with grammar notation - it is EBNF in prolog syntax!
+
+[...] lists always represent sequence.
+or can be used as binary operator or n-ary prefix term - do not put [...]
+inside unless you want sequence as a single disjunct.
+
+*, +, ? - generally used as 1-ary terms
+
+stephen.cresswell@tso.co.uk
+*/
+
+% We need to be careful with end-of-input marker $
+% Since we never actually receive this from Codemirror,
+% we can't have it appear on RHS of deployed rules.
+% However, we do need it to check whether rules *could* precede
+% end-of-input, so use it with top-level
+
+:-dynamic '==>'/2.
+
+sparql11 ==> [prologue,(queryAll or updateAll), $].
+queryUnit ==> [query,$].
+updateUnit ==> [update,$].
+
+query ==>
+	[prologue,or(selectQuery,constructQuery,describeQuery,askQuery),valuesClause].
+queryAll ==>
+	[or(selectQuery,constructQuery,describeQuery,askQuery),valuesClause].
+
+prologue ==>
+	%[?(baseDecl),*(prefixDecl)].
+	[*(baseDecl or prefixDecl)].
+
+baseDecl ==>
+	['BASE','IRI_REF'].
+
+prefixDecl ==>
+	['PREFIX','PNAME_NS','IRI_REF'].
+
+% [7]
+selectQuery ==>
+	[selectClause,*(datasetClause),whereClause,solutionModifier].
+
+subSelect ==>
+        [selectClause,whereClause,solutionModifier,valuesClause].
+
+% [9]
+selectClause ==>
+	['SELECT',
+	?('DISTINCT' or 'REDUCED'),
+	(+(var or ['(',expression,'AS',var,')']) or '*')].
+
+%selectQuery ==>
+%	['SELECT',
+%	?('DISTINCT' or 'REDUCED'),
+%	(+(var) or '*'),
+%	*(datasetClause),whereClause,solutionModifier].
+
+%[10]
+constructQuery ==>
+	['CONSTRUCT',
+ 	 [constructTemplate,*(datasetClause),whereClause,solutionModifier]
+         or
+	 [*(datasetClause),'WHERE','{',?(triplesTemplate),'}',solutionModifier]].
+
+describeQuery ==>
+	['DESCRIBE',+(varOrIRIref) or '*',
+	*(describeDatasetClause),?(whereClause),solutionModifier].
+
+askQuery ==>
+	['ASK',*(datasetClause),whereClause,solutionModifier].
+
+describeDatasetClause ==> % Not in spec - artificial distinction
+	['FROM',defaultGraphClause or namedGraphClause].
+datasetClause ==>
+	['FROM',defaultGraphClause or namedGraphClause].
+
+defaultGraphClause ==>
+	[sourceSelector].
+
+namedGraphClause ==>
+	['NAMED',sourceSelector].
+
+sourceSelector ==>
+	[iriRef].
+
+whereClause ==>
+	[?('WHERE'),groupGraphPattern].
+
+%[18]
+solutionModifier ==>
+	[?(groupClause),?(havingClause),?(orderClause),?(limitOffsetClauses)].
+
+%[19]
+groupClause ==>
+	['GROUP','BY',+(groupCondition)].
+
+%[20]
+groupCondition ==>
+	[builtInCall].
+groupCondition ==>
+	[functionCall].
+groupCondition ==>
+	['(',expression,?(['AS',var]),')'].
+groupCondition ==>
+	[var].
+
+%[21]
+havingClause ==>
+	['HAVING',+(havingCondition)].
+%[22]
+havingCondition ==>
+	[constraint].
+
+orderClause ==>
+	['ORDER','BY',+(orderCondition)].
+
+orderCondition ==>
+	['ASC' or 'DESC',brackettedExpression].
+orderCondition ==>
+	[constraint].
+orderCondition ==>
+	[var].
+
+%[25]
+limitOffsetClauses ==>
+	[limitClause, ?(offsetClause)].
+limitOffsetClauses ==>
+	[offsetClause, ?(limitClause)].
+
+%[26]
+limitClause ==>
+	['LIMIT','INTEGER'].
+
+%[27]
+offsetClause ==>
+	['OFFSET','INTEGER'].
+
+%[28]
+%bindingsClause ==>
+%	['BINDINGS',*(var),'{',
+%	   *(['(',*(bindingValue),')'] or 'NIL'),
+%	   '}'].
+%bindingsClause ==> [].
+
+%[28]
+valuesClause ==> ['VALUES',dataBlock].
+valuesClause ==> [].
+
+%[29]
+update ==> [prologue,?([update1,?([';',update])])].
+updateAll ==> [?([update1,?([';',update])])].
+%[30]
+update1 ==> [load].
+update1 ==> [clear].
+update1 ==> [drop].
+update1 ==> [add].
+update1 ==> [move].
+update1 ==> [copy].
+update1 ==> [create].
+update1 ==> ['INSERT',insert1].
+update1 ==> ['DELETE',delete1].
+update1 ==> [modify].
+
+%[31]
+load ==> ['LOAD','?SILENT_1',iriRef,?(['INTO',graphRef])].
+clear ==> ['CLEAR','?SILENT_2',graphRefAll].
+drop ==> ['DROP','?SILENT_2',graphRefAll].
+create ==> ['CREATE','?SILENT_3',graphRef].
+add ==> ['ADD','?SILENT_4',graphOrDefault,'TO',graphOrDefault].
+move ==> ['MOVE','?SILENT_4',graphOrDefault,'TO',graphOrDefault].
+copy ==> ['COPY','?SILENT_4',graphOrDefault,'TO',graphOrDefault].
+
+% Distinguish uses of ?('SILENT') to keep table clean.
+% This is only needed because Flint uses the LL1 table to provide suggestions.
+'?SILENT_1'==>[].
+'?SILENT_1'==>['SILENT'].
+'?SILENT_2'==>[].
+'?SILENT_2'==>['SILENT'].
+'?SILENT_3'==>[].
+'?SILENT_3'==>['SILENT'].
+'?SILENT_4'==>[].
+'?SILENT_4'==>['SILENT'].
+
+%[38]-[41] Deviate from spec because we separated symbols e.g. was 'INSERT DATA'.
+% By separating symbols, we lose LL1 property, so have to re-jiggle grammar
+% to avoid multiple rules that begin with DELETE.
+insert1 ==> ['DATA',quadData].
+insert1 ==> [quadPattern,
+	    *(usingClause),
+	    'WHERE',
+	    groupGraphPattern].
+
+delete1 ==> ['DATA',quadDataNoBnodes].     % Originally nt deleteData
+delete1 ==> ['WHERE',quadPatternNoBnodes]. % Originally nt deleteWhere
+delete1 ==> [quadPatternNoBnodes,?(insertClause), % Originally part of nt modify
+	    *(usingClause),
+	    'WHERE',
+	    groupGraphPattern].
+
+%[41]
+% In the spec, WITH is optional, but we have refactored
+% and handled cases beginning 'DELETE' or 'INSERT'.
+modify ==>
+	['WITH',iriRef,
+	  [deleteClause,?(insertClause)] or insertClause,
+	  *(usingClause),
+	  'WHERE',
+	  groupGraphPattern].
+
+%[42]
+deleteClause ==>
+	['DELETE',quadPattern].
+%[43]
+insertClause ==>
+	['INSERT',quadPattern].
+%[44]
+usingClause ==>
+	['USING',iriRef or ['NAMED',iriRef]].
+%[45]
+graphOrDefault ==> ['DEFAULT'].
+graphOrDefault ==> [?('GRAPH'),iriRef].
+%[46]
+graphRef ==> ['GRAPH',iriRef].
+%[47]
+graphRefAll ==> [graphRef].
+graphRefAll ==> ['DEFAULT'].
+graphRefAll ==> ['NAMED'].
+graphRefAll ==> ['ALL'].
+%[48]
+quadPattern ==> ['{',quads,'}'].
+quadPatternNoBnodes ==> ['{',disallowBnodes,quads,allowBnodes,'}'].
+%[49]
+quadData ==> ['{',disallowVars,quads,allowVars,'}'].
+quadDataNoBnodes ==> ['{',disallowBnodes,disallowVars,quads,allowVars,allowBnodes,'}'].
+% Special NTs that have a hard-wired side-effect in parser code
+%  - conditions appear in notes 8 and 9 in grammar section of SPARQL1.1 spec.
+disallowVars==>[].
+allowVars==>[].
+disallowBnodes==>[].
+allowBnodes==>[].
+%[50]
+quads ==>
+	[?(triplesTemplate),*([quadsNotTriples,?('.'),?(triplesTemplate)])].
+%[51]
+quadsNotTriples ==>
+	['GRAPH',varOrIRIref,'{',?(triplesTemplate),'}'].
+%[52]
+triplesTemplate ==>
+	[triplesSameSubject,?(['.',?(triplesTemplate)])].
+%[53]
+groupGraphPattern ==>
+	['{',subSelect or groupGraphPatternSub,'}'].
+%groupGraphPattern ==> [
+%        '{',
+%        ?(triplesBlock),
+%	*([graphPatternNotTriples or filter, ?('.'), ?(triplesBlock)]),
+%	'}'].
+%[54]
+groupGraphPatternSub ==>
+	[?(triplesBlock),*([graphPatternNotTriples,?('.'),?(triplesBlock)])].
+%[55]
+triplesBlock ==>
+	[triplesSameSubjectPath,?(['.',?(triplesBlock)])].
+%[56]
+graphPatternNotTriples ==> [groupOrUnionGraphPattern].
+graphPatternNotTriples ==> [optionalGraphPattern].
+graphPatternNotTriples ==> [minusGraphPattern].
+graphPatternNotTriples ==> [graphGraphPattern].
+graphPatternNotTriples ==> [serviceGraphPattern].
+graphPatternNotTriples ==> [filter].
+graphPatternNotTriples ==> [bind].
+graphPatternNotTriples ==> [inlineData].
+%[57]
+optionalGraphPattern ==> ['OPTIONAL',groupGraphPattern].
+%[58]
+graphGraphPattern ==>
+	['GRAPH',varOrIRIref,groupGraphPattern].
+%[59]
+serviceGraphPattern ==>
+	['SERVICE',?('SILENT'),varOrIRIref,groupGraphPattern].
+%[60]
+bind ==>
+	['BIND','(',expression,'AS',var,')'].
+%[61]
+inlineData ==> ['VALUES',dataBlock].
+%[62]
+dataBlock ==> [inlineDataOneVar or inlineDataFull].
+%[63]
+inlineDataOneVar ==> [var,'{',*(dataBlockValue),'}'].
+%[64]
+inlineDataFull ==> [ 'NIL' or ['(',*(var),')'],
+                        '{',*(['(',*(dataBlockValue),')'] or 'NIL'),'}'].
+%[65]
+dataBlockValue ==> [iriRef].
+dataBlockValue ==> [rdfLiteral].
+dataBlockValue ==> [numericLiteral].
+dataBlockValue ==> [booleanLiteral].
+dataBlockValue ==> ['UNDEF'].
+
+%[66]
+minusGraphPattern ==>
+	['MINUS',groupGraphPattern].
+%[67]
+groupOrUnionGraphPattern ==>
+	[groupGraphPattern,*(['UNION',groupGraphPattern])].
+%[68]
+filter ==>
+	['FILTER',constraint].
+%[69]
+constraint ==>
+	[brackettedExpression].
+constraint ==>
+	[builtInCall].
+constraint ==>
+	[functionCall].
+%[70]
+functionCall ==>
+	[iriRef,argList].
+%[70]
+argList ==>
+	['NIL'].
+argList ==>
+	['(',?('DISTINCT'),expression,*([',',expression]),')'].
+%[71]
+expressionList ==> ['NIL'].
+expressionList ==> ['(',expression,*([',',expression]),')'].
+%[73]
+constructTemplate ==>
+	['{',?(constructTriples),'}'].
+%[74]
+constructTriples ==>
+	[triplesSameSubject,?(['.',?(constructTriples)])].
+%[75]
+triplesSameSubject ==>
+	[varOrTerm,propertyListNotEmpty].
+triplesSameSubject ==>
+	[triplesNode,propertyList].
+%[76]
+propertyList ==> [propertyListNotEmpty].
+propertyList ==> [].
+%[77]
+propertyListNotEmpty ==>
+	[verb,objectList,*([';',?([verb,objectList])])].
+% storeProperty is a dummy for side-effect of remembering property
+storeProperty==>[].
+%[78]
+verb ==> [storeProperty,varOrIRIref].
+verb ==> [storeProperty,'a'].
+%[79]
+objectList ==>
+	[object,*([',',object])].
+%[80]
+object ==>
+	[graphNode].
+%[81]
+triplesSameSubjectPath ==> [varOrTerm,propertyListPathNotEmpty].
+triplesSameSubjectPath ==> [triplesNodePath,propertyListPath].
+%[82]
+propertyListPath ==> [propertyListNotEmpty].
+propertyListPath ==> [].
+%[83]
+propertyListPathNotEmpty ==>
+	[verbPath or verbSimple,
+	objectListPath,
+	*([';',?([verbPath or verbSimple,objectListPath])])].
+%[84]
+verbPath ==> [path].
+%[85]
+verbSimple ==> [var].
+%[86]
+objectListPath ==>
+	[objectPath,*([',',objectPath])].
+%[87]
+objectPath ==> [graphNodePath].
+%[88]
+path ==> [pathAlternative].
+%[89].
+pathAlternative ==>
+	[pathSequence,*(['|',pathSequence])].
+%[90]
+pathSequence ==>
+	[pathEltOrInverse,*(['/',pathEltOrInverse])].
+%[91]
+pathElt ==>
+	[pathPrimary,?(pathMod)].
+%[92]
+pathEltOrInverse ==> [pathElt].
+pathEltOrInverse ==> ['^',pathElt].
+%[93]  - last case below looks weird because
+%        {0} and {0,1} and {0,} and {,1} are allowed
+pathMod ==> ['*'].
+pathMod ==> ['?'].
+pathMod ==> ['+'].
+pathMod ==>
+	['{',
+          [integer,
+	     ([',', '}' or [integer,'}']])
+             or
+             '}'
+          ]
+          or
+          [',',integer,'}']
+        ].
+
+% Original expression from SPARQL1.1 spec:
+%'{' ( Integer
+%        ( ','
+%            ( '}' | Integer '}' )
+%        | '}' )
+%    | ',' Integer '}' )
+
+%[94]
+pathPrimary ==> [storeProperty,iriRef].
+pathPrimary ==> [storeProperty,'a'].
+pathPrimary ==> ['!',pathNegatedPropertySet].
+pathPrimary ==> ['(',path,')'].
+
+%[95]
+pathNegatedPropertySet ==>
+	[pathOneInPropertySet].
+pathNegatedPropertySet ==>
+	['(',
+	 ?([pathOneInPropertySet,
+	    *(['|',pathOneInPropertySet]) ]),
+         ')'].
+%[96]
+pathOneInPropertySet ==> [iriRef].
+pathOneInPropertySet ==> ['a'].
+pathOneInPropertySet ==> ['^',iriRef or 'a'].
+%[97]
+integer ==> ['INTEGER'].
+%[98]
+triplesNode ==> [collection].
+triplesNode ==> [blankNodePropertyList].
+%[99]
+blankNodePropertyList ==> ['[',propertyListNotEmpty,']'].
+%[100]
+triplesNodePath ==> [collectionPath].
+triplesNodePath ==> [blankNodePropertyListPath].
+%[101]
+blankNodePropertyListPath ==> ['[',propertyListPathNotEmpty,']'].
+%[102]
+collection ==> ['(',+(graphNode),')'].
+%[103]
+collectionPath ==> ['(',+(graphNodePath),')'].
+%[104]
+graphNode ==> [varOrTerm].
+graphNode ==> [triplesNode].
+%[105]
+graphNodePath ==> [varOrTerm].
+graphNodePath ==> [triplesNodePath].
+%[106]
+varOrTerm ==> [var].
+varOrTerm ==> [graphTerm].
+%[107]
+varOrIRIref ==> [var].
+varOrIRIref ==> [iriRef].
+%[108]
+var ==> ['VAR1'].
+var ==> ['VAR2'].
+%[109]
+graphTerm ==> [iriRef].
+graphTerm ==> [rdfLiteral].
+graphTerm ==> [numericLiteral].
+graphTerm ==> [booleanLiteral].
+graphTerm ==> [blankNode].
+graphTerm ==> ['NIL'].
+%[110]
+expression ==> [conditionalOrExpression].
+%[111]
+conditionalOrExpression ==>
+	[conditionalAndExpression,*(['||',conditionalAndExpression])].
+%[112]
+conditionalAndExpression ==>
+	[valueLogical,*(['&&',valueLogical])].
+%[113]
+valueLogical ==> [relationalExpression].
+%[114]
+relationalExpression ==>
+	[numericExpression,
+	 ?(or(['=',numericExpression],
+	      ['!=',numericExpression],
+	      ['<',numericExpression],
+	      ['>',numericExpression],
+	      ['<=',numericExpression],
+	      ['>=',numericExpression],
+	      ['IN',expressionList],
+	      ['NOT','IN',expressionList]))].
+%[115]
+numericExpression ==> [additiveExpression].
+%[116]
+additiveExpression ==>
+	[multiplicativeExpression,
+	 *(or(['+',multiplicativeExpression],
+	      ['-',multiplicativeExpression],
+              [numericLiteralPositive or numericLiteralNegative,
+	       ?(['*',unaryExpression] or ['/',unaryExpression]) ]))].
+%[117]
+multiplicativeExpression ==>
+	[unaryExpression,*(['*',unaryExpression] or ['/',unaryExpression])].
+%[118]
+unaryExpression ==> ['!',primaryExpression].
+unaryExpression ==> ['+',primaryExpression].
+unaryExpression ==> ['-',primaryExpression].
+unaryExpression ==> [primaryExpression].
+%[119]
+primaryExpression ==> [brackettedExpression].
+primaryExpression ==> [builtInCall].
+primaryExpression ==> [iriRefOrFunction].
+primaryExpression ==> [rdfLiteral].
+primaryExpression ==> [numericLiteral].
+primaryExpression ==> [booleanLiteral].
+primaryExpression ==> [var].
+primaryExpression ==> [aggregate].
+%[120]
+brackettedExpression ==> ['(',expression,')'].
+%[121]
+builtInCall ==> ['STR','(',expression,')'].
+builtInCall ==> ['LANG','(',expression,')'].
+builtInCall ==> ['LANGMATCHES','(',expression,',',expression,')'].
+builtInCall ==> ['DATATYPE','(',expression,')'].
+builtInCall ==> ['BOUND','(',var,')'].
+builtInCall ==> ['IRI','(',expression,')'].
+builtInCall ==> ['URI','(',expression,')'].
+%builtInCall ==> ['BNODE','(',?(expression),')'].  % Avoided use of NIL
+%builtInCall ==> ['RAND','(',')'].                 % Avoided use of NIL
+builtInCall ==> ['BNODE',['(',expression,')'] or 'NIL'].
+builtInCall ==> ['RAND',['(',expression,')'] or 'NIL'].
+builtInCall ==> ['ABS','(',expression,')'].
+builtInCall ==> ['CEIL','(',expression,')'].
+builtInCall ==> ['FLOOR','(',expression,')'].
+builtInCall ==> ['ROUND','(',expression,')'].
+builtInCall ==> ['CONCAT',expressionList].
+builtInCall ==> [substringExpression].
+builtInCall ==> ['STRLEN','(',expression,')'].
+builtInCall ==> [strReplaceExpression].
+builtInCall ==> ['UCASE','(',expression,')'].
+builtInCall ==> ['LCASE','(',expression,')'].
+builtInCall ==> ['ENCODE_FOR_URI','(',expression,')'].
+builtInCall ==> ['CONTAINS','(',expression,',',expression,')'].
+builtInCall ==> ['STRSTARTS','(',expression,',',expression,')'].
+builtInCall ==> ['STRENDS','(',expression,',',expression,')'].
+builtInCall ==> ['STRBEFORE','(',expression,',',expression,')'].
+builtInCall ==> ['STRAFTER','(',expression,',',expression,')'].
+builtInCall ==> ['YEAR','(',expression,')'].
+builtInCall ==> ['MONTH','(',expression,')'].
+builtInCall ==> ['DAY','(',expression,')'].
+builtInCall ==> ['HOURS','(',expression,')'].
+builtInCall ==> ['MINUTES','(',expression,')'].
+builtInCall ==> ['SECONDS','(',expression,')'].
+builtInCall ==> ['TIMEZONE','(',expression,')'].
+builtInCall ==> ['TZ','(',expression,')'].
+%builtInCall ==> ['NOW','(',')'].            % Avoided NIL
+builtInCall ==> ['NOW','NIL'].
+builtInCall ==> ['UUID','NIL'].
+builtInCall ==> ['STRUUID','NIL'].
+builtInCall ==> ['MD5','(',expression,')'].
+builtInCall ==> ['SHA1','(',expression,')'].
+builtInCall ==> ['SHA256','(',expression,')'].
+builtInCall ==> ['SHA384','(',expression,')'].
+builtInCall ==> ['SHA512','(',expression,')'].
+builtInCall ==> ['COALESCE',expressionList].
+builtInCall ==> ['IF','(',expression,',',expression,',',expression,')'].
+builtInCall ==> ['STRLANG','(',expression,',',expression,')'].
+builtInCall ==> ['STRDT','(',expression,',',expression,')'].
+builtInCall ==> ['SAMETERM','(',expression,',',expression,')'].
+builtInCall ==> ['ISIRI','(',expression,')'].
+builtInCall ==> ['ISURI','(',expression,')'].
+builtInCall ==> ['ISBLANK','(',expression,')'].
+builtInCall ==> ['ISLITERAL','(',expression,')'].
+builtInCall ==> ['ISNUMERIC','(',expression,')'].
+builtInCall ==> [regexExpression].
+builtInCall ==> [existsFunc].
+builtInCall ==> [notExistsFunc].
+%[122]
+regexExpression ==>
+	['REGEX','(',expression,',',expression,?([',',expression]),')'].
+%[123]
+substringExpression ==>
+	['SUBSTR','(',expression,',',expression,?([',',expression]),')'].
+%[124]
+strReplaceExpression ==>
+	['REPLACE','(',expression,',',expression,',',expression,?([',',expression]),')'].
+%[125]
+existsFunc ==>
+	['EXISTS',groupGraphPattern].
+%[126]
+notExistsFunc ==>
+	['NOT','EXISTS',groupGraphPattern].
+%[127]
+aggregate ==> ['COUNT','(',?('DISTINCT'),'*' or expression,')'].
+aggregate ==> ['SUM','(',?('DISTINCT'),expression,')'].
+aggregate ==> ['MIN','(',?('DISTINCT'),expression,')'].
+aggregate ==> ['MAX','(',?('DISTINCT'),expression,')'].
+aggregate ==> ['AVG','(',?('DISTINCT'),expression,')'].
+aggregate ==> ['SAMPLE','(',?('DISTINCT'),expression,')'].
+aggregate ==>
+	['GROUP_CONCAT','(',
+	 ?('DISTINCT'),
+	 expression,
+	 ?([';','SEPARATOR','=',string]),
+	 ')'].
+%[128]
+iriRefOrFunction ==> [iriRef,?(argList)].
+%[129]
+rdfLiteral ==> [string,?('LANGTAG' or ['^^',iriRef])].
+%[130]
+numericLiteral ==> [numericLiteralUnsigned].
+numericLiteral ==> [numericLiteralPositive].
+numericLiteral ==> [numericLiteralNegative].
+%[131]
+numericLiteralUnsigned ==> ['INTEGER'].
+numericLiteralUnsigned ==> ['DECIMAL'].
+numericLiteralUnsigned ==> ['DOUBLE'].
+%[132]
+numericLiteralPositive ==> ['INTEGER_POSITIVE'].
+numericLiteralPositive ==> ['DECIMAL_POSITIVE'].
+numericLiteralPositive ==> ['DOUBLE_POSITIVE'].
+%[133]
+numericLiteralNegative ==> ['INTEGER_NEGATIVE'].
+numericLiteralNegative ==> ['DECIMAL_NEGATIVE'].
+numericLiteralNegative ==> ['DOUBLE_NEGATIVE'].
+%[134]
+booleanLiteral ==> ['TRUE'].
+booleanLiteral ==> ['FALSE'].
+%[135]
+string ==> ['STRING_LITERAL1'].
+string ==> ['STRING_LITERAL2'].
+string ==> ['STRING_LITERAL_LONG1'].
+string ==> ['STRING_LITERAL_LONG2'].
+%[136]
+iriRef ==> ['IRI_REF'].
+iriRef ==> [prefixedName].
+%[137]
+prefixedName ==> ['PNAME_LN'].
+prefixedName ==> ['PNAME_NS'].
+%[138]
+blankNode ==> ['BLANK_NODE_LABEL'].
+blankNode ==> ['ANON'].
+
+
+% tokens defined by regular expressions elsewhere
+tm_regex([
+
+'IRI_REF',
+
+'VAR1',
+'VAR2',
+'LANGTAG',
+
+'DOUBLE',
+'DECIMAL',
+'INTEGER',
+'DOUBLE_POSITIVE',
+'DECIMAL_POSITIVE',
+'INTEGER_POSITIVE',
+'INTEGER_NEGATIVE',
+'DECIMAL_NEGATIVE',
+'DOUBLE_NEGATIVE',
+
+'STRING_LITERAL_LONG1',
+'STRING_LITERAL_LONG2',
+'STRING_LITERAL1',
+'STRING_LITERAL2',
+
+'NIL',
+'ANON',
+'PNAME_LN',
+'PNAME_NS',
+'BLANK_NODE_LABEL'
+]).
+
+% Terminals where name of terminal is uppercased token content
+tm_keywords([
+
+'GROUP_CONCAT', % Must appear before GROUP
+'DATATYPE',     % Must appear before DATA
+
+'BASE',
+'PREFIX',
+'SELECT',
+'CONSTRUCT',
+'DESCRIBE',
+'ASK',
+'FROM',
+'NAMED',
+'ORDER',
+'BY',
+'LIMIT',
+'ASC',
+'DESC',
+'OFFSET',
+'DISTINCT',
+'REDUCED',
+'WHERE',
+'GRAPH',
+'OPTIONAL',
+'UNION',
+'FILTER',
+'GROUP',
+'HAVING',
+'AS',
+'VALUES',
+'LOAD',
+'CLEAR',
+'DROP',
+'CREATE',
+'MOVE',
+'COPY',
+'SILENT',
+'INSERT',
+'DELETE',
+'DATA',
+'WITH',
+'TO',
+'USING',
+'NAMED',
+'MINUS',
+'BIND',
+
+'LANGMATCHES',
+'LANG',
+'BOUND',
+'SAMETERM',
+'ISIRI',
+'ISURI',
+'ISBLANK',
+'ISLITERAL',
+'REGEX',
+'TRUE',
+'FALSE',
+
+'UNDEF',
+'ADD',
+'DEFAULT',
+'ALL',
+'SERVICE',
+'INTO',
+'IN',
+'NOT',
+'IRI',
+'URI',
+'BNODE',
+'RAND',
+'ABS',
+'CEIL',
+'FLOOR',
+'ROUND',
+'CONCAT',
+'STRLEN',
+'UCASE',
+'LCASE',
+'ENCODE_FOR_URI',
+'CONTAINS',
+'STRSTARTS',
+'STRENDS',
+'STRBEFORE',
+'STRAFTER',
+'YEAR',
+'MONTH',
+'DAY',
+'HOURS',
+'MINUTES',
+'SECONDS',
+'TIMEZONE',
+'TZ',
+'NOW',
+'UUID',
+'STRUUID',
+'MD5',
+'SHA1',
+'SHA256',
+'SHA384',
+'SHA512',
+'COALESCE',
+'IF',
+'STRLANG',
+'STRDT',
+'ISNUMERIC',
+'SUBSTR',
+'REPLACE',
+'EXISTS',
+'COUNT',
+'SUM',
+'MIN',
+'MAX',
+'AVG',
+'SAMPLE',
+'SEPARATOR',
+
+'STR'
+]).
+
+% Other tokens representing fixed, case sensitive, strings
+% Care! order longer tokens first - e.g. IRI_REF, <=, <
+% e.g. >=, >
+% e.g. NIL, '('
+% e.g. ANON, [
+% e.g. DOUBLE, DECIMAL, INTEGER
+% e.g. INTEGER_POSITIVE, PLUS
+tm_punct([
+'*'= '\\*',
+'a'= 'a',
+'.'= '\\.',
+'{'= '\\{',
+'}'= '\\}',
+','= ',',
+'('= '\\(',
+')'= '\\)',
+';'= ';',
+'['= '\\[',
+']'= '\\]',
+'||'= '\\|\\|',
+'&&'= '&&',
+'='= '=',
+'!='= '!=',
+'!'= '!',
+'<='= '<=',
+'>='= '>=',
+'<'= '<',
+'>'= '>',
+'+'= '\\+',
+'-'= '-',
+'/'= '\\/',
+'^^'= '\\^\\^',
+'?' = '\\?',
+'|' = '\\|',
+'^'= '\\^'
+]).