taskjuggler 0.0.2 → 0.0.3

data/doc/classes/TaskJuggler/TextScanner.html

@@ -70,8 +70,12 @@
             <td><strong>Parent:</strong></td>
             <td>
 
+                <a href="../Object.html">
+
                 Object
 
+               </a>
+
             </td>
         </tr>
 
@@ -100,29 +104,33 @@ file can include an other file.
 
       <div class="name-list">
 
-        <a href="#M000403">addMacro</a>&nbsp;&nbsp;
+        <a href="#M000734">addMacro</a>&nbsp;&nbsp;
+
+        <a href="#M000728">close</a>&nbsp;&nbsp;
 
-        <a href="#M000397">close</a>&nbsp;&nbsp;
+        <a href="#M000737">error</a>&nbsp;&nbsp;
 
-        <a href="#M000406">error</a>&nbsp;&nbsp;
+        <a href="#M000736">expandMacro</a>&nbsp;&nbsp;
 
-        <a href="#M000405">expandMacro</a>&nbsp;&nbsp;
+        <a href="#M000731">fileName</a>&nbsp;&nbsp;
 
-        <a href="#M000400">fileName</a>&nbsp;&nbsp;
+        <a href="#M000729">include</a>&nbsp;&nbsp;
 
-        <a href="#M000398">include</a>&nbsp;&nbsp;
+        <a href="#M000735">macroDefined?</a>&nbsp;&nbsp;
 
-        <a href="#M000404">macroDefined?</a>&nbsp;&nbsp;
+        <a href="#M000739">message</a>&nbsp;&nbsp;
 
-        <a href="#M000395">new</a>&nbsp;&nbsp;
+        <a href="#M000726">new</a>&nbsp;&nbsp;
 
-        <a href="#M000401">nextToken</a>&nbsp;&nbsp;
+        <a href="#M000732">nextToken</a>&nbsp;&nbsp;
 
-        <a href="#M000396">open</a>&nbsp;&nbsp;
+        <a href="#M000727">open</a>&nbsp;&nbsp;
 
-        <a href="#M000402">returnToken</a>&nbsp;&nbsp;
+        <a href="#M000733">returnToken</a>&nbsp;&nbsp;
 
-        <a href="#M000399">sourceFileInfo</a>&nbsp;&nbsp;
+        <a href="#M000730">sourceFileInfo</a>&nbsp;&nbsp;
+
+        <a href="#M000738">warning</a>&nbsp;&nbsp;
 
       </div>
     </div>
@@ -152,12 +160,12 @@ Class <a href="TextScanner/StreamHandle.html" class="link">TaskJuggler::TextScan
       <h3 class="section-bar">Public Class methods</h3>
 
 
-      <div id="method-M000395" class="method-detail">
-        <a name="M000395"></a>
+      <div id="method-M000726" class="method-detail">
+        <a name="M000726"></a>
 
         <div class="method-heading">
 
-          <a href="#M000395" class="method-signature">
+          <a href="#M000726" class="method-signature">
 
           <span class="method-name">new</span><span class="method-args">(masterFile, messageHandler)</span>
 
@@ -177,26 +185,26 @@ messages.
 </p>
 
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000395-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000395-source">
+            onclick="toggleCode('M000726-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000726-source">
 <pre>
-     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 138</span>
-138:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">masterFile</span>, <span class="ruby-identifier">messageHandler</span>)
-139:       <span class="ruby-ivar">@masterFile</span> = <span class="ruby-identifier">masterFile</span>
-140:       <span class="ruby-ivar">@messageHandler</span> = <span class="ruby-identifier">messageHandler</span>
-141:       <span class="ruby-comment cmt"># This table contains all macros that may be expanded when found in the</span>
-142:       <span class="ruby-comment cmt"># text.</span>
-143:       <span class="ruby-ivar">@macroTable</span> = <span class="ruby-constant">MacroTable</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">messageHandler</span>)
-144:       <span class="ruby-comment cmt"># This Array stores the currently processed nested files. It's an Array</span>
-145:       <span class="ruby-comment cmt"># of Arrays. The nested Array consists of 3 elements, the @cf,</span>
-146:       <span class="ruby-comment cmt"># @tokenBuffer and the @pos of the file.</span>
-147:       <span class="ruby-ivar">@fileStack</span> = []
-148:       <span class="ruby-comment cmt"># This Array stores the currently processed nested macros.</span>
-149:       <span class="ruby-ivar">@macroStack</span> = []
-150:       <span class="ruby-comment cmt"># In certain situation we want to ignore Macro replacement and this flag</span>
-151:       <span class="ruby-comment cmt"># is set to true.</span>
-152:       <span class="ruby-ivar">@ignoreMacros</span> = <span class="ruby-keyword kw">false</span>
-153:     <span class="ruby-keyword kw">end</span>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 146</span>
+146:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">masterFile</span>, <span class="ruby-identifier">messageHandler</span>)
+147:       <span class="ruby-ivar">@masterFile</span> = <span class="ruby-identifier">masterFile</span>
+148:       <span class="ruby-ivar">@messageHandler</span> = <span class="ruby-identifier">messageHandler</span>
+149:       <span class="ruby-comment cmt"># This table contains all macros that may be expanded when found in the</span>
+150:       <span class="ruby-comment cmt"># text.</span>
+151:       <span class="ruby-ivar">@macroTable</span> = <span class="ruby-constant">MacroTable</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">messageHandler</span>)
+152:       <span class="ruby-comment cmt"># This Array stores the currently processed nested files. It's an Array</span>
+153:       <span class="ruby-comment cmt"># of Arrays. The nested Array consists of 3 elements, the @cf,</span>
+154:       <span class="ruby-comment cmt"># @tokenBuffer and the @pos of the file.</span>
+155:       <span class="ruby-ivar">@fileStack</span> = []
+156:       <span class="ruby-comment cmt"># This Array stores the currently processed nested macros.</span>
+157:       <span class="ruby-ivar">@macroStack</span> = []
+158:       <span class="ruby-comment cmt"># In certain situation we want to ignore Macro replacement and this flag</span>
+159:       <span class="ruby-comment cmt"># is set to true.</span>
+160:       <span class="ruby-ivar">@ignoreMacros</span> = <span class="ruby-keyword kw">false</span>
+161:     <span class="ruby-keyword kw">end</span>
 </pre>
           </div>
 
@@ -207,12 +215,12 @@ messages.
       <h3 class="section-bar">Public Instance methods</h3>
 
 
-      <div id="method-M000403" class="method-detail">
-        <a name="M000403"></a>
+      <div id="method-M000734" class="method-detail">
+        <a name="M000734"></a>
 
         <div class="method-heading">
 
-          <a href="#M000403" class="method-signature">
+          <a href="#M000734" class="method-signature">
 
           <span class="method-name">addMacro</span><span class="method-args">(macro)</span>
 
@@ -227,13 +235,13 @@ Add a <a href="Macro.html">Macro</a> to the macro translation table.
 </p>
 
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000403-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000403-source">
+            onclick="toggleCode('M000734-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000734-source">
 <pre>
-     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 294</span>
-294:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">addMacro</span>(<span class="ruby-identifier">macro</span>)
-295:       <span class="ruby-ivar">@macroTable</span>.<span class="ruby-identifier">add</span>(<span class="ruby-identifier">macro</span>)
-296:     <span class="ruby-keyword kw">end</span>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 325</span>
+325:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">addMacro</span>(<span class="ruby-identifier">macro</span>)
+326:       <span class="ruby-ivar">@macroTable</span>.<span class="ruby-identifier">add</span>(<span class="ruby-identifier">macro</span>)
+327:     <span class="ruby-keyword kw">end</span>
 </pre>
           </div>
 
@@ -241,12 +249,12 @@ Add a <a href="Macro.html">Macro</a> to the macro translation table.
       </div>
 
 
-      <div id="method-M000397" class="method-detail">
-        <a name="M000397"></a>
+      <div id="method-M000728" class="method-detail">
+        <a name="M000728"></a>
 
         <div class="method-heading">
 
-          <a href="#M000397" class="method-signature">
+          <a href="#M000728" class="method-signature">
 
           <span class="method-name">close</span><span class="method-args">()</span>
 
@@ -261,16 +269,16 @@ Finish processing and reset all data structures.
 </p>
 
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000397-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000397-source">
+            onclick="toggleCode('M000728-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000728-source">
 <pre>
-     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 172</span>
-172:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">close</span>
-173:       <span class="ruby-constant">Log</span>.<span class="ruby-identifier">startProgressMeter</span>(<span class="ruby-node">&quot;Reading file #{@masterFile}&quot;</span>)
-174:       <span class="ruby-constant">Log</span>.<span class="ruby-identifier">stopProgressMeter</span>
-175:       <span class="ruby-ivar">@fileStack</span> = []
-176:       <span class="ruby-ivar">@cf</span> = <span class="ruby-ivar">@tokenBuffer</span> = <span class="ruby-ivar">@pos</span> = <span class="ruby-keyword kw">nil</span>
-177:     <span class="ruby-keyword kw">end</span>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 180</span>
+180:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">close</span>
+181:       <span class="ruby-constant">Log</span>.<span class="ruby-identifier">startProgressMeter</span>(<span class="ruby-node">&quot;Reading file #{@masterFile}&quot;</span>)
+182:       <span class="ruby-constant">Log</span>.<span class="ruby-identifier">stopProgressMeter</span>
+183:       <span class="ruby-ivar">@fileStack</span> = []
+184:       <span class="ruby-ivar">@cf</span> = <span class="ruby-ivar">@tokenBuffer</span> = <span class="ruby-keyword kw">nil</span>
+185:     <span class="ruby-keyword kw">end</span>
 </pre>
           </div>
 
@@ -278,12 +286,12 @@ Finish processing and reset all data structures.
       </div>
 
 
-      <div id="method-M000406" class="method-detail">
-        <a name="M000406"></a>
+      <div id="method-M000737" class="method-detail">
+        <a name="M000737"></a>
 
         <div class="method-heading">
 
-          <a href="#M000406" class="method-signature">
+          <a href="#M000737" class="method-signature">
 
           <span class="method-name">error</span><span class="method-args">(id, text, property = nil)</span>
 
@@ -298,26 +306,13 @@ Call this function to report any errors related to the parsed input.
 </p>
 
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000406-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000406-source">
+            onclick="toggleCode('M000737-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000737-source">
 <pre>
-     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 317</span>
-317:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">error</span>(<span class="ruby-identifier">id</span>, <span class="ruby-identifier">text</span>, <span class="ruby-identifier">property</span> = <span class="ruby-keyword kw">nil</span>)
-318:       <span class="ruby-identifier">message</span> = <span class="ruby-constant">Message</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">id</span>, <span class="ruby-value str">'error'</span>, <span class="ruby-identifier">text</span> <span class="ruby-operator">+</span> <span class="ruby-value str">&quot;\n&quot;</span> <span class="ruby-operator">+</span> <span class="ruby-identifier">line</span>.<span class="ruby-identifier">to_s</span>,
-319:                             <span class="ruby-identifier">property</span>, <span class="ruby-keyword kw">nil</span>, <span class="ruby-identifier">sourceFileInfo</span>)
-320:       <span class="ruby-ivar">@messageHandler</span>.<span class="ruby-identifier">send</span>(<span class="ruby-identifier">message</span>)
-321: 
-322:       <span class="ruby-keyword kw">until</span> <span class="ruby-ivar">@macroStack</span>.<span class="ruby-identifier">empty?</span>
-323:         <span class="ruby-identifier">macro</span>, <span class="ruby-identifier">args</span> = <span class="ruby-ivar">@macroStack</span>.<span class="ruby-identifier">pop</span>
-324:         <span class="ruby-identifier">args</span>.<span class="ruby-identifier">collect!</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">a</span><span class="ruby-operator">|</span> <span class="ruby-value str">'&quot;'</span> <span class="ruby-operator">+</span> <span class="ruby-identifier">a</span> <span class="ruby-operator">+</span> <span class="ruby-value str">'&quot;'</span> }
-325:         <span class="ruby-identifier">message</span> = <span class="ruby-constant">Message</span>.<span class="ruby-identifier">new</span>(<span class="ruby-value str">'macro_stack'</span>, <span class="ruby-value str">'info'</span>,
-326:                               <span class="ruby-node">&quot;   #{macro.name} #{args.join(' ')}&quot;</span>, <span class="ruby-keyword kw">nil</span>, <span class="ruby-keyword kw">nil</span>,
-327:                               <span class="ruby-identifier">macro</span>.<span class="ruby-identifier">sourceFileInfo</span>)
-328:         <span class="ruby-ivar">@messageHandler</span>.<span class="ruby-identifier">send</span>(<span class="ruby-identifier">message</span>)
-329:       <span class="ruby-keyword kw">end</span>
-330: 
-331:       <span class="ruby-identifier">raise</span> <span class="ruby-constant">TjException</span>.<span class="ruby-identifier">new</span>, <span class="ruby-value str">'Syntax error during parse'</span>
-332:     <span class="ruby-keyword kw">end</span>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 348</span>
+348:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">error</span>(<span class="ruby-identifier">id</span>, <span class="ruby-identifier">text</span>, <span class="ruby-identifier">property</span> = <span class="ruby-keyword kw">nil</span>)
+349:       <span class="ruby-identifier">message</span>(<span class="ruby-value str">'error'</span>, <span class="ruby-identifier">id</span>, <span class="ruby-identifier">text</span>, <span class="ruby-identifier">property</span>)
+350:     <span class="ruby-keyword kw">end</span>
 </pre>
           </div>
 
@@ -325,12 +320,12 @@ Call this function to report any errors related to the parsed input.
       </div>
 
 
-      <div id="method-M000405" class="method-detail">
-        <a name="M000405"></a>
+      <div id="method-M000736" class="method-detail">
+        <a name="M000736"></a>
 
         <div class="method-heading">
 
-          <a href="#M000405" class="method-signature">
+          <a href="#M000736" class="method-signature">
 
           <span class="method-name">expandMacro</span><span class="method-args">(args)</span>
 
@@ -341,22 +336,22 @@ Call this function to report any errors related to the parsed input.
         <div class="method-description">
 
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000405-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000405-source">
+            onclick="toggleCode('M000736-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000736-source">
 <pre>
-     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 303</span>
-303:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">expandMacro</span>(<span class="ruby-identifier">args</span>)
-304:       <span class="ruby-identifier">macro</span>, <span class="ruby-identifier">text</span> = <span class="ruby-ivar">@macroTable</span>.<span class="ruby-identifier">resolve</span>(<span class="ruby-identifier">args</span>, <span class="ruby-identifier">sourceFileInfo</span>)
-305:       <span class="ruby-keyword kw">return</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">text</span> <span class="ruby-operator">==</span> <span class="ruby-value str">''</span>
-306: 
-307:       <span class="ruby-ivar">@macroStack</span> <span class="ruby-operator">&lt;&lt;</span> [ <span class="ruby-identifier">macro</span>, <span class="ruby-identifier">args</span> ]
-308:       <span class="ruby-comment cmt"># Mark end of macro with a 0 element</span>
-309:       <span class="ruby-ivar">@cf</span>.<span class="ruby-identifier">charBuffer</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-value">0</span>
-310:       <span class="ruby-identifier">text</span>.<span class="ruby-identifier">reverse</span>.<span class="ruby-identifier">each_utf8_char</span> <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">c</span><span class="ruby-operator">|</span>
-311:         <span class="ruby-ivar">@cf</span>.<span class="ruby-identifier">charBuffer</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">c</span>
-312:       <span class="ruby-keyword kw">end</span>
-313:       <span class="ruby-ivar">@cf</span>.<span class="ruby-identifier">line</span> = <span class="ruby-value str">''</span>
-314:     <span class="ruby-keyword kw">end</span>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 334</span>
+334:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">expandMacro</span>(<span class="ruby-identifier">args</span>)
+335:       <span class="ruby-identifier">macro</span>, <span class="ruby-identifier">text</span> = <span class="ruby-ivar">@macroTable</span>.<span class="ruby-identifier">resolve</span>(<span class="ruby-identifier">args</span>, <span class="ruby-identifier">sourceFileInfo</span>)
+336:       <span class="ruby-keyword kw">return</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">text</span> <span class="ruby-operator">==</span> <span class="ruby-value str">''</span>
+337: 
+338:       <span class="ruby-ivar">@macroStack</span> <span class="ruby-operator">&lt;&lt;</span> [ <span class="ruby-identifier">macro</span>, <span class="ruby-identifier">args</span> ]
+339:       <span class="ruby-comment cmt"># Mark end of macro with a 0 element</span>
+340:       <span class="ruby-ivar">@cf</span>.<span class="ruby-identifier">charBuffer</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-value">0</span>
+341:       <span class="ruby-identifier">text</span>.<span class="ruby-identifier">reverse</span>.<span class="ruby-identifier">each_utf8_char</span> <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">c</span><span class="ruby-operator">|</span>
+342:         <span class="ruby-ivar">@cf</span>.<span class="ruby-identifier">charBuffer</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">c</span>
+343:       <span class="ruby-keyword kw">end</span>
+344:       <span class="ruby-ivar">@cf</span>.<span class="ruby-identifier">line</span> = <span class="ruby-value str">''</span>
+345:     <span class="ruby-keyword kw">end</span>
 </pre>
           </div>
 
@@ -364,12 +359,12 @@ Call this function to report any errors related to the parsed input.
       </div>
 
 
-      <div id="method-M000400" class="method-detail">
-        <a name="M000400"></a>
+      <div id="method-M000731" class="method-detail">
+        <a name="M000731"></a>
 
         <div class="method-heading">
 
-          <a href="#M000400" class="method-signature">
+          <a href="#M000731" class="method-signature">
 
           <span class="method-name">fileName</span><span class="method-args">()</span>
 
@@ -385,13 +380,13 @@ text buffer, the text will be returned.
 </p>
 
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000400-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000400-source">
+            onclick="toggleCode('M000731-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000731-source">
 <pre>
-     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 210</span>
-210:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">fileName</span>
-211:       <span class="ruby-ivar">@cf</span> <span class="ruby-operator">?</span> <span class="ruby-ivar">@cf</span>.<span class="ruby-identifier">fileName</span> <span class="ruby-operator">:</span> <span class="ruby-ivar">@masterFile</span>
-212:     <span class="ruby-keyword kw">end</span>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 230</span>
+230:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">fileName</span>
+231:       <span class="ruby-ivar">@cf</span> <span class="ruby-operator">?</span> <span class="ruby-ivar">@cf</span>.<span class="ruby-identifier">fileName</span> <span class="ruby-operator">:</span> <span class="ruby-ivar">@masterFile</span>
+232:     <span class="ruby-keyword kw">end</span>
 </pre>
           </div>
 
@@ -399,12 +394,12 @@ text buffer, the text will be returned.
       </div>
 
 
-      <div id="method-M000398" class="method-detail">
-        <a name="M000398"></a>
+      <div id="method-M000729" class="method-detail">
+        <a name="M000729"></a>
 
         <div class="method-heading">
 
-          <a href="#M000398" class="method-signature">
+          <a href="#M000729" class="method-signature">
 
           <span class="method-name">include</span><span class="method-args">(fileName)</span>
 
@@ -421,30 +416,42 @@ where we started with the new file.
 </p>
 
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000398-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000398-source">
+            onclick="toggleCode('M000729-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000729-source">
 <pre>
-     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 182</span>
-182:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">include</span>(<span class="ruby-identifier">fileName</span>)
-183:       <span class="ruby-keyword kw">begin</span>
-184:         <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@fileStack</span>.<span class="ruby-identifier">empty?</span>
-185:           <span class="ruby-identifier">path</span> = <span class="ruby-ivar">@masterPath</span>
-186:         <span class="ruby-keyword kw">else</span>
-187:           <span class="ruby-identifier">path</span> = <span class="ruby-ivar">@fileStack</span>.<span class="ruby-identifier">last</span>[<span class="ruby-value">0</span>].<span class="ruby-identifier">dirname</span> <span class="ruby-operator">+</span> <span class="ruby-value str">'/'</span>
-188:           <span class="ruby-ivar">@fileStack</span>.<span class="ruby-identifier">last</span>[<span class="ruby-value">1</span>, <span class="ruby-value">2</span>] = [ <span class="ruby-ivar">@tokenBuffer</span>, <span class="ruby-ivar">@pos</span> ]
-189:         <span class="ruby-keyword kw">end</span>
-190:         <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">fileName</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">!=</span> <span class="ruby-value str">'/'</span>
-191:           <span class="ruby-comment cmt"># If the included file is not an absolute name, we interpret the file</span>
-192:           <span class="ruby-comment cmt"># name relative to the including file.</span>
-193:           <span class="ruby-identifier">fileName</span> = <span class="ruby-identifier">path</span> <span class="ruby-operator">+</span> <span class="ruby-identifier">fileName</span>
-194:         <span class="ruby-keyword kw">end</span>
-195: 
-196:         <span class="ruby-ivar">@tokenBuffer</span> = <span class="ruby-ivar">@pos</span> = <span class="ruby-keyword kw">nil</span>
-197:         <span class="ruby-ivar">@fileStack</span> <span class="ruby-operator">&lt;&lt;</span> [ (<span class="ruby-ivar">@cf</span> = <span class="ruby-constant">FileStreamHandle</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">fileName</span>)), <span class="ruby-keyword kw">nil</span>, <span class="ruby-keyword kw">nil</span> ]
-198:       <span class="ruby-keyword kw">rescue</span> <span class="ruby-constant">StandardError</span>
-199:         <span class="ruby-identifier">error</span>(<span class="ruby-value str">'bad_include'</span>, <span class="ruby-node">&quot;Cannot open include file #{fileName}&quot;</span>)
-200:       <span class="ruby-keyword kw">end</span>
-201:     <span class="ruby-keyword kw">end</span>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 190</span>
+190:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">include</span>(<span class="ruby-identifier">fileName</span>)
+191:       <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@fileStack</span>.<span class="ruby-identifier">empty?</span>
+192:         <span class="ruby-identifier">path</span> = <span class="ruby-ivar">@masterPath</span>
+193:       <span class="ruby-keyword kw">else</span>
+194:         <span class="ruby-identifier">path</span> = <span class="ruby-ivar">@fileStack</span>.<span class="ruby-identifier">last</span>[<span class="ruby-value">0</span>].<span class="ruby-identifier">dirname</span> <span class="ruby-operator">+</span> <span class="ruby-value str">'/'</span>
+195:         <span class="ruby-ivar">@fileStack</span>.<span class="ruby-identifier">last</span>[<span class="ruby-value">1</span>, <span class="ruby-value">2</span>] = [ <span class="ruby-ivar">@tokenBuffer</span>, <span class="ruby-ivar">@pos</span> ]
+196:       <span class="ruby-keyword kw">end</span>
+197:       <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">fileName</span>[<span class="ruby-value">0</span>] <span class="ruby-operator">!=</span> <span class="ruby-value str">'/'</span>
+198:         <span class="ruby-comment cmt"># If the included file is not an absolute name, we interpret the file</span>
+199:         <span class="ruby-comment cmt"># name relative to the including file.</span>
+200:         <span class="ruby-identifier">fileName</span> = <span class="ruby-identifier">path</span> <span class="ruby-operator">+</span> <span class="ruby-identifier">fileName</span>
+201:       <span class="ruby-keyword kw">end</span>
+202: 
+203:       <span class="ruby-ivar">@tokenBuffer</span> = <span class="ruby-keyword kw">nil</span>
+204: 
+205:       <span class="ruby-comment cmt"># Check the current file stack to find recusions.</span>
+206:       <span class="ruby-keyword kw">if</span> <span class="ruby-ivar">@pos</span> <span class="ruby-operator">&amp;&amp;</span> <span class="ruby-identifier">fileName</span> <span class="ruby-operator">==</span> <span class="ruby-ivar">@pos</span>.<span class="ruby-identifier">fileName</span>
+207:         <span class="ruby-identifier">error</span>(<span class="ruby-value str">'include_recursion'</span>, <span class="ruby-node">&quot;Recursive inclusion of #{fileName} detected&quot;</span>)
+208:       <span class="ruby-keyword kw">else</span>
+209:         <span class="ruby-ivar">@fileStack</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword kw">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">entry</span><span class="ruby-operator">|</span>
+210:           <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">fileName</span> <span class="ruby-operator">==</span> <span class="ruby-identifier">entry</span>[<span class="ruby-value">0</span>].<span class="ruby-identifier">fileName</span>
+211:             <span class="ruby-identifier">error</span>(<span class="ruby-value str">'include_recursion'</span>, <span class="ruby-node">&quot;Recursive inclusion of #{fileName} &quot;</span> <span class="ruby-operator">+</span>
+212:                   <span class="ruby-value str">&quot;detected&quot;</span>)
+213:           <span class="ruby-keyword kw">end</span>
+214:         <span class="ruby-keyword kw">end</span>
+215:       <span class="ruby-keyword kw">end</span>
+216:       <span class="ruby-keyword kw">begin</span>
+217:         <span class="ruby-ivar">@fileStack</span> <span class="ruby-operator">&lt;&lt;</span> [ (<span class="ruby-ivar">@cf</span> = <span class="ruby-constant">FileStreamHandle</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">fileName</span>)), <span class="ruby-keyword kw">nil</span>, <span class="ruby-keyword kw">nil</span> ]
+218:       <span class="ruby-keyword kw">rescue</span> <span class="ruby-constant">StandardError</span>
+219:         <span class="ruby-identifier">error</span>(<span class="ruby-value str">'bad_include'</span>, <span class="ruby-node">&quot;Cannot open include file #{fileName}&quot;</span>)
+220:       <span class="ruby-keyword kw">end</span>
+221:     <span class="ruby-keyword kw">end</span>
 </pre>
           </div>
 
@@ -452,12 +459,12 @@ where we started with the new file.
       </div>
 
 
-      <div id="method-M000404" class="method-detail">
-        <a name="M000404"></a>
+      <div id="method-M000735" class="method-detail">
+        <a name="M000735"></a>
 
         <div class="method-heading">
 
-          <a href="#M000404" class="method-signature">
+          <a href="#M000735" class="method-signature">
 
           <span class="method-name">macroDefined?</span><span class="method-args">(name)</span>
 
@@ -473,13 +480,59 @@ added already.
 </p>
 
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000404-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000404-source">
+            onclick="toggleCode('M000735-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000735-source">
+<pre>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 330</span>
+330:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">macroDefined?</span>(<span class="ruby-identifier">name</span>)
+331:       <span class="ruby-ivar">@macroTable</span>.<span class="ruby-identifier">include?</span>(<span class="ruby-identifier">name</span>)
+332:     <span class="ruby-keyword kw">end</span>
+</pre>
+          </div>
+
+        </div>
+      </div>
+
+
+      <div id="method-M000739" class="method-detail">
+        <a name="M000739"></a>
+
+        <div class="method-heading">
+
+          <a href="#M000739" class="method-signature">
+
+          <span class="method-name">message</span><span class="method-args">(type, id, text, property)</span>
+
+          </a>
+
+        </div>
+
+        <div class="method-description">
+
+          <p><a class="source-toggle" href="#"
+            onclick="toggleCode('M000739-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000739-source">
 <pre>
-     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 299</span>
-299:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">macroDefined?</span>(<span class="ruby-identifier">name</span>)
-300:       <span class="ruby-ivar">@macroTable</span>.<span class="ruby-identifier">include?</span>(<span class="ruby-identifier">name</span>)
-301:     <span class="ruby-keyword kw">end</span>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 356</span>
+356:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">message</span>(<span class="ruby-identifier">type</span>, <span class="ruby-identifier">id</span>, <span class="ruby-identifier">text</span>, <span class="ruby-identifier">property</span>)
+357:       <span class="ruby-keyword kw">unless</span> <span class="ruby-identifier">text</span>.<span class="ruby-identifier">empty?</span>
+358:         <span class="ruby-identifier">message</span> = <span class="ruby-constant">Message</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">id</span>, <span class="ruby-identifier">type</span>, <span class="ruby-identifier">text</span> <span class="ruby-operator">+</span> <span class="ruby-value str">&quot;\n&quot;</span> <span class="ruby-operator">+</span> <span class="ruby-identifier">line</span>.<span class="ruby-identifier">to_s</span>,
+359:                               <span class="ruby-identifier">property</span>, <span class="ruby-keyword kw">nil</span>, <span class="ruby-identifier">sourceFileInfo</span>)
+360:         <span class="ruby-ivar">@messageHandler</span>.<span class="ruby-identifier">send</span>(<span class="ruby-identifier">message</span>)
+361: 
+362:         <span class="ruby-keyword kw">until</span> <span class="ruby-ivar">@macroStack</span>.<span class="ruby-identifier">empty?</span>
+363:           <span class="ruby-identifier">macro</span>, <span class="ruby-identifier">args</span> = <span class="ruby-ivar">@macroStack</span>.<span class="ruby-identifier">pop</span>
+364:           <span class="ruby-identifier">args</span>.<span class="ruby-identifier">collect!</span> { <span class="ruby-operator">|</span><span class="ruby-identifier">a</span><span class="ruby-operator">|</span> <span class="ruby-value str">'&quot;'</span> <span class="ruby-operator">+</span> <span class="ruby-identifier">a</span> <span class="ruby-operator">+</span> <span class="ruby-value str">'&quot;'</span> }
+365:           <span class="ruby-identifier">message</span> = <span class="ruby-constant">Message</span>.<span class="ruby-identifier">new</span>(<span class="ruby-value str">'macro_stack'</span>, <span class="ruby-value str">'info'</span>,
+366:                                 <span class="ruby-node">&quot;   #{macro.name} #{args.join(' ')}&quot;</span>, <span class="ruby-keyword kw">nil</span>, <span class="ruby-keyword kw">nil</span>,
+367:                                 <span class="ruby-identifier">macro</span>.<span class="ruby-identifier">sourceFileInfo</span>)
+368:           <span class="ruby-ivar">@messageHandler</span>.<span class="ruby-identifier">send</span>(<span class="ruby-identifier">message</span>)
+369:         <span class="ruby-keyword kw">end</span>
+370:       <span class="ruby-keyword kw">end</span>
+371: 
+372:       <span class="ruby-comment cmt"># An empty strings signals an already reported error</span>
+373:       <span class="ruby-identifier">raise</span> <span class="ruby-constant">TjException</span>.<span class="ruby-identifier">new</span>, <span class="ruby-value str">''</span> <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">type</span> <span class="ruby-operator">==</span> <span class="ruby-value str">'error'</span>
+374:     <span class="ruby-keyword kw">end</span>
 </pre>
           </div>
 
@@ -487,12 +540,12 @@ added already.
       </div>
 
 
-      <div id="method-M000401" class="method-detail">
-        <a name="M000401"></a>
+      <div id="method-M000732" class="method-detail">
+        <a name="M000732"></a>
 
         <div class="method-heading">
 
-          <a href="#M000401" class="method-signature">
+          <a href="#M000732" class="method-signature">
 
           <span class="method-name">nextToken</span><span class="method-args">()</span>
 
@@ -508,63 +561,73 @@ be an Array of the form [ TokenType, TokenValue ].
 </p>
 
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000401-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000401-source">
+            onclick="toggleCode('M000732-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000732-source">
 <pre>
-     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 228</span>
-228:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">nextToken</span>
-229:       <span class="ruby-comment cmt"># If we have a pushed-back token, return that first.</span>
-230:       <span class="ruby-keyword kw">unless</span> <span class="ruby-ivar">@tokenBuffer</span>.<span class="ruby-identifier">nil?</span>
-231:         <span class="ruby-identifier">res</span> = <span class="ruby-ivar">@tokenBuffer</span>
-232:         <span class="ruby-ivar">@tokenBuffer</span> = <span class="ruby-ivar">@pos</span> = <span class="ruby-keyword kw">nil</span>
-233:         <span class="ruby-keyword kw">return</span> <span class="ruby-identifier">res</span>
-234:       <span class="ruby-keyword kw">end</span>
-235: 
-236:       <span class="ruby-comment cmt"># Start processing characters from the input.</span>
-237:       <span class="ruby-identifier">token</span> = [ <span class="ruby-value str">'.'</span>, <span class="ruby-value str">'&lt;END&gt;'</span> ]
-238:       <span class="ruby-keyword kw">while</span> <span class="ruby-identifier">c</span> = <span class="ruby-identifier">nextChar</span>
-239:         <span class="ruby-keyword kw">case</span> <span class="ruby-identifier">c</span>
-240:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">' '</span>, <span class="ruby-value str">&quot;\n&quot;</span>, <span class="ruby-value str">&quot;\t&quot;</span>
-241:           <span class="ruby-keyword kw">if</span> (<span class="ruby-identifier">tok</span> = <span class="ruby-identifier">readBlanks</span>(<span class="ruby-identifier">c</span>))
-242:             <span class="ruby-identifier">token</span> = <span class="ruby-identifier">tok</span>
-243:             <span class="ruby-keyword kw">break</span>
-244:           <span class="ruby-keyword kw">end</span>
-245:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'#'</span>
-246:           <span class="ruby-identifier">skipComment</span>
-247:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'/'</span>
-248:           <span class="ruby-identifier">skipCPlusPlusComments</span>
-249:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'0'</span><span class="ruby-operator">..</span><span class="ruby-value str">'9'</span>
-250:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readNumber</span>(<span class="ruby-identifier">c</span>)
-251:           <span class="ruby-keyword kw">break</span>
-252:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">&quot;'&quot;</span>
-253:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readString</span>(<span class="ruby-identifier">c</span>)
-254:           <span class="ruby-keyword kw">break</span>
-255:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'&quot;'</span>
-256:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readString</span>(<span class="ruby-identifier">c</span>)
-257:           <span class="ruby-keyword kw">break</span>
-258:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'!'</span>
-259:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readRelativeId</span>(<span class="ruby-identifier">c</span>)
-260:           <span class="ruby-keyword kw">break</span>
-261:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'a'</span><span class="ruby-operator">..</span><span class="ruby-value str">'z'</span>, <span class="ruby-value str">'A'</span><span class="ruby-operator">..</span><span class="ruby-value str">'Z'</span>, <span class="ruby-value str">'_'</span>
-262:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readId</span>(<span class="ruby-identifier">c</span>)
-263:           <span class="ruby-keyword kw">break</span>
-264:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'['</span>
-265:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readMacro</span>
-266:           <span class="ruby-keyword kw">break</span>
-267:         <span class="ruby-keyword kw">when</span> <span class="ruby-keyword kw">nil</span>
-268:           <span class="ruby-comment cmt"># We've reached an end of file or buffer</span>
-269:           <span class="ruby-keyword kw">break</span>
-270:         <span class="ruby-keyword kw">else</span>
-271:           <span class="ruby-identifier">str</span> = <span class="ruby-value str">&quot;&quot;</span>
-272:           <span class="ruby-identifier">str</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">c</span>
-273:           <span class="ruby-identifier">token</span> = [ <span class="ruby-value str">'LITERAL'</span>, <span class="ruby-identifier">str</span> ]
-274:           <span class="ruby-keyword kw">break</span>
-275:         <span class="ruby-keyword kw">end</span>
-276:       <span class="ruby-keyword kw">end</span>
-277:       <span class="ruby-ivar">@lastPos</span> = <span class="ruby-ivar">@pos</span>
-278:       <span class="ruby-ivar">@pos</span> = <span class="ruby-constant">SourceFileInfo</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">fileName</span>, <span class="ruby-identifier">lineNo</span>, <span class="ruby-identifier">columnNo</span>)
-279:       <span class="ruby-keyword kw">return</span> <span class="ruby-identifier">token</span>
-280:     <span class="ruby-keyword kw">end</span>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 248</span>
+248:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">nextToken</span>
+249:       <span class="ruby-comment cmt"># If we have a pushed-back token, return that first.</span>
+250:       <span class="ruby-keyword kw">unless</span> <span class="ruby-ivar">@tokenBuffer</span>.<span class="ruby-identifier">nil?</span>
+251:         <span class="ruby-identifier">res</span> = <span class="ruby-ivar">@tokenBuffer</span>
+252:         <span class="ruby-ivar">@tokenBuffer</span> = <span class="ruby-keyword kw">nil</span>
+253:         <span class="ruby-ivar">@pos</span> = <span class="ruby-ivar">@tokenBufferPos</span>
+254:         <span class="ruby-keyword kw">return</span> <span class="ruby-identifier">res</span>
+255:       <span class="ruby-keyword kw">end</span>
+256: 
+257:       <span class="ruby-comment cmt"># Start processing characters from the input.</span>
+258:       <span class="ruby-identifier">startOfToken</span> = <span class="ruby-constant">SourceFileInfo</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">fileName</span>, <span class="ruby-identifier">lineNo</span>, <span class="ruby-identifier">columnNo</span>)
+259:       <span class="ruby-identifier">token</span> = [ <span class="ruby-value str">'.'</span>, <span class="ruby-value str">'&lt;END&gt;'</span> ]
+260:       <span class="ruby-keyword kw">while</span> <span class="ruby-identifier">c</span> = <span class="ruby-identifier">nextChar</span>
+261:         <span class="ruby-keyword kw">case</span> <span class="ruby-identifier">c</span>
+262:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">' '</span>, <span class="ruby-value str">&quot;\n&quot;</span>, <span class="ruby-value str">&quot;\t&quot;</span>
+263:           <span class="ruby-keyword kw">if</span> (<span class="ruby-identifier">tok</span> = <span class="ruby-identifier">readBlanks</span>(<span class="ruby-identifier">c</span>))
+264:             <span class="ruby-identifier">token</span> = <span class="ruby-identifier">tok</span>
+265:             <span class="ruby-keyword kw">break</span>
+266:           <span class="ruby-keyword kw">end</span>
+267:           <span class="ruby-identifier">startOfToken</span> = <span class="ruby-constant">SourceFileInfo</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">fileName</span>, <span class="ruby-identifier">lineNo</span>, <span class="ruby-identifier">columnNo</span>)
+268:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'#'</span>
+269:           <span class="ruby-identifier">skipComment</span>
+270:           <span class="ruby-identifier">startOfToken</span> = <span class="ruby-constant">SourceFileInfo</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">fileName</span>, <span class="ruby-identifier">lineNo</span>, <span class="ruby-identifier">columnNo</span>)
+271:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'/'</span>
+272:           <span class="ruby-identifier">skipCPlusPlusComments</span>
+273:           <span class="ruby-identifier">startOfToken</span> = <span class="ruby-constant">SourceFileInfo</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">fileName</span>, <span class="ruby-identifier">lineNo</span>, <span class="ruby-identifier">columnNo</span>)
+274:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'0'</span><span class="ruby-operator">..</span><span class="ruby-value str">'9'</span>
+275:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readNumber</span>(<span class="ruby-identifier">c</span>)
+276:           <span class="ruby-keyword kw">break</span>
+277:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">&quot;'&quot;</span>
+278:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readString</span>(<span class="ruby-identifier">c</span>)
+279:           <span class="ruby-keyword kw">break</span>
+280:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'&quot;'</span>
+281:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readString</span>(<span class="ruby-identifier">c</span>)
+282:           <span class="ruby-keyword kw">break</span>
+283:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'-'</span>
+284:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">handleDash</span>
+285:           <span class="ruby-keyword kw">break</span>
+286:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'!'</span>
+287:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readRelativeId</span>(<span class="ruby-identifier">c</span>)
+288:           <span class="ruby-keyword kw">break</span>
+289:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'a'</span><span class="ruby-operator">..</span><span class="ruby-value str">'z'</span>, <span class="ruby-value str">'A'</span><span class="ruby-operator">..</span><span class="ruby-value str">'Z'</span>, <span class="ruby-value str">'_'</span>
+290:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readId</span>(<span class="ruby-identifier">c</span>)
+291:           <span class="ruby-keyword kw">break</span>
+292:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'&lt;'</span>, <span class="ruby-value str">'&gt;'</span>, <span class="ruby-value str">'='</span>
+293:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readOperator</span>(<span class="ruby-identifier">c</span>)
+294:           <span class="ruby-keyword kw">break</span>
+295:         <span class="ruby-keyword kw">when</span> <span class="ruby-value str">'['</span>
+296:           <span class="ruby-identifier">token</span> = <span class="ruby-identifier">readMacro</span>
+297:           <span class="ruby-keyword kw">break</span>
+298:         <span class="ruby-keyword kw">when</span> <span class="ruby-keyword kw">nil</span>
+299:           <span class="ruby-comment cmt"># We've reached an end of file or buffer</span>
+300:           <span class="ruby-keyword kw">break</span>
+301:         <span class="ruby-keyword kw">else</span>
+302:           <span class="ruby-identifier">str</span> = <span class="ruby-value str">&quot;&quot;</span>
+303:           <span class="ruby-identifier">str</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">c</span>
+304:           <span class="ruby-identifier">token</span> = [ <span class="ruby-value str">'LITERAL'</span>, <span class="ruby-identifier">str</span> ]
+305:           <span class="ruby-keyword kw">break</span>
+306:         <span class="ruby-keyword kw">end</span>
+307:       <span class="ruby-keyword kw">end</span>
+308:       <span class="ruby-ivar">@pos</span> = <span class="ruby-identifier">startOfToken</span>
+309:       <span class="ruby-keyword kw">return</span> <span class="ruby-identifier">token</span>
+310:     <span class="ruby-keyword kw">end</span>
 </pre>
           </div>
 
@@ -572,12 +635,12 @@ be an Array of the form [ TokenType, TokenValue ].
       </div>
 
 
-      <div id="method-M000396" class="method-detail">
-        <a name="M000396"></a>
+      <div id="method-M000727" class="method-detail">
+        <a name="M000727"></a>
 
         <div class="method-heading">
 
-          <a href="#M000396" class="method-signature">
+          <a href="#M000727" class="method-signature">
 
           <span class="method-name">open</span><span class="method-args">(fileNameIsBuffer = false)</span>
 
@@ -593,23 +656,23 @@ Start the processing. if <em>fileNameIsBuffer</em> is true, we operate on a
 </p>
 
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000396-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000396-source">
+            onclick="toggleCode('M000727-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000727-source">
 <pre>
-     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 157</span>
-157:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">open</span>(<span class="ruby-identifier">fileNameIsBuffer</span> = <span class="ruby-keyword kw">false</span>)
-158:       <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">fileNameIsBuffer</span>
-159:         <span class="ruby-ivar">@fileStack</span> = [ [ <span class="ruby-ivar">@cf</span> = <span class="ruby-constant">BufferStreamHandle</span>.<span class="ruby-identifier">new</span>(<span class="ruby-ivar">@masterFile</span>), <span class="ruby-keyword kw">nil</span>, <span class="ruby-keyword kw">nil</span> ] ]
-160:       <span class="ruby-keyword kw">else</span>
-161:         <span class="ruby-keyword kw">begin</span>
-162:           <span class="ruby-ivar">@fileStack</span> = [ [ <span class="ruby-ivar">@cf</span> = <span class="ruby-constant">FileStreamHandle</span>.<span class="ruby-identifier">new</span>(<span class="ruby-ivar">@masterFile</span>), <span class="ruby-keyword kw">nil</span>, <span class="ruby-keyword kw">nil</span> ] ]
-163:         <span class="ruby-keyword kw">rescue</span> <span class="ruby-constant">StandardError</span>
-164:           <span class="ruby-identifier">raise</span> <span class="ruby-constant">TjException</span>.<span class="ruby-identifier">new</span>, <span class="ruby-node">&quot;Cannot open file #{@masterFile}&quot;</span>
-165:         <span class="ruby-keyword kw">end</span>
-166:       <span class="ruby-keyword kw">end</span>
-167:       <span class="ruby-ivar">@masterPath</span> = <span class="ruby-ivar">@cf</span>.<span class="ruby-identifier">dirname</span> <span class="ruby-operator">+</span> <span class="ruby-value str">'/'</span>
-168:       <span class="ruby-ivar">@tokenBuffer</span> = <span class="ruby-ivar">@pos</span> = <span class="ruby-keyword kw">nil</span>
-169:     <span class="ruby-keyword kw">end</span>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 165</span>
+165:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">open</span>(<span class="ruby-identifier">fileNameIsBuffer</span> = <span class="ruby-keyword kw">false</span>)
+166:       <span class="ruby-keyword kw">if</span> <span class="ruby-identifier">fileNameIsBuffer</span>
+167:         <span class="ruby-ivar">@fileStack</span> = [ [ <span class="ruby-ivar">@cf</span> = <span class="ruby-constant">BufferStreamHandle</span>.<span class="ruby-identifier">new</span>(<span class="ruby-ivar">@masterFile</span>), <span class="ruby-keyword kw">nil</span>, <span class="ruby-keyword kw">nil</span> ] ]
+168:       <span class="ruby-keyword kw">else</span>
+169:         <span class="ruby-keyword kw">begin</span>
+170:           <span class="ruby-ivar">@fileStack</span> = [ [ <span class="ruby-ivar">@cf</span> = <span class="ruby-constant">FileStreamHandle</span>.<span class="ruby-identifier">new</span>(<span class="ruby-ivar">@masterFile</span>), <span class="ruby-keyword kw">nil</span>, <span class="ruby-keyword kw">nil</span> ] ]
+171:         <span class="ruby-keyword kw">rescue</span> <span class="ruby-constant">StandardError</span>
+172:           <span class="ruby-identifier">raise</span> <span class="ruby-constant">TjException</span>.<span class="ruby-identifier">new</span>, <span class="ruby-node">&quot;Cannot open file #{@masterFile}&quot;</span>
+173:         <span class="ruby-keyword kw">end</span>
+174:       <span class="ruby-keyword kw">end</span>
+175:       <span class="ruby-ivar">@masterPath</span> = <span class="ruby-ivar">@cf</span>.<span class="ruby-identifier">dirname</span> <span class="ruby-operator">+</span> <span class="ruby-value str">'/'</span>
+176:       <span class="ruby-ivar">@tokenBuffer</span> = <span class="ruby-ivar">@pos</span> = <span class="ruby-ivar">@lastPos</span> = <span class="ruby-keyword kw">nil</span>
+177:     <span class="ruby-keyword kw">end</span>
 </pre>
           </div>
 
@@ -617,12 +680,12 @@ Start the processing. if <em>fileNameIsBuffer</em> is true, we operate on a
       </div>
 
 
-      <div id="method-M000402" class="method-detail">
-        <a name="M000402"></a>
+      <div id="method-M000733" class="method-detail">
+        <a name="M000733"></a>
 
         <div class="method-heading">
 
-          <a href="#M000402" class="method-signature">
+          <a href="#M000733" class="method-signature">
 
           <span class="method-name">returnToken</span><span class="method-args">(token)</span>
 
@@ -638,18 +701,19 @@ token can be returned before the next nextToken() call.
 </p>
 
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000402-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000402-source">
+            onclick="toggleCode('M000733-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000733-source">
 <pre>
-     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 284</span>
-284:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">returnToken</span>(<span class="ruby-identifier">token</span>)
-285:       <span class="ruby-keyword kw">unless</span> <span class="ruby-ivar">@tokenBuffer</span>.<span class="ruby-identifier">nil?</span>
-286:         <span class="ruby-identifier">$stderr</span>.<span class="ruby-identifier">puts</span> <span class="ruby-ivar">@tokenBuffer</span>
-287:         <span class="ruby-identifier">raise</span> <span class="ruby-value str">&quot;Fatal Error: Cannot return more than 1 token in a row&quot;</span>
-288:       <span class="ruby-keyword kw">end</span>
-289:       <span class="ruby-ivar">@tokenBuffer</span> = <span class="ruby-identifier">token</span>
-290:       <span class="ruby-ivar">@pos</span> = <span class="ruby-ivar">@lastPos</span>
-291:     <span class="ruby-keyword kw">end</span>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 314</span>
+314:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">returnToken</span>(<span class="ruby-identifier">token</span>)
+315:       <span class="ruby-keyword kw">unless</span> <span class="ruby-ivar">@tokenBuffer</span>.<span class="ruby-identifier">nil?</span>
+316:         <span class="ruby-identifier">$stderr</span>.<span class="ruby-identifier">puts</span> <span class="ruby-ivar">@tokenBuffer</span>
+317:         <span class="ruby-identifier">raise</span> <span class="ruby-value str">&quot;Fatal Error: Cannot return more than 1 token in a row&quot;</span>
+318:       <span class="ruby-keyword kw">end</span>
+319:       <span class="ruby-ivar">@tokenBuffer</span> = <span class="ruby-identifier">token</span>
+320:       <span class="ruby-ivar">@tokenBufferPos</span> = <span class="ruby-ivar">@pos</span>
+321:       <span class="ruby-ivar">@pos</span> = <span class="ruby-ivar">@lastPos</span>
+322:     <span class="ruby-keyword kw">end</span>
 </pre>
           </div>
 
@@ -657,12 +721,12 @@ token can be returned before the next nextToken() call.
       </div>
 
 
-      <div id="method-M000399" class="method-detail">
-        <a name="M000399"></a>
+      <div id="method-M000730" class="method-detail">
+        <a name="M000730"></a>
 
         <div class="method-heading">
 
-          <a href="#M000399" class="method-signature">
+          <a href="#M000730" class="method-signature">
 
           <span class="method-name">sourceFileInfo</span><span class="method-args">()</span>
 
@@ -678,13 +742,43 @@ processing prosition.
 </p>
 
           <p><a class="source-toggle" href="#"
-            onclick="toggleCode('M000399-source');return false;">[Source]</a></p>
-          <div class="method-source-code" id="M000399-source">
+            onclick="toggleCode('M000730-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000730-source">
+<pre>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 224</span>
+224:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">sourceFileInfo</span>
+225:       <span class="ruby-ivar">@pos</span> <span class="ruby-operator">?</span> <span class="ruby-ivar">@pos</span>.<span class="ruby-identifier">clone</span> <span class="ruby-operator">:</span> <span class="ruby-constant">SourceFileInfo</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">fileName</span>, <span class="ruby-identifier">lineNo</span>, <span class="ruby-identifier">columnNo</span>)
+226:     <span class="ruby-keyword kw">end</span>
+</pre>
+          </div>
+
+        </div>
+      </div>
+
+
+      <div id="method-M000738" class="method-detail">
+        <a name="M000738"></a>
+
+        <div class="method-heading">
+
+          <a href="#M000738" class="method-signature">
+
+          <span class="method-name">warning</span><span class="method-args">(id, text, property = nil)</span>
+
+          </a>
+
+        </div>
+
+        <div class="method-description">
+
+          <p><a class="source-toggle" href="#"
+            onclick="toggleCode('M000738-source');return false;">[Source]</a></p>
+          <div class="method-source-code" id="M000738-source">
 <pre>
-     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 204</span>
-204:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">sourceFileInfo</span>
-205:       <span class="ruby-ivar">@pos</span> <span class="ruby-operator">?</span> <span class="ruby-ivar">@pos</span>.<span class="ruby-identifier">clone</span> <span class="ruby-operator">:</span> <span class="ruby-constant">SourceFileInfo</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">fileName</span>, <span class="ruby-identifier">lineNo</span>, <span class="ruby-identifier">columnNo</span>)
-206:     <span class="ruby-keyword kw">end</span>
+     <span class="ruby-comment cmt"># File lib/TextScanner.rb, line 352</span>
+352:     <span class="ruby-keyword kw">def</span> <span class="ruby-identifier">warning</span>(<span class="ruby-identifier">id</span>, <span class="ruby-identifier">text</span>, <span class="ruby-identifier">property</span> = <span class="ruby-keyword kw">nil</span>)
+353:       <span class="ruby-identifier">message</span>(<span class="ruby-value str">'warning'</span>, <span class="ruby-identifier">id</span>, <span class="ruby-identifier">text</span>, <span class="ruby-identifier">property</span>)
+354:     <span class="ruby-keyword kw">end</span>
 </pre>
           </div>