cgialib 0.0.1 → 0.0.2

data/lib/cgialib/lp/SQLTokenizer.rb

@@ -0,0 +1,403 @@
+# File: SQLTokenizer.rb
+# Author: Jack Herrington
+# Purpose: A tokenizer specialized to look for SQL style tokens
+# Date: 12/21/02
+
+#require "Tokenizer"
+
+module LanguageParser
+  # class : SQLT_State
+  #
+  # The base class state object for the SQL-Tokenizer state machine.
+  
+  class SQLT_State
+    # Special characters that are found as delineators in SQL
+  
+    @@specials = { ";" => 1, "," => 1, ":" => 1, "{" => 1, "}" => 1,
+                 "(" => 1, ")" => 1, "[" => 1, "]" => 1, "%" => 1,
+                 "+" => 1, "-" => 1, "*" => 1, "." => 1 }
+  
+  
+    # initialize( newstate, addtoken )
+    #
+    # newstate - A method to be called to change state
+    # addtoken - The method to be called to add a token
+    #
+    # Intializes the state object
+  
+    def initialize( newstate, addtoken )
+  
+      @newstate = newstate
+      @addtoken = addtoken
+  
+    end
+  
+    # next( ch )
+    #
+    # ch - The character
+    #
+    # All states should override this method.  This handles a
+    # character from the stream.  Returning true means that the
+    # parsing should continue to the next character.  Returning false
+    # means the parser should stay on the current character.
+  
+    def next( ch )
+      true
+    end
+  
+  end
+  
+  # class : SQLT_Comment
+  #
+  # State object for new style SQL comments (e.g. --)
+  
+  class SQLT_Comment < SQLT_State
+  
+    # initialize( newstate, addtoken )
+    #
+    # newstate - A method to be called to change state
+    # addtoken - The method to be called to add a token
+    #
+  
+    def initialize( newstate, addtoken )
+  
+      super( newstate, addtoken )
+  
+      # Initialize the text buffer with the beginning //
+  
+      @text = "-"
+      @waiting_for_dash = true
+  
+    end
+  
+    # next( ch )
+    #
+    # ch - The character
+    #
+    # Handles the character in the parsing stream
+  
+    def next( ch )
+  
+      if ( @waiting_for_dash && ch != "-" )
+  
+        @addtoken.call( CommentToken.new( "-" ) )
+        @newstate.call( SQLT_NormalState )
+        return false
+  
+      end
+  
+      @waiting_for_dash = false
+  
+      # Add the character to the comment text
+  
+      @text += ch
+  
+      # Go back to the normal state if we find a return
+  
+      if ( ch == "\n" )
+  
+        @addtoken.call( CommentToken.new( @text ) )
+        @newstate.call( SQLT_NormalState )
+  
+      end
+  
+      # Proceed to the next character
+  
+      true
+  
+    end
+  
+  end
+  
+  # class : SQLT_DoubleQuote
+  #
+  # Handles parsing strings
+  
+  class SQLT_DoubleQuote < SQLT_State
+  
+    # initialize( newstate, addtoken )
+    #
+    # newstate - A method to be called to change state
+    # addtoken - The method to be called to add a token
+    #
+  
+    def initialize( newstate, addtoken )
+  
+      super( newstate, addtoken )
+  
+      # Start the text buffer with the beginning double quote
+  
+      @text = "\'"
+  
+      @waiting_for_end_apostrophe = false
+  
+      @waiting_for_apostrophe = true
+  
+    end
+  
+    # next( ch )
+    #
+    # ch - The character
+    #
+    # Handles the character in the parsing stream
+  
+    def next( ch )
+  
+      if ( @waiting_for_apostrophe )
+  
+        if ( ch == "\'" )
+  
+          @token += ch
+          @waiting_for_apostrophe = false
+          return true
+  
+        else
+  
+          @addtoken.call( CodeToken.new( "\'" ) )
+          @newstate.call( SQLT_NormalState )
+          return false
+  
+        end
+  
+      end
+  
+      # Add this character to the text buffer
+  
+      @text += ch
+  
+      if ( @waiting_for_end_apostrophe && ch == "\'" )
+  
+        @addtoken.call( CodeToken.new( @text ) )
+        @newstate.call( SQLT_NormalState )
+  
+      end
+  
+      @waiting_for_end_apostrophe = ( ch == "\'" )
+  
+      # Proceed to the next character
+  
+      true
+  
+    end
+  
+  end
+  
+  # SQLT_WhitespaceTokenizer
+  #
+  # Handles whitespace in the character stream
+  
+  class SQLT_WhitespaceTokenizer < SQLT_State
+  
+    # initialize( newstate, addtoken )
+    #
+    # newstate - A method to be called to change state
+    # addtoken - The method to be called to add a token
+    #
+  
+    def initialize( newstate, addtoken )
+  
+      super( newstate, addtoken )
+  
+      # Initialize the text buffer to blank
+  
+      @text = ""
+  
+    end
+  
+    # next( ch )
+    #
+    # ch - The character
+    #
+    # Handles the character in the parsing stream
+  
+    def next( ch )
+  
+      if ( ch =~ /\s/ )
+  
+        # If the character is whitespace add it to
+        # the buffer
+  
+        @text += ch
+        return true
+  
+      else
+  
+        # Otherwise return to the normal state and
+        # add the token
+  
+        @addtoken.call( WhitespaceToken.new( @text ) )
+        @newstate.call( SQLT_NormalState )
+  
+        # Return false because we want the tokenizer
+        # to re-run on the current character
+  
+        return false
+  
+      end
+  
+    end
+  
+  end
+  
+  # class : SQLT_NormalState
+  #
+  # The default state machine to which all of the other states return.
+  
+  class SQLT_NormalState < SQLT_State
+  
+    # initialize( newstate, addtoken )
+    #
+    # newstate - A method to be called to change state
+    # addtoken - The method to be called to add a token
+    #
+  
+    def initialize( newstate, addtoken )
+  
+      super( newstate, addtoken )
+  
+      # This normal state handles adding CodeTokens in the 
+      # basic stream (e.g. not in a string). So we have a
+      # text buffer.
+  
+      @text = ""
+  
+    end
+  
+    # next( ch )
+    #
+    # ch - The character
+    #
+    # Handles the character in the parsing stream
+  
+    def next( ch )
+  
+      if ch == "-"
+  
+        # Start the comment switcher state if we 
+        # see a slash
+  
+        @addtoken.call( CodeToken.new( @text ) )
+        @newstate.call( SQLT_Comment )
+  
+      elsif @@specials[ch]
+  
+        # If this is a special character (e.g. ;,*,+, etc.)
+        # then dump the current token and add the special  
+        # characer token
+  
+        @addtoken.call( CodeToken.new( @text ) )
+        @text = ""
+  
+        @addtoken.call( CodeToken.new( ch ) )
+  
+      elsif ch == "\'"
+  
+        # Start the double quote state if we see a
+        # double quote
+  
+        @addtoken.call( CodeToken.new( @text ) )
+        @newstate.call( SQLT_DoubleQuote )
+  
+      elsif ch =~ /\s/
+    
+        # Move into the whitespace state if we 
+        # see whitespace.  Return true to re-run
+        # the parser on this character.
+      
+        @addtoken.call( CodeToken.new( @text ) )
+        @newstate.call( SQLT_WhitespaceTokenizer )
+        return false
+  
+      else
+  
+        # Otherwise add this character to the buffer
+  
+        @text += ch
+  
+      end
+  
+      # Continue onto the next character
+  
+      true
+  
+    end
+  
+  end
+  
+  # class : SQLTokenizer
+  #
+  # The main entry class that parses SQL text into a set of tokens
+  
+  class SQLTokenizer < Tokenizer
+  
+    # parse( text )
+    #
+    # text - The SQL text
+    #
+    # Parses the SQL text string into tokens
+  
+    def parse( text )
+  
+      # Set the current state to the normal state
+  
+      @state = SQLT_NormalState.new(
+        method( :newstate ),
+        method( :addtoken ) )
+  
+      # Iterate through the text
+  
+      index = 0
+  
+      while index < text.length
+  
+        # Dispatch the character to the current state
+  
+        if ( @state.next( text[ index ].chr() ) )
+  
+          index += 1
+  
+        end
+  
+      end
+  
+    end
+  
+  protected
+  
+    # newstate( classref )
+    #
+    # classref - The class to use for the new state object
+    #
+    # This callback informs the state machine that we are going into a new
+    # state.  The state-machine is given a class reference which it then uses to
+    # build a new state object
+    
+    def newstate( classref )
+  
+      # Sets the state to a new state based on the class given
+  
+      @state = classref.new( method( :newstate ), method( :addtoken ) )
+  
+    end
+  
+    # addtoken( token )
+    #
+    # token - The new token
+    #
+    # Adds a token to the token stream.
+  
+    def addtoken( token )
+  
+      # Adds a token to the stack. If the token text is empty
+      # then ignore it
+  
+      return if ( token.to_s().length < 1 )
+  
+      # Add the token to the array
+  
+      @tokens.push( token )
+  
+    end
+  
+  end
+end

data/lib/cgialib/lp.rb

@@ -5,6 +5,11 @@ require 'lp/Tokenizer'
 require 'lp/CTokenizer'
 require 'lp/CLanguageScanner'
 require 'lp/CPPLanguageScanner'
+require 'lp/JavaDoc'
+require 'lp/JavaLanguageScanner'
+require 'lp/SQLTokenizer'
+require 'lp/SQLLanguageScanner'
+
 module LanguageParser
   VERSION = '0.0.1'
 end

data/lib/cgialib/template/ut/c.rb

@@ -6,8 +6,10 @@ C_UT_TEMPLATE = <<'EOF'
  * you make to it will be lost when it is regenerated.
  * ==========================================================================
  */
-static int run_tests()
+int run_tests()
 {
+int failed = 0;
+int success = 0;
 <%
 prototypes.each { |proto|
   name = proto.method_name
@@ -22,13 +24,18 @@ prototypes.each { |proto|
 %>
   if ( <%= name %>( <%= args %> ) != <%= result %> )
   {
-    printf( stderr, "Unit test <%= test_name %> failed!\n" );
-    return 0;
+    failed++;
+    printf( "<%= test_name %>: <%= name %>( <%= args %> ) == <%= result%> failed!\n" );
+  } else {
+    success++;
+    printf( "<%= test_name %>: <%= name %>( <%= args %> ) == <%= result%> passed!\n" );
+
   }
 <%
   }
 }
 %>
+  printf("%d of %d (%d%%) Unit Test are passed\n",  success, success+failed,success*100/(success+failed));
   return 1;
 }
 /*

data/lib/cgialib.rb

@@ -5,5 +5,5 @@ require 'cgialib/lp'
 require 'cgialib/template'
 
 module Cgialib
-  VERSION = '0.0.1'
+  VERSION = '0.0.2'
 end

data/website/index.html

@@ -42,30 +42,13 @@
 <p><pre class='syntax'><span class="ident">sudo</span> <span class="ident">gem</span> <span class="ident">install</span> <span class="ident">cgialib</span></pre></p>
 <h2>The basics</h2>
 <h2>Demonstration of usage</h2>
-<h2>Forum</h2>
-<p><a href="http://groups.google.com/group/cgialib">http://groups.google.com/group/cgialib</a></p>
-<p><span class="caps">TODO</span> &#8211; create Google Group &#8211; cgialib</p>
 <h2>How to submit patches</h2>
 <p>Read the <a href="http://drnicwilliams.com/2007/06/01/8-steps-for-fixing-other-peoples-code/">8 steps for fixing other people&#8217;s code</a> and for section <a href="http://drnicwilliams.com/2007/06/01/8-steps-for-fixing-other-peoples-code/#8b-google-groups">8b: Submit patch to Google Groups</a>, use the Google Group above.</p>
-<p><span class="caps">TODO</span> &#8211; pick <span class="caps">SVN</span> or Git instructions</p>
-<p>The trunk repository is <code>svn://rubyforge.org/var/svn/cgialib/trunk</code> for anonymous access.</p>
-<p><span class="caps">OOOORRRR</span></p>
 <p>You can fetch the source from either:</p>
 <ul>
-	<li>rubyforge: <span class="caps">MISSING</span> IN <span class="caps">ACTION</span></li>
+	<li>rubyforge: <a href="http://rubyforge.org/scm/?group_id=7342">http://rubyforge.org/scm/?group_id=7342</a></li>
 </ul>
-<p><span class="caps">TODO</span> &#8211; You can not created a RubyForge project, OR have not run <code>rubyforge config</code><br />
-yet to refresh your local rubyforge data with this projects&#8217; id information.</p>
-<p>When you do this, this message will magically disappear!</p>
-<p>Or you can hack website/index.txt and make it all go away!!</p>
-<ul>
-	<li>github: <a href="http://github.com/ruanwz/cgialib/tree/master">http://github.com/ruanwz/cgialib/tree/master</a></li>
-</ul>
-<pre>git clone git://github.com/ruanwz/cgialib.git</pre>
-<ul>
-	<li>gitorious: <a href="git://gitorious.org/cgialib/mainline.git">git://gitorious.org/cgialib/mainline.git</a></li>
-</ul>
-<pre>git clone git://gitorious.org/cgialib/mainline.git</pre>
+<pre>git clone git://rubyforge.org/cgialib.git</pre>
 <h3>Build and test instructions</h3>
 <pre>cd cgialib
 rake test
@@ -73,9 +56,9 @@ rake install_gem</pre>
 <h2>License</h2>
 <p>This code is free to use under the terms of the <span class="caps">MIT</span> license.</p>
 <h2>Contact</h2>
-<p>Comments are welcome. Send an email to <a href="mailto:FIXME"><span class="caps">FIXME</span> full name</a> email via the <a href="http://groups.google.com/group/cgialib">forum</a></p>
+<p>Comments are welcome. Send an email to <a href="mailto:davidruan@gmail.com">David Ruan</a></p>
     <p class="coda">
-      <a href="FIXME email">FIXME full name</a>, 19th November 2008<br>
+      <a href="ruanwz@gmail.com">David Ruan</a>, 19th November 2008<br>
       Theme extended from <a href="http://rb2js.rubyforge.org/">Paul Battley</a>
     </p>
 </div>

data/website/index.txt

@@ -1,9 +1,7 @@
 h1. cgialib
 
-
 h2. What
 
-
 h2. Installing
 
 <pre syntax="ruby">sudo gem install cgialib</pre>
@@ -13,26 +11,13 @@ h2. The basics
 
 h2. Demonstration of usage
 
-
-
-h2. Forum
-
-"http://groups.google.com/group/cgialib":http://groups.google.com/group/cgialib
-
-TODO - create Google Group - cgialib
-
 h2. How to submit patches
 
 Read the "8 steps for fixing other people's code":http://drnicwilliams.com/2007/06/01/8-steps-for-fixing-other-peoples-code/ and for section "8b: Submit patch to Google Groups":http://drnicwilliams.com/2007/06/01/8-steps-for-fixing-other-peoples-code/#8b-google-groups, use the Google Group above.
 
-TODO - pick SVN or Git instructions
-
-The trunk repository is <code>svn://rubyforge.org/var/svn/cgialib/trunk</code> for anonymous access.
-
-OOOORRRR
-
 You can fetch the source from either:
 
+<% rubyforge_project_id="7342" %>
 <% if rubyforge_project_id %>
 
 * rubyforge: "http://rubyforge.org/scm/?group_id=<%= rubyforge_project_id %>":http://rubyforge.org/scm/?group_id=<%= rubyforge_project_id %>
@@ -52,16 +37,6 @@ Or you can hack website/index.txt and make it all go away!!
 
 <% end %>
 
-* github: "http://github.com/ruanwz/cgialib/tree/master":http://github.com/ruanwz/cgialib/tree/master
-
-<pre>git clone git://github.com/ruanwz/cgialib.git</pre>
-
-
-
-* gitorious: "git://gitorious.org/cgialib/mainline.git":git://gitorious.org/cgialib/mainline.git
-
-<pre>git clone git://gitorious.org/cgialib/mainline.git</pre>
-
 h3. Build and test instructions
 
 <pre>cd cgialib
@@ -75,5 +50,5 @@ This code is free to use under the terms of the MIT license.
 
 h2. Contact
 
-Comments are welcome. Send an email to "FIXME full name":mailto:FIXME email via the "forum":http://groups.google.com/group/cgialib
+Comments are welcome. Send an email to "David Ruan":mailto:davidruan@gmail.com
 

data/website/template.html.erb

@@ -39,7 +39,7 @@
     </div>
     <%= body %>
     <p class="coda">
-      <a href="FIXME email">FIXME full name</a>, <%= modified.pretty %><br>
+      <a href="ruanwz@gmail.com">David Ruan</a>, <%= modified.pretty %><br>
       Theme extended from <a href="http://rb2js.rubyforge.org/">Paul Battley</a>
     </p>
 </div>

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: cgialib
 version: !ruby/object:Gem::Version 
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors: 
 - David Ruan
@@ -9,9 +9,29 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2008-11-19 00:00:00 -06:00
+date: 2008-11-21 00:00:00 -06:00
 default_executable: 
 dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: cucumber
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.1.9
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.1.11
+    version: 
 - !ruby/object:Gem::Dependency 
   name: newgem
   type: :development
@@ -53,8 +73,9 @@ files:
 - Rakefile
 - bin/testgen
 - config/website.yml.sample
-- features/development.feature
-- features/steps/common.rb
+- examples/ut/mytest1.c
+- features/language_parser.feature
+- features/steps/language_parser.rb
 - features/steps/env.rb
 - lib/cgialib.rb
 - lib/testgen/cli.rb
@@ -65,6 +86,10 @@ files:
 - lib/cgialib/lp/CLanguageScanner.rb
 - lib/cgialib/lp/CPPLanguageScanner.rb
 - lib/cgialib/lp/CTokenizer.rb
+- lib/cgialib/lp/JavaDoc.rb
+- lib/cgialib/lp/JavaLanguageScanner.rb
+- lib/cgialib/lp/SQLTokenizer.rb
+- lib/cgialib/lp/SQLLanguageScanner.rb
 - lib/cgialib/template/ut.rb
 - lib/cgialib/template/ut/c.rb
 - script/console

data/features/development.feature

@@ -1,13 +0,0 @@
-Feature: Development processes of newgem itself (rake tasks)
-
-  As a Newgem maintainer or contributor
-  I want rake tasks to maintain and release the gem
-  So that I can spend time on the tests and code, and not excessive time on maintenance processes
-    
-  Scenario: Generate RubyGem
-    Given this project is active project folder
-    And 'pkg' folder is deleted
-    When task 'rake gem' is invoked
-    Then folder 'pkg' is created
-    And file with name matching 'pkg/*.gem' is created else you should run "rake manifest" to fix this
-    And gem spec key 'rdoc_options' contains /--mainREADME.rdoc/