piggly-nsd 2.3.3

data/spec/examples/grammar/statements/declaration_spec.rb

@@ -0,0 +1,21 @@
+require 'spec_helper'
+
+module Piggly
+
+  describe Parser, "statements" do
+    include GrammarHelper
+
+    describe "single variable declarations" do
+      it "parse successfully" do
+        node = parse(:stmtDeclare, "declare t text;")
+        node.count{|e| e.identifier? }.should == 1
+        node.count{|e| e.datatype? }.should == 1
+      end
+
+      it "allows an initial assignment" do
+        node = parse(:stmtDeclare, "declare a text := 10;")
+      end
+    end
+
+  end
+end

data/spec/examples/grammar/statements/exception_spec.rb

@@ -0,0 +1,78 @@
+require 'spec_helper'
+
+module Piggly
+  describe Parser, "control structures" do
+    include GrammarHelper
+
+    describe "exceptions" do
+      describe "raise" do
+        it "parses successfully" do
+          node, rest = parse_some(:statement, "RAISE EXCEPTION 'message';")
+          node.should be_statement
+          rest.should == ''
+        end
+
+        it "handles exception" do
+          node = parse(:statement, "RAISE EXCEPTION 'message';")
+          node.count{|e| e.is_a?(Parser::Nodes::Throw) }.should == 1
+          node.count{|e| e.is_a?(Parser::Nodes::Raise) }.should == 0
+        end
+
+        it "handles events" do
+          %w(WARNING LOG INFO NOTICE DEBUG).each do |event|
+            node = parse(:statement, "RAISE #{event} 'message';")
+            node.count{|e| e.is_a?(Parser::Nodes::Throw) }.should == 0
+            node.count{|e| e.is_a?(Parser::Nodes::Raise) }.should == 1
+          end
+        end
+
+        it "doesn't require a message" do
+          node = parse(:statement, "RAISE EXCEPTION;")
+          node.count{|e| e.is_a?(Parser::Nodes::Throw) }.should == 1
+          node.count{|e| e.is_a?(Parser::Nodes::Raise) }.should == 0
+        end
+
+        it "doesn't require a message" do
+          %w(WARNING LOG INFO NOTICE DEBUG).each do |event|
+            node = parse(:statement, "RAISE #{event};")
+            node.count{|e| e.is_a?(Parser::Nodes::Throw) }.should == 0
+            node.count{|e| e.is_a?(Parser::Nodes::Raise) }.should == 1
+          end
+        end
+
+        it "has default level of EXCEPTION" do
+          node = parse(:statement, "RAISE 'message';")
+          node.count{|e| e.is_a?(Parser::Nodes::Throw) }.should == 1
+          node.count{|e| e.is_a?(Parser::Nodes::Raise) }.should == 0
+        end
+
+        it "doesn't require a level or message" do
+          node = parse(:statement, "RAISE;")
+          node.count{|e| e.is_a?(Parser::Nodes::Throw) }.should == 1
+          node.count{|e| e.is_a?(Parser::Nodes::Raise) }.should == 0
+        end
+      end
+
+      describe "catch" do
+        before do
+          @text = 'BEGIN a := 10; EXCEPTION WHEN cond THEN b := 10; WHEN cond THEN b := 20; END;'
+        end
+
+        it "parses successfully" do
+          node, rest = parse_some(:statement, @text)
+          node.should be_statement
+          rest.should == ''
+        end
+
+        it "has Catch node" do
+          node = parse(:statement, @text)
+          catches = node.select{|e| e.is_a?(Parser::Nodes::Catch) }
+          catches.size.should == 2
+
+          catches[0].count{|e| e.named?(:cond) and e.expression? }.should == 1
+          catches[1].count{|e| e.named?(:cond) and e.expression? }.should == 1
+        end
+      end
+    end
+  end
+end

data/spec/examples/grammar/statements/if_spec.rb

@@ -0,0 +1,191 @@
+require 'spec_helper'
+
+module Piggly
+
+  describe Parser, "control structures" do
+    include GrammarHelper
+
+    describe "if statements" do
+      describe "if .. then .. end if" do
+        it "must end with a semicolon" do
+          expect{ parse(:statement, 'IF cond THEN a := 10; END IF') }.to raise_error(Piggly::Parser::Failure)
+          expect{ parse_some(:stmtIf, 'IF cond THEN a := 10; END IF') }.to raise_error(Piggly::Parser::Failure)
+        end
+
+        it "parses successfully" do
+          node, rest = parse_some(:statement, 'IF cond THEN a := 10; END IF;')
+          node.should be_statement
+          rest.should == ''
+        end
+
+        it "does not have an Else node" do
+          node = parse(:statement, 'IF cond THEN a := 10; END IF;')
+          node.count{|e| e.else? }.should == 0
+          node.count{|e| e.named?(:else) and not e.empty? }.should == 0
+        end
+
+        it "has a 'cond' Expression" do
+          node = parse(:statement, 'IF cond THEN a := 10; END IF;')
+          node.count{|e| e.named?(:cond) }.should == 1
+          node.find{|e| e.named?(:cond) }.should be_expression
+        end
+
+        it "can have missing body" do
+          node = parse(:statement, 'IF cond THEN END IF;')
+          node.should be_statement
+          node.count{|e| e.if? }.should == 1
+          node.count{|e| e.named?(:cond) }.should == 1
+        end
+
+        it "can have comment body" do
+          node = parse(:statement, 'IF cond THEN /* removed */ END IF;')
+          node.should be_statement
+          node.count{|e| e.if? }.should == 1
+          node.count{|e| e.comment? }.should == 1
+          node.find{|e| e.comment? }.source_text.should == '/* removed */'
+        end
+
+        it "can have single statement body" do
+          node = parse(:statement, 'IF cond THEN a := 10; END IF;')
+          node.count{|e| e.if? }.should == 1
+          node.count{|e| e.assignment? }.should == 1
+        end
+
+        it "can have multiple statement body" do
+          node = parse(:statement, 'IF cond THEN a := 10; b := 10; END IF;')
+          node.count{|e| e.if? }.should == 1
+          node.count{|e| e.assignment? }.should == 2
+        end
+
+        it "can contain comments" do
+          node = parse(:statement, "IF cond /* comment */ THEN -- foo\n  NULL; /* foo */ END IF;")
+          node.should be_statement
+          node.count{|e| e.comment? }.should == 3
+        end
+      end
+
+      describe "if .. then .. else .. end if" do
+        it "parses successfully" do
+          node, rest = parse_some(:statement, 'IF cond THEN a := 10; ELSE a := 20; END IF;')
+          node.should be_statement
+          rest.should == ''
+        end
+
+        it "has an Else node named 'else'" do
+          node = parse(:statement, 'IF cond THEN a := 10; ELSE a := 20; END IF;')
+          node.count{|e| e.named?(:else) and e.else? }.should == 1
+          node.find{|e| e.named?(:else) }.source_text.should == 'ELSE a := 20; '
+        end
+
+        it "can have missing else body" do
+          node = parse(:statement, 'IF cond THEN a := 10; ELSE END IF;')
+          node.count{|e| e.if? }.should == 1
+          node.count{|e| e.assignment? }.should == 1
+        end
+
+        it "can have comment body" do
+          node = parse(:statement, 'IF cond THEN a := 10; ELSE /* removed */ END IF;')
+          node.count{|e| e.if? }.should == 1
+          node.count{|e| e.comment? }.should == 1
+          node.count{|e| e.assignment? }.should == 1
+        end
+
+        it "can have single statement body" do
+          node = parse(:statement, 'IF cond THEN a := 10; ELSE a := 20; END IF;')
+          node.count{|e| e.if? }.should == 1
+          node.count{|e| e.assignment? }.should == 2
+        end
+
+        it "can have multiple statement body" do
+          node = parse(:statement, 'IF cond THEN a := 10; ELSE a := 20; b := 30; END IF;')
+          node.count{|e| e.if? }.should == 1
+          node.count{|e| e.assignment? }.should == 3
+        end
+      end
+
+      describe "if .. then .. elsif .. then .. end if" do
+        it "parses successfully" do
+          node, rest = parse_some(:statement, 'IF cond THEN a := 10; ELSIF cond THEN a := 20; END IF;')
+          node.should be_statement
+          rest.should == ''
+        end
+
+        it "can have comment body" do
+          node = parse(:statement, 'IF cond THEN a := 10; ELSIF cond THEN /* removed */ END IF;')
+          node.count{|e| e.if? }.should == 2
+          node.count{|e| e.comment? }.should == 1
+          node.count{|e| e.assignment? }.should == 1
+        end
+
+        it "can having missing body" do
+          node = parse(:statement, 'IF cond THEN a := 10; ELSIF cond THEN END IF;')
+          node.count{|e| e.if? }.should == 2
+          node.count{|e| e.assignment? }.should == 1
+        end
+
+        it "can have single statement body" do
+          node = parse(:statement, 'IF cond THEN a := 10; ELSIF cond THEN a := 20; END IF;')
+          node.count{|e| e.if? }.should == 2
+          node.count{|e| e.assignment? }.should == 2
+        end
+
+        it "can have multiple statement body" do
+          node = parse(:statement, 'IF cond THEN a := 10; ELSIF cond THEN a := 20; b := 30; END IF;')
+          node.count{|e| e.if? }.should == 2
+          node.count{|e| e.assignment? }.should == 3
+        end
+
+        it "can have many elsif branches" do
+          node = parse(:statement, <<-SQL.strip)
+            IF cond THEN a := 10;
+            ELSIF cond THEN a := 20;
+            ELSIF cond THEN a := 30;
+            ELSIF cond THEN a := 40;
+            ELSIF cond THEN a := 50;
+            ELSIF cond THEN a := 60;
+            END IF;
+          SQL
+
+          node.count{|e| e.named?(:cond) }.should == 6
+          node.count{|e| e.if? }.should == 6
+          node.count{|e| e.if? and e.named?(:else) }.should == 5
+        end
+
+        it "has no Else nodes" do
+          node = parse(:statement, 'IF cond THEN a := 10; ELSIF cond THEN a := 20; END IF;')
+          node.count{|e| e.else? }.should == 0
+        end
+      end
+
+      describe "if .. then .. elsif .. then .. else .. endif" do
+        before do
+          @text = 'IF cond THEN a := 10; ELSIF cond THEN a := 20; ELSE a := 30; END IF;'
+        end
+
+        it "parses successfully" do
+          node, rest = parse_some(:statement, @text)
+          node.should be_statement
+          rest.should == ''
+        end
+
+        it "has an If node named 'else'" do
+          node = parse(:statement, @text)
+          node.count{|e| e.named?(:else) and e.if? }.should == 1
+          node.find{|e| e.named?(:else) and e.if? }.source_text.should == 'ELSIF cond THEN a := 20; ELSE a := 30; '
+        end
+
+        it "has an Else node named 'else'" do
+          node = parse(:statement, @text)
+          node.count{|e| e.named?(:else) and e.else? }.should == 1
+          node.find{|e| e.named?(:else) and e.else? }.source_text.should == 'ELSE a := 30; '
+        end
+
+        it "has two If nodes" do
+          node = parse(:statement, @text)
+          node.count{|e| e.if? }.should == 2
+        end
+      end
+    end
+
+  end
+end

data/spec/examples/grammar/statements/loop_spec.rb

@@ -0,0 +1,41 @@
+require 'spec_helper'
+
+module Piggly
+  describe Parser, "control structures" do
+    include GrammarHelper
+
+    describe "loops" do
+      describe "for loops" do
+        it "can loop over integers" do
+          node = parse(:stmtForLoop, 'FOR x IN 0 .. 100 LOOP a := x; END LOOP;')
+          node.should be_statement
+
+          cond = node.find{|e| e.named?(:cond) }
+          cond.source_text.should == '0 .. 100 '
+          cond.should be_expression
+        end
+
+        it "can loop over query results" do
+          node = parse(:stmtForLoop, 'FOR x IN SELECT * FROM table LOOP a := x; END LOOP;')
+          node.should be_statement
+
+          cond = node.find{|e| e.named?(:cond) }
+          cond.source_text.should == 'SELECT * FROM table '
+          cond.should be_sql
+        end
+      end
+
+      describe "while loops" do
+      end
+
+      describe "unconditional loops" do
+      end
+
+      describe "continue" do
+      end
+
+      describe "break" do
+      end
+    end
+  end
+end

data/spec/examples/grammar/statements/sql_spec.rb

@@ -0,0 +1,71 @@
+require 'spec_helper'
+
+module Piggly
+  describe Parser, "statements" do
+    include GrammarHelper
+
+    describe "SQL statements" do
+      it "parse successfully" do
+        node, rest = parse_some(:statement, 'SELECT id FROM users;')
+        node.should be_statement
+        node.count{|e| e.sql? }.should == 1
+        node.find{|e| e.sql? }.source_text.should == 'SELECT id FROM users;'
+        rest.should == ''
+      end
+
+      it "must end with a semicolon" do
+        expect{ parse(:statement, 'SELECT id FROM users') }.to raise_error(Piggly::Parser::Failure)
+        expect{ parse_some(:statement, 'SELECT id FROM users') }.to raise_error(Piggly::Parser::Failure)
+      end
+
+      it "can contain comments" do
+        node = parse(:statement, <<-SQL.strip)
+          SELECT INTO user u.id, /* u.name */, p.fist_name, p.last_name
+          FROM users u
+          INNER JOIN people p ON p.id = u.person_id
+          WHERE u.disabled -- can't login
+            AND u.id = 100;
+        SQL
+        sql = node.find{|e| e.sql? }
+        sql.count{|e| e.comment? }.should == 2
+      end
+
+      it "can be followed by comments" do
+        node, rest = parse_some(:statement, 'SELECT id FROM users; -- comment')
+        node.find{|e| e.sql? }.source_text == 'SELECT id FROM users;'
+        node.tail.source_text.should == ' -- comment'
+        rest.should == ''
+      end
+      
+      it "can be followed by whitespace" do
+        node, rest = parse_some(:statement, "SELECT id FROM users;    \n")
+        node.find{|e| e.sql? }.source_text == 'SELECT id FROM users;'
+        node.tail.source_text.should == "    \n"
+        rest.should == ''
+      end
+
+      it "can contain strings" do
+        node, rest = parse_some(:statement, <<-SQL.strip)
+          SELECT INTO user u.id, u.first_name, u.last_name
+          FROM users u
+          WHERE first_name ILIKE '%a%'
+             OR last_name ILIKE '%b%';
+        SQL
+        sql = node.find{|e| e.sql? }
+        sql.count{|e| e.string? }.should == 2
+      end
+
+      it "can contain strings and comments" do
+        node = parse(:statement, <<-SQL.strip)
+          a := (SELECT fk, count(*), 'not a statement;'
+                FROM dataset
+                WHERE id > 100 /* filter out 'reserved' range */
+                  AND id < 900 -- shouldn't be a string
+                   OR source_text <> 'alpha /* no comment */;'
+                GROUP BY /* pk ; 'abc' */ fk);
+        SQL
+      end
+
+    end
+  end
+end

data/spec/examples/grammar/tokens/comment_spec.rb

@@ -0,0 +1,58 @@
+require 'spec_helper'
+
+module Piggly
+  describe Parser, "tokens" do
+    include GrammarHelper
+
+    describe "comments" do
+      it "can begin with -- and terminate at EOF" do
+        GrammarHelper::COMMENTS.map{|s| "-- #{s}" }.test_each do |s|
+          parse(:tComment, s).should be_comment
+        end
+      end
+
+      it "can begin with -- and terminate at line ending" do
+        GrammarHelper::COMMENTS.map{|s| "-- #{s}\n" }.test_each do |s|
+          parse(:tComment, s).should be_comment
+        end
+
+        GrammarHelper::COMMENTS.map{|s| "-- #{s}\n\n" }.test_each do |s|
+          node, rest = parse_some(:tComment, s)
+          node.should be_comment
+          rest.should == "\n"
+        end
+
+        GrammarHelper::COMMENTS.map{|s| "-- #{s}\nremaining cruft\n" }.test_each do |s|
+          node, rest = parse_some(:tComment, s)
+          node.should be_comment
+          rest.should == "remaining cruft\n"
+        end
+      end
+
+      it "can be /* c-style */" do
+        GrammarHelper::COMMENTS.map{|s| "/* #{s} */" }.test_each do |s|
+          parse(:tComment, s).should be_comment
+        end
+      end
+
+      it "terminates after */ marker" do
+        GrammarHelper::COMMENTS.map{|s| "/* #{s} */remaining cruft\n" }.test_each do |s|
+          node, rest = parse_some(:tComment, s)
+          node.should be_comment
+          rest.should == "remaining cruft\n"
+        end
+      end
+
+      it "cannot be nested" do
+        node, rest = parse_some(:tComment, "/* nested /*INLINE*/ comments */")
+        node.should be_comment
+        rest.should == " comments */"
+
+        node, rest = parse_some(:tComment, "-- nested -- line comments")
+        node.count{|e| e.comment? }.should == 1
+        rest.should == ''
+      end
+    end
+
+  end
+end

data/spec/examples/grammar/tokens/datatype_spec.rb

@@ -0,0 +1,58 @@
+require 'spec_helper'
+
+module Piggly
+  describe Parser, "tokens" do
+    include GrammarHelper
+
+    describe "data types" do
+      it "can consist of a single word" do
+        %w[int boolean char varchar text date timestamp record].test_each do |s|
+          parse(:tType, s).should be_datatype
+        end
+      end
+      
+      it "can have parameterized types" do
+        ["numeric(10,2)", "decimal(12,4)", "char(1)", "varchar(100)"].test_each do |s|
+          parse(:tType, s).should be_datatype
+        end
+      end
+
+      it "can end in %ROWTYPE" do
+        %w[users%rowtype].test_each do |s|
+          parse(:tType, s).should be_datatype
+        end
+      end
+
+      it "can have namespace notation" do
+        %w[public.users namespace.relation%rowtype].test_each do |s|
+          parse(:tType, s).should be_datatype
+        end
+      end
+
+      it "can consist of several words" do
+        ["timestamp with time zone", "character varying"].test_each do |s|
+          parse(:tType, s).should be_datatype
+        end
+      end
+
+      it "can specify arrays" do
+        ["integer[]", "varchar(10)[]", "numeric(10,2)[]", "timestamp without time zone[]"].test_each do |s|
+          parse(:tType, s).should be_datatype
+        end
+      end
+
+      it "can specify multi-dimensional" do
+        ["integer[][]", "char(1)[][]", "character varying[][]"].test_each do |s|
+          parse(:tType, s).should be_datatype
+        end
+      end
+
+      it "are terminated by symbol outside of parentheses" do
+        node, rest = parse_some(:tType, "character varying, ")
+        node.should be_datatype
+        rest.should == ', '
+      end
+    end
+
+  end
+end

data/spec/examples/grammar/tokens/identifier_spec.rb

@@ -0,0 +1,74 @@
+require 'spec_helper'
+
+module Piggly
+  describe Parser, "tokens" do
+    include GrammarHelper
+    
+    describe "identifiers" do
+      it "cannot be a keyword" do
+        GrammarHelper::KEYWORDS.test_each do |s|
+          expect{ parse(:tIdentifier, s); puts s }.to raise_error(Piggly::Parser::Failure)
+        end
+      end
+
+      it "can be quoted keyword" do
+        GrammarHelper::KEYWORDS.map{|s| '"' + s + '"' }.test_each do |s|
+          parse(:tIdentifier, s).should be_identifier
+        end
+      end
+
+      it "can begin with a keyword" do
+        GrammarHelper::KEYWORDS.select{|s| s =~ /^[a-z]/i }.map{|s| "#{s}xyz" }.test_each do |s|
+          parse(:tIdentifier, s).should be_identifier
+        end
+
+        GrammarHelper::KEYWORDS.select{|s| s =~ /^[a-z]/i }.map{|s| "#{s}_xyz" }.test_each do |s|
+          parse(:tIdentifier, s).should be_identifier
+        end
+      end
+
+      it "can end with a keyword" do
+        GrammarHelper::KEYWORDS.select{|s| s =~ /^[a-z]/i }.map{|s| "xyz#{s}" }.test_each do |s|
+          parse(:tIdentifier, s).should be_identifier
+        end
+
+        GrammarHelper::KEYWORDS.select{|s| s =~ /^[a-z]/i }.map{|s| "xyz_#{s}" }.test_each do |s|
+          parse(:tIdentifier, s).should be_identifier
+        end
+      end
+
+      it "is terminated by an operator" do
+        GrammarHelper::KEYWORDS.select{|s| s !~ /^[a-z]/i }.test_each do |op|
+          node, rest = parse_some(:tIdentifier, "xyv#{op}")
+          node.should be_identifier
+          rest.should == op
+        end
+      end
+
+      it "is terminated by an operator" do
+        GrammarHelper::KEYWORDS.select{|s| s !~ /^[a-z]/i }.test_each do |op|
+          node, rest = parse_some(:tIdentifier, "xyv_#{op}")
+          node.should be_identifier
+          rest.should == op
+        end
+      end
+
+      it "can be one single character" do
+        %w[_ a b c d e f g h i j k l m n o p q r s t u v w x y z].test_each do |s|
+          parse(:tIdentifier, s).should be_identifier
+        end
+      end
+
+      it "can contain underscores" do
+        %w[_abc abc_ ab_c a_bc ab_cd ab_c_d a_bc_d ab_c_d a_b_c_d a__b__c__d].test_each do |s|
+          parse(:tIdentifier, s).should be_identifier
+        end
+      end
+
+      it "can contain numbers" do
+        parse(:tIdentifier, 'foo9000').should be_identifier
+      end
+    end
+
+  end
+end

data/spec/examples/grammar/tokens/keyword_spec.rb

@@ -0,0 +1,44 @@
+require 'spec_helper'
+
+module Piggly
+  describe Parser, "tokens" do
+    include GrammarHelper
+  
+    describe "keywords" do
+      it "parse successfully" do
+        GrammarHelper::KEYWORDS.test_each do |k|
+          parse(:keyword, k).should be_keyword
+        end
+      end
+
+      it "cannot have trailing characters" do
+        GrammarHelper::KEYWORDS.each do |k|
+          expect{ parse(:keyword, "#{k}abc") }.to raise_error(Piggly::Parser::Failure)
+        end
+      end
+
+      it "cannot have preceeding characters" do
+        GrammarHelper::KEYWORDS.each do |k|
+          expect{ parse(:keyword, "#{k}abc") }.to raise_error(Piggly::Parser::Failure)
+        end
+      end
+
+      it "are terminated by symbols" do
+        GrammarHelper::KEYWORDS.test_each do |k|
+          node, rest = parse_some(:keyword, "#{k}+")
+          node.should be_keyword
+          rest.should == '+'
+        end
+      end
+
+      it "are terminated by spaces" do
+        GrammarHelper::KEYWORDS.test_each do |k|
+          node, rest = parse_some(:keyword, "#{k} ")
+          node.should be_keyword
+          rest.should == ' '
+        end
+      end
+    end
+
+  end
+end

data/spec/examples/grammar/tokens/label_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+module Piggly
+  describe Parser, "tokens" do
+    include GrammarHelper
+
+    describe "labels" do
+      it "must be enclosed in << and >>" do
+        ['', 'a', 'abc', '<< a', 'a >>'].test_each do |s|
+          expect{ parse(:tLabelDefinition, s) }.to raise_error(Piggly::Parser::Failure)
+        end
+      end
+
+      it "can have space padding" do
+        %w[a abc _].map{|s| "<< #{s} >>" }.test_each do |s|
+          parse(:tLabelDefinition, s).should be_label
+        end
+      end
+
+      it "can have no space padding" do
+        %w[a abc _].map{|s| "<<#{s}>>" }.test_each do |s|
+          parse(:tLabelDefinition, s).should be_label
+        end
+      end
+
+      it "cannot be multiple unquoted words" do
+        ["<< a b >>", "<< ab cd >>"].test_each do |s|
+          expect{ parse(:tLabelDefinition, s) }.to raise_error(Piggly::Parser::Failure)
+        end
+      end
+
+      it "can be enclosed in double quotes" do
+        ['<< "a" >>', '<< "a b" >>', '<< "ab cd" >>'].test_each do |s|
+          parse(:tLabelDefinition, s).should be_label
+        end
+      end
+    end
+
+  end
+end