embulk-filter-row 0.2.2 → 0.3.0

data/src/test/java/org/embulk/filter/row/where/TestYylex.java

@@ -0,0 +1,256 @@
+package org.embulk.filter.row.where;
+
+import org.embulk.spi.Schema;
+import org.embulk.spi.SchemaConfigException;
+import org.embulk.spi.time.Timestamp;
+import org.junit.Before;
+import org.junit.Test;
+
+import java.io.IOException;
+
+import static org.embulk.spi.type.Types.BOOLEAN;
+import static org.junit.Assert.assertEquals;
+import static org.junit.Assert.assertTrue;
+
+public class TestYylex
+{
+    Parser yyparser;
+    Yylex lexer;
+
+    @Before
+    public void setUp()
+    {
+        yyparser = new Parser(Schema.builder().build());
+    }
+
+    void assertNextToken(int token)
+    {
+        try {
+            assertEquals(token, lexer.yylex());
+        }
+        catch (IOException e) {
+            e.printStackTrace();
+        }
+    }
+
+    ParserNode currentNode()
+    {
+       return (ParserNode)(yyparser.yylval.obj);
+    }
+
+    @Test
+    public void testOperator()
+    {
+        lexer = new Yylex("START_WITH", yyparser);
+        assertNextToken(Parser.START_WITH);
+
+        lexer = new Yylex("(", yyparser);
+        assertNextToken('(');
+
+        lexer = new Yylex(" = ", yyparser);
+        assertNextToken(Parser.EQ);
+    }
+
+    void assertIdentifier(String name)
+    {
+        assertEquals("IdentifierLiteral", currentNode().getClass().getSimpleName());
+        assertEquals(name, ((IdentifierLiteral)currentNode()).name);
+    }
+
+    @Test
+    public void testIdentifier()
+    {
+        Schema schema = Schema.builder()
+                .add("foobar", BOOLEAN)
+                .add("foo bar", BOOLEAN)
+                .add("foo\"bar", BOOLEAN)
+                .add("$.foo.bar", BOOLEAN) // Support JSONPath someday
+                .add("$['foo'][0:4][*]", BOOLEAN) // Support JSONPath someday
+                .build();
+        yyparser = new Parser(schema);
+
+        lexer = new Yylex("foobar", yyparser);
+        assertNextToken(Parser.IDENTIFIER);
+        assertIdentifier("foobar");
+
+        lexer = new Yylex(" foobar ", yyparser);
+        assertNextToken(Parser.IDENTIFIER);
+        assertIdentifier("foobar");
+
+        lexer = new Yylex("\"foobar\"", yyparser);
+        assertNextToken(Parser.IDENTIFIER);
+        assertIdentifier("foobar");
+
+        lexer = new Yylex(" \"foo bar\" ", yyparser);
+        assertNextToken(Parser.IDENTIFIER);
+        assertIdentifier("foo bar");
+
+        lexer = new Yylex(" \"foo\\\"bar\" ", yyparser);
+        assertNextToken(Parser.IDENTIFIER);
+        assertIdentifier("foo\"bar");
+
+        lexer = new Yylex("$.foo.bar", yyparser);
+        assertNextToken(Parser.IDENTIFIER);
+        assertIdentifier("$.foo.bar");
+
+        lexer = new Yylex("\"$['foo'][0:4][*]\"", yyparser);
+        assertNextToken(Parser.IDENTIFIER);
+        assertIdentifier("$['foo'][0:4][*]");
+
+        try {
+            lexer = new Yylex("$['foo'][0:4][*]", yyparser);
+            assertNextToken(Parser.IDENTIFIER);
+            assertTrue(false);
+        }
+        catch (SchemaConfigException e) {
+        }
+
+        try {
+            lexer = new Yylex("unknown", yyparser);
+            assertNextToken(Parser.IDENTIFIER);
+            assertTrue(false);
+        }
+        catch (SchemaConfigException e) {
+        }
+    }
+
+    void assertBoolean(boolean val)
+    {
+        assertEquals("BooleanLiteral", currentNode().getClass().getSimpleName());
+        assertEquals(val, ((BooleanLiteral)currentNode()).val);
+    }
+
+    @Test
+    public void testBoolean()
+    {
+        lexer = new Yylex("true", yyparser);
+        assertNextToken(Parser.BOOLEAN);
+        assertBoolean(true);
+
+        lexer = new Yylex("false", yyparser);
+        assertNextToken(Parser.BOOLEAN);
+        assertBoolean(false);
+
+        lexer = new Yylex("TRUE", yyparser);
+        assertNextToken(Parser.BOOLEAN);
+        assertBoolean(true);
+
+        lexer = new Yylex("FALSE", yyparser);
+        assertNextToken(Parser.BOOLEAN);
+        assertBoolean(false);
+
+        lexer = new Yylex(" true ", yyparser);
+        assertNextToken(Parser.BOOLEAN);
+        assertBoolean(true);
+    }
+
+    void assertNumber(double val)
+    {
+        assertEquals("NumberLiteral", currentNode().getClass().getSimpleName());
+        assertEquals(val, ((NumberLiteral)currentNode()).val, 0.0);
+    }
+
+    @Test
+    public void testNumber()
+    {
+        lexer = new Yylex("1.5", yyparser);
+        assertNextToken(Parser.NUMBER);
+        assertNumber(1.5);
+
+        lexer = new Yylex("1", yyparser);
+        assertNextToken(Parser.NUMBER);
+        assertNumber(1);
+
+        lexer = new Yylex("-1.5", yyparser);
+        assertNextToken(Parser.NUMBER);
+        assertNumber(-1.5);
+
+        lexer = new Yylex(" -1.5 ", yyparser);
+        assertNextToken(Parser.NUMBER);
+        assertNumber(-1.5);
+    }
+
+    void assertString(String val)
+    {
+        assertEquals("StringLiteral", currentNode().getClass().getSimpleName());
+        assertEquals(val, ((StringLiteral)currentNode()).val);
+    }
+
+    @Test
+    public void testString()
+    {
+        lexer = new Yylex("'foobar'", yyparser);
+        assertNextToken(Parser.STRING);
+        assertString("foobar");
+
+        lexer = new Yylex("'foo bar'", yyparser);
+        assertNextToken(Parser.STRING);
+        assertString("foo bar");
+
+        lexer = new Yylex("'foo\\'bar'", yyparser);
+        assertNextToken(Parser.STRING);
+        assertString("foo\'bar");
+    }
+
+    @Test
+    public void testTimestamp()
+    {
+        lexer = new Yylex("TIMESTAMP 1.5", yyparser);
+        assertNextToken(Parser.TIMESTAMP);
+        assertNextToken(Parser.NUMBER);
+        assertNumber(1.5);
+
+        lexer = new Yylex("TIMESTAMP '2015-01-01'", yyparser);
+        assertNextToken(Parser.TIMESTAMP);
+        assertNextToken(Parser.STRING);
+        assertString("2015-01-01");
+    }
+
+    @Test
+    public void testComplex()
+    {
+        Schema schema = Schema.builder()
+                .add("true", BOOLEAN)
+                .add("foobar", BOOLEAN)
+                .build();
+        yyparser = new Parser(schema);
+
+        lexer = new Yylex("( \"true\" = true OR \"true\" = false ) AND foobar = false", yyparser);
+        assertNextToken('(');
+        assertNextToken(Parser.IDENTIFIER);
+        assertNextToken(Parser.EQ);
+        assertNextToken(Parser.BOOLEAN);
+        assertNextToken(Parser.OR);
+        assertNextToken(Parser.IDENTIFIER);
+        assertNextToken(Parser.EQ);
+        assertNextToken(Parser.BOOLEAN);
+        assertNextToken(')');
+        assertNextToken(Parser.AND);
+        assertNextToken(Parser.IDENTIFIER);
+        assertNextToken(Parser.EQ);
+        assertNextToken(Parser.BOOLEAN);
+
+        lexer = new Yylex("(\"true\"=true OR\"true\"=false)AND foobar=false", yyparser);
+        assertNextToken('(');
+        assertNextToken(Parser.IDENTIFIER);
+        assertNextToken(Parser.EQ);
+        assertNextToken(Parser.BOOLEAN);
+        assertNextToken(Parser.OR);
+        assertNextToken(Parser.IDENTIFIER);
+        assertNextToken(Parser.EQ);
+        assertNextToken(Parser.BOOLEAN);
+        assertNextToken(')');
+        assertNextToken(Parser.AND);
+        assertNextToken(Parser.IDENTIFIER);
+        assertNextToken(Parser.EQ);
+        assertNextToken(Parser.BOOLEAN);
+
+        lexer = new Yylex("NOT(true=\"true\")", yyparser);
+        assertNextToken(Parser.NOT);
+        assertNextToken('(');
+        assertNextToken(Parser.BOOLEAN);
+        assertNextToken(Parser.EQ);
+        assertNextToken(Parser.IDENTIFIER);
+        assertNextToken(')');
+    }
+}

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-filter-row
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.3.0
 platform: ruby
 authors:
 - Naotoshi Seo
@@ -56,15 +56,19 @@ files:
 - example/example.csv
 - example/example.yml
 - example/or.yml
+- example/where.yml
 - gradle/wrapper/gradle-wrapper.jar
 - gradle/wrapper/gradle-wrapper.properties
 - gradlew
 - gradlew.bat
 - lib/embulk/filter/row.rb
+- script/byaccj.sh
 - settings.gradle
-- src/main/java/org/embulk/filter/row/AbstractColumnVisitor.java
-- src/main/java/org/embulk/filter/row/ColumnVisitorAndImpl.java
-- src/main/java/org/embulk/filter/row/ColumnVisitorOrImpl.java
+- src/main/java/org/embulk/filter/row/AbstractGuardColumnVisitor.java
+- src/main/java/org/embulk/filter/row/BuildColumnVisitorImpl.java
+- src/main/java/org/embulk/filter/row/GuardColumnVisitorAndImpl.java
+- src/main/java/org/embulk/filter/row/GuardColumnVisitorOrImpl.java
+- src/main/java/org/embulk/filter/row/GuardColumnVisitorWhereImpl.java
 - src/main/java/org/embulk/filter/row/RowFilterPlugin.java
 - src/main/java/org/embulk/filter/row/condition/BooleanCondition.java
 - src/main/java/org/embulk/filter/row/condition/Condition.java
@@ -74,13 +78,23 @@ files:
 - src/main/java/org/embulk/filter/row/condition/LongCondition.java
 - src/main/java/org/embulk/filter/row/condition/StringCondition.java
 - src/main/java/org/embulk/filter/row/condition/TimestampCondition.java
+- src/main/java/org/embulk/filter/row/where/Parser.java
+- src/main/java/org/embulk/filter/row/where/ParserExp.java
+- src/main/java/org/embulk/filter/row/where/ParserLiteral.java
+- src/main/java/org/embulk/filter/row/where/ParserNode.java
+- src/main/java/org/embulk/filter/row/where/ParserVal.java
+- src/main/java/org/embulk/filter/row/where/Yylex.java
+- src/main/java/org/embulk/filter/row/where/_lexer.l
+- src/main/java/org/embulk/filter/row/where/_parser.y
 - src/test/java/org/embulk/filter/row/condition/TestBooleanCondition.java
 - src/test/java/org/embulk/filter/row/condition/TestConditionFactory.java
 - src/test/java/org/embulk/filter/row/condition/TestDoubleCondition.java
 - src/test/java/org/embulk/filter/row/condition/TestLongCondition.java
 - src/test/java/org/embulk/filter/row/condition/TestStringCondition.java
 - src/test/java/org/embulk/filter/row/condition/TestTimestampCondition.java
-- classpath/embulk-filter-row-0.2.2.jar
+- src/test/java/org/embulk/filter/row/where/TestParser.java
+- src/test/java/org/embulk/filter/row/where/TestYylex.java
+- classpath/embulk-filter-row-0.3.0.jar
 homepage: https://github.com/sonots/embulk-filter-row
 licenses:
 - MIT