droonga-engine 1.0.1

data/test/command/fixture/documents.jsons

@@ -0,0 +1,208 @@
+#@disable-logging
+{
+  "dataset": "Droonga",
+  "type": "table_create",
+  "body": {
+    "default_tokenizer": "TokenBigram",
+    "normalizer": "NormalizerAuto",
+    "name": "Bigram",
+    "flags": "TABLE_PAT_KEY",
+    "key_type": "ShortText"
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "table_create",
+  "body": {
+    "name": "Documents",
+    "flags": "TABLE_HASH_KEY",
+    "key_type": "ShortText"
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "table_create",
+  "body": {
+    "name": "Sections",
+    "flags": "TABLE_HASH_KEY",
+    "key_type": "ShortText"
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "column_create",
+  "body": {
+    "table": "Sections",
+    "name": "content",
+    "flags": "COLUMN_SCALAR",
+    "type": "Text"
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "column_create",
+  "body": {
+    "table": "Sections",
+    "name": "title",
+    "flags": "COLUMN_SCALAR",
+    "type": "ShortText"
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "column_create",
+  "body": {
+    "table": "Sections",
+    "name": "document",
+    "flags": "COLUMN_SCALAR",
+    "type": "Documents"
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "column_create",
+  "body": {
+    "table": "Bigram",
+    "name": "Sections_title",
+    "flags": "COLUMN_INDEX|WITH_POSITION",
+    "type": "Sections",
+    "source": "title"
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "column_create",
+  "body": {
+    "table": "Bigram",
+    "name": "Sections_content",
+    "flags": "COLUMN_INDEX|WITH_POSITION",
+    "type": "Sections",
+    "source": "content"
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "add",
+  "body": {
+    "table": "Documents",
+    "key": "Groonga"
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "add",
+  "body": {
+    "table": "Sections",
+    "key": "1.1",
+    "values": {
+      "content": "Groonga is a fast and accurate full text search engine based on inverted index. One of the characteristics of groonga is that a newly registered document instantly appears in search results. Also, groonga allows updates without read locks. These characteristics result in superior performance on real-time applications.",
+      "document": "Groonga",
+      "title": "Groonga overview"
+    }
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "add",
+  "body": {
+    "table": "Sections",
+    "key": "1.2",
+    "values": {
+      "content": "In widely used DBMSs, updates are immediately processed, for example, a newly registered record appears in the result of the next query. In contrast, some full text search engines do not support instant updates, because it is difficult to dynamically update inverted indexes, the underlying data structure.",
+      "document": "Groonga",
+      "title": "Full text search and Instant update"
+    }
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "add",
+  "body": {
+    "table": "Sections",
+    "key": "1.3",
+    "values": {
+      "content": "People can collect more than enough data in the Internet era. However, it is difficult to extract informative knowledge from a large database, and such a task requires a many-sided analysis through trial and error. For example, search refinement by date, time and location may reveal hidden patterns. Aggregate queries are useful to perform this kind of tasks.",
+      "document": "Groonga",
+      "title": "Column store and aggregate query"
+    }
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "add",
+  "body": {
+    "table": "Sections",
+    "key": "1.4",
+    "values": {
+      "content": "An inverted index is a traditional data structure used for large-scale full text search. A search engine based on inverted index extracts index terms from a document when it is added. Then in retrieval, a query is divided into index terms to find documents containing those index terms. In this way, index terms play an important role in full text search and thus the way of extracting index terms is a key to a better search engine.",
+      "document": "Groonga",
+      "title": "Inverted index and tokenizer"
+    }
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "add",
+  "body": {
+    "table": "Sections",
+    "key": "1.5",
+    "values": {
+      "content": "Multi-core processors are mainstream today and the number of cores per processor is increasing. In order to exploit multiple cores, executing multiple queries in parallel or dividing a query into sub-queries for parallel processing is becoming more important.",
+      "document": "Groonga",
+      "title": "Sharable storage and read lock-free"
+    }
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "add",
+  "body": {
+    "table": "Sections",
+    "key": "1.6",
+    "values": {
+      "content": "Location services are getting more convenient because of mobile devices with GPS. For example, if you are going to have lunch or dinner at a nearby restaurant, a local search service for restaurants may be very useful, and for such services, fast geo-location search is becoming more important.",
+      "document": "Groonga",
+      "title": "Geo-location (latitude and longitude) search"
+    }
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "add",
+  "body": {
+    "table": "Sections",
+    "key": "1.7",
+    "values": {
+      "content": "The basic functions of groonga are provided in a C library and any application can use groonga as a full text search engine or a column-oriented database. Also, libraries for languages other than C/C++, such as Ruby, are provided in related projects. See related projects for details.",
+      "document": "Groonga",
+      "title": "Groonga library"
+    }
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "add",
+  "body": {
+    "table": "Sections",
+    "key": "1.8",
+    "values": {
+      "content": "Groonga provides a built-in server command which supports HTTP, the memcached binary protocol and the groonga query transfer protocol (gqtp). Also, a groonga server supports query caching, which significantly reduces response time for repeated read queries. Using this command, groonga is available even on a server that does not allow you to install new libraries.",
+      "document": "Groonga",
+      "title": "Groonga server"
+    }
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "add",
+  "body": {
+    "table": "Sections",
+    "key": "1.9",
+    "values": {
+      "content": "Groonga works not only as an independent column-oriented DBMS but also as storage engines of well-known DBMSs. For example, mroonga is a MySQL pluggable storage engine using groonga. By using mroonga, you can use groonga for column-oriented storage and full text search. A combination of a built-in storage engine, MyISAM or InnoDB, and a groonga-based full text search engine is also available. All the combinations have good and bad points and the best one depends on the application. See related projects for details.",
+      "document": "Groonga",
+      "title": "Groonga storage engine"
+    }
+  }
+}
+#@enable-logging

data/test/command/fixture/event.jsons

@@ -0,0 +1,41 @@
+#@disable-logging
+{
+  "type": "table_create",
+  "dataset": "Droonga",
+  "body": {
+    "name"  : "Event",
+    "flags" : "TABLE_HASH_KEY"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "Event",
+    "name"  : "start",
+    "type"  : "Time"
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "add",
+  "body": {
+    "table": "Event",
+    "key": "Groonga Night 3",
+    "values": {
+      "start": 1354183200
+    }
+  }
+}
+{
+  "dataset": "Droonga",
+  "type": "add",
+  "body": {
+    "table": "Event",
+    "key": "Groonga Night 4",
+    "values": {
+      "start": "2013-11-29T08:00:00Z"
+    }
+  }
+}
+#@enable-logging

data/test/command/fixture/user-table-array.jsons

@@ -0,0 +1,38 @@
+#@disable-logging
+{
+  "type": "table_create",
+  "dataset": "Droonga",
+  "body": {
+    "name"  : "User",
+    "flags" : "TABLE_NO_KEY"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "name",
+    "type"  : "ShortText"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "age",
+    "type"  : "Int32"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "email",
+    "type"  : "ShortText",
+    "flags" : "COLUMN_VECTOR"
+  }
+}
+#@enable-logging

data/test/command/fixture/user-table.jsons

@@ -0,0 +1,47 @@
+#@disable-logging
+{
+  "type": "table_create",
+  "dataset": "Droonga",
+  "body": {
+    "name"  : "User",
+    "flags" : "TABLE_PAT_KEY"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "name",
+    "type"  : "ShortText"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "age",
+    "type"  : "Int32"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "email",
+    "type"  : "ShortText",
+    "flags" : "COLUMN_VECTOR"
+  }
+}
+{
+  "type": "column_create",
+  "dataset": "Droonga",
+  "body": {
+    "table" : "User",
+    "name"  : "birthday",
+    "type"  : "Time"
+  }
+}
+#@enable-logging

data/test/command/run-test.rb

@@ -0,0 +1,34 @@
+#!/usr/bin/env ruby
+#
+# Copyright (C) 2013 Droonga Project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "rbconfig"
+require "fileutils"
+
+def run(*command_line)
+  return if system(*command_line)
+  puts("failed to run: #{command_line.join(' ')}")
+  exit(false)
+end
+
+base_dir = File.dirname(__FILE__)
+lib_dir = File.expand_path(File.join(base_dir, "..", "..", "lib"))
+
+drntest_options = []
+drntest_options.concat(["--base-path", base_dir])
+drntest_options.concat(ARGV)
+
+run("bundle", "exec", "drntest", *drntest_options)

data/test/command/suite/add/dimension/column.catalog.json

@@ -0,0 +1,28 @@
+{
+  "datasets": {
+    "Droonga": {
+      "schema": {
+        "Products": {
+          "type": "Hash",
+          "keyType": "ShortText",
+          "columns": {
+            "category": {
+              "type": "Scalar",
+              "valueType": "ShortText"
+            }
+          }
+        }
+      },
+      "fact": "Products",
+      "replicas": [
+        {
+          "dimension": "category"
+        },
+        {
+          "dimension": "category"
+        }
+      ]
+    }
+  }
+}
+

data/test/command/suite/add/dimension/column.expected

@@ -0,0 +1,41 @@
+{
+  "inReplyTo": "request-id",
+  "statusCode": 200,
+  "type": "add.result",
+  "body": true
+}
+{
+  "inReplyTo": "request-id",
+  "statusCode": 200,
+  "type": "add.result",
+  "body": true
+}
+{
+  "inReplyTo": "request-id",
+  "statusCode": 200,
+  "type": "add.result",
+  "body": true
+}
+{
+  "inReplyTo": "request-id",
+  "statusCode": 200,
+  "type": "search.result",
+  "body": {
+    "products": {
+      "records": [
+        [
+          "Groonga",
+          "groonga"
+        ],
+        [
+          "Rroonga",
+          "groonga"
+        ],
+        [
+          "Ruby",
+          "ruby"
+        ]
+      ]
+    }
+  }
+}

data/test/command/suite/add/dimension/column.test

@@ -0,0 +1,51 @@
+#@require-catalog-version 2
+{
+  "type": "add",
+  "dataset": "Droonga",
+  "body": {
+    "table": "Products",
+    "key": "Groonga",
+    "values": {
+      "category": "groonga"
+    }
+  }
+}
+{
+  "type": "add",
+  "dataset": "Droonga",
+  "body": {
+    "table": "Products",
+    "key": "Rroonga",
+    "values": {
+      "category": "groonga"
+    }
+  }
+}
+{
+  "type": "add",
+  "dataset": "Droonga",
+  "body": {
+    "table": "Products",
+    "key": "Ruby",
+    "values": {
+      "category": "ruby"
+    }
+  }
+}
+{
+  "type": "search",
+  "dataset": "Droonga",
+  "body": {
+    "queries": {
+      "products": {
+        "source": "Products",
+        "sortBy": ["_key"],
+        "output": {
+          "elements": ["records"],
+          "attributes": ["_key", "category"],
+          "limit": -1
+        }
+      }
+    }
+  }
+}

data/test/command/suite/add/dimension/integer.catalog.json

@@ -0,0 +1,19 @@
+{
+  "datasets": {
+    "Droonga": {
+      "schema": {
+        "Products": {
+          "type": "Hash",
+          "keyType": "Integer",
+          "columns": {
+            "name": {
+              "type": "Scalar",
+              "valueType": "ShortText"
+            }
+          }
+        }
+      },
+      "fact": "Products"
+    }
+  }
+}

data/test/command/suite/add/dimension/integer.expected

@@ -0,0 +1,41 @@
+{
+  "inReplyTo": "request-id",
+  "statusCode": 200,
+  "type": "add.result",
+  "body": true
+}
+{
+  "inReplyTo": "request-id",
+  "statusCode": 200,
+  "type": "add.result",
+  "body": true
+}
+{
+  "inReplyTo": "request-id",
+  "statusCode": 200,
+  "type": "add.result",
+  "body": true
+}
+{
+  "inReplyTo": "request-id",
+  "statusCode": 200,
+  "type": "search.result",
+  "body": {
+    "products": {
+      "records": [
+        [
+          1,
+          "Groonga"
+        ],
+        [
+          2,
+          "Droonga"
+        ],
+        [
+          3,
+          "Ruby"
+        ]
+      ]
+    }
+  }
+}

data/test/command/suite/add/dimension/integer.test

@@ -0,0 +1,51 @@
+#@require-catalog-version 2
+{
+  "type": "add",
+  "dataset": "Droonga",
+  "body": {
+    "table": "Products",
+    "key": 1,
+    "values": {
+      "name": "Groonga"
+    }
+  }
+}
+{
+  "type": "add",
+  "dataset": "Droonga",
+  "body": {
+    "table": "Products",
+    "key": 2,
+    "values": {
+      "name": "Droonga"
+    }
+  }
+}
+{
+  "type": "add",
+  "dataset": "Droonga",
+  "body": {
+    "table": "Products",
+    "key": 3,
+    "values": {
+      "name": "Ruby"
+    }
+  }
+}
+{
+  "type": "search",
+  "dataset": "Droonga",
+  "body": {
+    "queries": {
+      "products": {
+        "source": "Products",
+        "sortBy": ["_key"],
+        "output": {
+          "elements": ["records"],
+          "attributes": ["_key", "name"],
+          "limit": -1
+        }
+      }
+    }
+  }
+}

data/test/command/suite/add/error/invalid-integer.expected

@@ -0,0 +1,46 @@
+{
+  "inReplyTo": "request-id",
+  "statusCode": 400,
+  "type": "add.result",
+  "body": {
+    "name": "InvalidValue",
+    "message": "The column \"age\" cannot store the value \"secret\".",
+    "detail": {
+      "table": "User",
+      "key": "key",
+      "values": {
+        "age": "secret"
+      }
+    }
+  },
+  "errors": {
+    "sources0": {
+      "statusCode": 400,
+      "body": {
+        "name": "InvalidValue",
+        "message": "The column \"age\" cannot store the value \"secret\".",
+        "detail": {
+          "table": "User",
+          "key": "key",
+          "values": {
+            "age": "secret"
+          }
+        }
+      }
+    },
+    "sources1": {
+      "statusCode": 400,
+      "body": {
+        "name": "InvalidValue",
+        "message": "The column \"age\" cannot store the value \"secret\".",
+        "detail": {
+          "table": "User",
+          "key": "key",
+          "values": {
+            "age": "secret"
+          }
+        }
+      }
+    }
+  }
+}

data/test/command/suite/add/error/invalid-integer.test

@@ -0,0 +1,12 @@
+#@include fixture/user-table.jsons
+{
+  "type": "add",
+  "dataset": "Droonga",
+  "body": {
+    "table": "User",
+    "key": "key",
+    "values": {
+      "age": "secret"
+    }
+  }
+}