drndump 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5f360ce69bbbae294a5d10b32486910970402232
+  data.tar.gz: b2c1f9925a35b424ce739c5d7086e7c30610a697
+SHA512:
+  metadata.gz: 96dfb02da9769cf3be082156bc27759891b8d2e68159ff041604159cd86be170fd6b59819ae494c2f0066b843a17fe4fe98ce015e61c1cc4da36943e38df2954
+  data.tar.gz: 34fef0d416a78cdc52861b209bef9ecb0aac8e329e856dc770e9e91a6bd5d5418573d82bcfecb998293dc0b5d918367d62763e8e6d23f0744ff5f0fd8af01b97

data/Gemfile

@@ -0,0 +1,29 @@
+# -*- ruby -*-
+#
+# Copyright (C) 2014  Droonga Project
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+source "https://rubygems.org"
+
+gemspec
+
+base_dir = File.dirname(__FILE__)
+local_droonga_client_ruby_dir = File.join(base_dir, "..", "droonga-client-ruby")
+local_droonga_client_ruby_dir = File.expand_path(local_droonga_client_ruby_dir)
+if File.exist?(local_droonga_client_ruby_dir)
+  gem "droonga-client", path: local_droonga_client_ruby_dir
+else
+  gem "droonga-client", github: "droonga/droonga-client-ruby"
+end

data/README.md

@@ -0,0 +1,36 @@
+# README
+
+## Name
+
+drndump
+
+## Description
+
+Drndump is a tool to dump Droonga database. You can use it for backup.
+
+## Install
+
+```
+% gem install drndump
+```
+
+## Basic usage
+
+TODO
+
+## Mailing list
+
+* English: [groonga-talk@lists.sourceforge.net](https://lists.sourceforge.net/lists/listinfo/groonga-talk)
+* Japanese: [groonga-dev@lists.sourceforge.jp](http://lists.sourceforge.jp/mailman/listinfo/groonga-dev)
+
+## Thanks
+
+* ...
+
+## Copyright
+
+Copyright (c) 2014 Droonga Project
+
+## License
+
+GPLv3 or later. See LICENSE.txt for details.

data/Rakefile

@@ -0,0 +1,42 @@
+# -*- mode: ruby; coding: utf-8 -*-
+#
+# Copyright (C) 2014  Droonga Project
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+task :default => :test
+
+require "bundler/gem_helper"
+require "packnga"
+
+base_dir = File.join(File.dirname(__FILE__))
+
+helper = Bundler::GemHelper.new(base_dir)
+def helper.version_tag
+  version
+end
+
+helper.install
+spec = helper.gemspec
+
+Packnga::DocumentTask.new(spec) do |task|
+  task.original_language = "en"
+  task.translate_languages = ["ja"]
+end
+
+desc "Run tests"
+task :test do
+  # No test
+  # ruby("test/run-test.rb")
+end

data/bin/drndump

@@ -0,0 +1,20 @@
+#!/usr/bin/env ruby
+#
+# Copyright (C) 2014 Droonga Project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "drndump/command"
+
+exit(Drndump::Command.run(ARGV))

data/doc/text/news.md

@@ -0,0 +1,5 @@
+# News
+
+## 1.0.0: 2014-05-29
+
+The first release!!!

data/drndump.gemspec

@@ -0,0 +1,52 @@
+# -*- mode: ruby; coding: utf-8 -*-
+#
+# Copyright (C) 2014 Droonga Project
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+clean_white_space = lambda do |entry|
+  entry.gsub(/(\A\n+|\n+\z)/, '') + "\n"
+end
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), "lib"))
+require "drndump/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "drndump"
+  spec.version = Drndump::VERSION
+  spec.homepage = "https://github.com/droonga/drndump"
+  spec.authors = ["Droonga Project"]
+  spec.email = ["droonga@groonga.org"]
+  readme = File.read("README.md")
+  readme.force_encoding("UTF-8")
+  entries = readme.split(/^\#\#\s(.*)$/)
+  description = clean_white_space.call(entries[entries.index("Description") + 1])
+  spec.summary, spec.description, = description.split(/\n\n+/, 3)
+  spec.license = "GPLv3 or later"
+  spec.files = ["README.md", "Rakefile", "Gemfile", "#{spec.name}.gemspec"]
+  spec.files += Dir.glob("lib/**/*.rb")
+  spec.files += Dir.glob("doc/text/**/*.*")
+  Dir.chdir("bin") do
+    spec.executables = Dir.glob("*")
+  end
+
+  spec.add_runtime_dependency("json")
+  spec.add_runtime_dependency("cool.io")
+  spec.add_runtime_dependency("droonga-client")
+
+  spec.add_development_dependency("bundler")
+  spec.add_development_dependency("rake")
+  spec.add_development_dependency("packnga")
+  spec.add_development_dependency("kramdown")
+end

data/lib/drndump/command.rb

@@ -0,0 +1,243 @@
+# Copyright (C) 2014 Droonga Project
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License version 2.1 as published by the Free Software Foundation.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "socket"
+require "optparse"
+require "json"
+
+require "cool.io"
+
+require "droonga/client"
+
+require "drndump/version"
+
+module Drndump
+  class Command
+    class << self
+      def run(argv)
+        new.run(argv)
+      end
+    end
+
+    def initialize
+      @loop = Coolio::Loop.default
+      @host = "localhost"
+      @port = 10031
+      @tag  = "droonga"
+      @dataset  = "Default"
+      @receiver_host = Socket.gethostname
+      @receiver_port = 0
+    end
+
+    def run(argv)
+      parse_command_line_arguments!(argv)
+
+      error_message = dump
+
+      if error_message
+        $stderr.puts(error_message)
+        false
+      else
+        true
+      end
+    end
+
+    private
+    def parse_command_line_arguments!(argv)
+      parser = create_option_parser
+      parser.parse!(argv)
+    end
+
+    def create_option_parser
+      parser = OptionParser.new
+      parser.version = VERSION
+
+      parser.separator("")
+      parser.separator("Connect:")
+      parser.on("--host=HOST",
+                "Host name to be connected.",
+                "(#{@host})") do |host|
+        @host = host
+      end
+      parser.on("--port=PORT", Integer,
+                "Port number to be connected.",
+                "(#{@port})") do |port|
+        @port = port
+      end
+      parser.on("--tag=TAG",
+                "Tag name to be used to communicate with Droonga system.",
+                "(#{@tag})") do |tag|
+        @tag = tag
+      end
+
+      parser.separator("")
+      parser.separator("Data:")
+      parser.on("--dataset=DATASET",
+                "Dataset to be dumped.",
+                "(#{@dataset})") do |dataset|
+        @dataset = dataset
+      end
+
+      parser.separator("")
+      parser.separator("Droonga protocol:")
+      parser.on("--receiver-host=HOST",
+                "Host name to be received a response from Droonga engine.",
+                "(#{@receiver_host})") do |host|
+        @receiver_host = host
+      end
+      parser.on("--receiver-port=PORT", Integer,
+                "Port number to be received a response from Droonga engine.",
+                "(#{@receiver_port})") do |port|
+        @receiver_port = port
+      end
+
+      parser
+    end
+
+    def client_options
+      {
+        :host          => @host,
+        :port          => @port,
+        :tag           => @tag,
+        :protocol      => :droonga,
+        :receiver_host => @receiver_host,
+        :receiver_port => @receiver_port,
+        :backend       => :coolio,
+        :loop          => @loop,
+      }
+    end
+
+    def dump
+      client = Droonga::Client.new(client_options)
+
+      error_message = nil
+      n_dumpers = 0
+
+      dump_message = {
+        "type"    => "dump",
+        "dataset" => @dataset,
+      }
+      client.subscribe(dump_message) do |message|
+        case message
+        when Droonga::Client::Error
+          client.close
+          error_message = message.to_s
+        else
+          case message["type"]
+          when "dump.result", "dump.error"
+            if message["statusCode"] != 200
+              client.close
+              error = message["body"]
+              error_message = "#{error['name']}: #{error['message']}"
+            end
+          when "dump.table"
+            table_create_message = convert_to_table_create_message(message)
+            puts(JSON.pretty_generate(table_create_message))
+          when "dump.column"
+            column_create_message = convert_to_column_create_message(message)
+            puts(JSON.pretty_generate(column_create_message))
+          when "dump.record"
+            add_message = message.dup
+            add_message.delete("inReplyTo")
+            add_message["type"] = "add"
+            puts(JSON.pretty_generate(add_message))
+          when "dump.start"
+            n_dumpers += 1
+          when "dump.end"
+            n_dumpers -= 1
+            client.close if n_dumpers <= 0
+          end
+        end
+      end
+      @loop.run
+
+      error_message
+    end
+
+    def convert_to_table_create_message(message)
+      body = message["body"]
+      flags = []
+      case body["type"]
+      when "Array"
+        flags << "TABLE_NO_KEY"
+      when "Hash"
+        flags << "TABLE_HASH_KEY"
+      when "PatriciaTrie"
+        flags << "TABLE_PAT_KEY"
+      when "DoubleArrayTrie"
+        flags << "TABLE_DAT_KEY"
+      end
+      table_create_message = {
+        "type"    => "table_create",
+        "dataset" => message["dataset"],
+        "body" => {
+          "name"              => body["name"],
+          "flags"             => flags.join("|"),
+          "key_type"          => body["keyType"],
+        }
+      }
+
+      if body["tokenizer"]
+        table_create_message["body"]["default_tokenizer"] = body["tokenizer"]
+      end
+      if body["normalizer"]
+        table_create_message["body"]["normalizer"] = body["normalizer"]
+      end
+
+      table_create_message
+    end
+
+    def convert_to_column_create_message(message)
+      body = message["body"]
+      column_create_message = {
+        "type"    => "column_create",
+        "dataset" => message["dataset"],
+        "body" => {
+          "table"  => body["table"],
+          "name"   => body["name"],
+          "type"   => body["valueType"],
+        }
+      }
+
+      flags = []
+      case body["type"]
+      when "Scalar"
+        flags << "COLUMN_SCALAR"
+      when "Vector"
+        flags << "COLUMN_VECTOR"
+        vector_options = body["vectorOptions"] || {}
+        flags << "WITH_WEIGHT" if vector_options["weight"]
+      when "Index"
+        flags << "COLUMN_INDEX"
+        index_options = body["indexOptions"] || {}
+        flags << "WITH_SECTION"  if index_options["section"]
+        flags << "WITH_WEIGHT"   if index_options["weight"]
+        flags << "WITH_POSITION" if index_options["position"]
+      end
+
+      column_create_message["body"]["flags"] = flags.join("|")
+
+      if body["type"] == "Index"
+        index_options = body["indexOptions"] || {}
+        sources = index_options["sources"] || []
+        unless sources.empty?
+          column_create_message["body"]["source"] = sources.join(",")
+        end
+      end
+
+      column_create_message
+    end
+  end
+end

data/lib/drndump/version.rb

@@ -0,0 +1,18 @@
+# Copyright (C) 2014  Droonga Project
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+module Drndump
+  VERSION = "1.0.0"
+end

metadata

@@ -0,0 +1,152 @@
+--- !ruby/object:Gem::Specification
+name: drndump
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Droonga Project
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: cool.io
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: droonga-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: packnga
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: kramdown
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ''
+email:
+- droonga@groonga.org
+executables:
+- drndump
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- Rakefile
+- Gemfile
+- drndump.gemspec
+- lib/drndump/version.rb
+- lib/drndump/command.rb
+- doc/text/news.md
+- bin/drndump
+homepage: https://github.com/droonga/drndump
+licenses:
+- GPLv3 or later
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Drndump is a tool to dump Droonga database. You can use it for backup.
+test_files: []
+has_rdoc: