json_cli 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 29474e98dfc3d7fe8e3e3a3cd2237d3f3b2f7732
-  data.tar.gz: 890920b7bae3ac0a7c6c2bef4a1d134f7b736c79
+  metadata.gz: 953941cd39ba18dc5b2d5a24e36c94ba9a6a2455
+  data.tar.gz: 29bb2592deb3b6a7b39b2fa35123f0f9fc914733
 SHA512:
-  metadata.gz: df304ae76aece5d5831d54ceb15c0d104096f88589f84c2d7beb8d5e804964e04f97c4804f40359de2c18bb2cd7a50312cee33a400d5632c8690a183d3732164
-  data.tar.gz: 6b88ca9485f19b68eb8352d347a1fc9999c1f42afe5ede5885ad2f3823b99717a92cef9e0c082f1d44c19d40e7555c7caa42d3b223bce04414f7c8b2487116ca
+  metadata.gz: ccc9bc8dee9b5d78958e8cc86c76e2913aebfaa53953936e8ba09c12a04aed23015d3b34872c2bd5b87e1022ec2e4e1f8fd9ec6c673880307da6fbd31116bf6c
+  data.tar.gz: f725d780cd019ad2dd5d021ef5764d8d7f637cc0037538d16d11f653725454c1f3ff08c1ca36a70d80d0a56f42bbe9401f0d474869c7d4beff2c037fe20a4e10

data/bin/json_cli

@@ -1,60 +1,4 @@
 #!/usr/bin/env ruby
-require 'json_cli'
-require 'thor'
-
-module JsonCli
-  class CLI < Thor
-    desc "left_join RIGHT_FILE [LEFT_FILE]", "left outer join of json files"
-    option :key, :required => true, :aliases => :k
-    def left_join(right_file, left_file = nil)
-      left_io = left_file.nil? ? STDIN : File.open(left_file, 'r')
-      right_io = File.open(right_file, 'r')
-      JsonCli::JoinJson.left_join(left_io, right_io, options[:key])
-      left_io.close
-      right_io.close
-    end
-
-    desc "right_join RIGHT_FILE [LEFT_FILE]", "right outer join of json files"
-    option :key, :required => true, :aliases => :k
-    def right_join(right_file, left_file = nil)
-      left_io = left_file.nil? ? STDIN : File.open(left_file, 'r')
-      right_io = File.open(right_file, 'r')
-      JsonCli::JoinJson.right_join(left_io, right_io, options[:key])
-      left_io.close
-      right_io.close
-    end
-
-    desc "inner_join RIGHT_FILE [LEFT_FILE]", "inner join of json files"
-    option :key, :required => true, :aliases => :k
-    def inner_join(right_file, left_file = nil)
-      left_io = left_file.nil? ? STDIN : File.open(left_file, 'r')
-      right_io = File.open(right_file, 'r')
-      JsonCli::JoinJson.inner_join(left_io, right_io, options[:key])
-      left_io.close
-      right_io.close
-    end
-
-    desc "unwind_array [JSON_FILE]", "unwind array of json file"
-    option :key, :required => true, :aliases => :k
-    def unwind_array(json_file = nil)
-      io = json_file.nil? ? STDIN : File.open(json_file, 'r')
-      JsonCli::UnwindJson.unwind_array(io, options[:key])
-      io.close
-    end
-
-    desc "unwind_hash [JSON_FILE]", "unwind hash of json file"
-    option :key, :required => true, :aliases => :k
-    option :flatten, :type => :boolean, :aliases => :f
-    option :key_label
-    option :value_label
-    def unwind_hash(json_file = nil)
-      io = json_file.nil? ? STDIN : File.open(json_file, 'r')
-      opt = {}
-      options.select{|k,v| k != :key}.each{|k,v| opt[k.to_sym] = v}
-      JsonCli::UnwindJson.unwind_hash(io, options[:key], opt)
-      io.close
-    end
-  end
-end
 
+require 'json_cli'
 JsonCli::CLI.start(ARGV)

data/lib/json_cli.rb

@@ -1,7 +1,9 @@
 require 'json_cli/version'
+require 'json_cli/cli'
+require 'json_cli/command/base'
+require 'json_cli/command/join'
+require 'json_cli/command/unwind'
 
 # Base module
 module JsonCli
-  require 'json_cli/join'
-  require 'json_cli/unwind'
 end

data/lib/json_cli/cli.rb

@@ -0,0 +1,70 @@
+require 'thor'
+
+module JsonCli
+  # CLI class
+  class CLI < Thor
+    class_option :output, aliases: :o, default: '/dev/stdout'
+
+    desc 'left_join', 'left outer join of json files'
+    option :join_key, required: true, aliases: :k
+    option :join_file, required: true,  aliases: :j
+    option :base_file, aliases: :b, default: '/dev/stdin'
+    def left_join
+      join_common(__method__)
+    end
+
+    desc 'right_join', 'right outer join of json files'
+    option :join_key, required: true, aliases: :k
+    option :join_file, required: true,  aliases: :j
+    option :base_file, aliases: :b, default: '/dev/stdin'
+    def right_join
+      join_common(__method__)
+    end
+
+    desc 'inner_join', 'inner join of json files'
+    option :join_key, required: true, aliases: :k
+    option :join_file, required: true,  aliases: :j
+    option :base_file, aliases: :b, default: '/dev/stdin'
+    def inner_join
+      join_common(__method__)
+    end
+
+    desc 'unwind_array [JSON_FILE]', 'unwind array of json file'
+    option :unwind_key, required: true, aliases: :k
+    def unwind_array(json_file = '/dev/stdin')
+      unwind_common(__method__, json_file)
+    end
+
+    desc 'unwind_hash [JSON_FILE]', 'unwind hash of json file'
+    option :unwind_key, required: true, aliases: :k
+    option :flatten, type: :boolean, aliases: :f
+    option :key_label
+    option :value_label
+    def unwind_hash(json_file = '/dev/stdin')
+      unwind_common(__method__, json_file)
+    end
+
+    private
+
+    def join_common(command)
+      left_io = File.open(options[:base_file], 'r')
+      right_io = File.open(options[:join_file], 'r')
+      JsonCli::Command::Join.new(left_io, right_io, opts).send(command)
+      [left_io, right_io, opts[:out]].each(&:close)
+    end
+
+    def unwind_common(command, json_file)
+      io = File.open(json_file, 'r')
+      JsonCli::Command::Unwind.new(io, opts).send(command)
+      [io, opts[:out]].each(&:close)
+    end
+
+    def opts
+      @opts ||= { out: File.open(options[:output], 'w') }
+        .merge(options.select { |key, _| key != :output })
+        .each_with_object({}) do |(key, val), hash|
+        hash[key.to_sym] = val
+      end
+    end
+  end
+end

data/lib/json_cli/command/base.rb

@@ -0,0 +1,12 @@
+# -*- mode: ruby; coding: utf-8 -*-
+
+module JsonCli
+  module Command
+    # Base command class
+    class Base
+      def initialize(options)
+        @output = options[:out]
+      end
+    end
+  end
+end

data/lib/json_cli/command/join.rb

@@ -0,0 +1,52 @@
+# -*- mode: ruby; coding: utf-8 -*-
+require 'multi_json'
+
+module JsonCli
+  module Command
+    # Join JSON class
+    class Join < Base
+      def initialize(left_io, right_io, options)
+        super(options)
+        @left_io = left_io
+        @right_io = right_io
+        @join_key = options[:join_key]
+      end
+
+      def left_join
+        join(@left_io, @right_io)
+      end
+
+      def right_join
+        join(@right_io, @left_io)
+      end
+
+      def inner_join
+        right = io2hash(@right_io)
+        @left_io.each do |line|
+          obj = MultiJson.load(line.chomp)
+          next if !obj.key?(@join_key) ||
+            !right.key?((jk_val = obj[@join_key]))
+          @output.puts MultiJson.dump(obj.merge(right[jk_val]))
+        end
+      end
+
+      private
+
+      def io2hash(io)
+        io.each_with_object({}) do |line, hash|
+          obj = MultiJson.load(line.chomp)
+          hash[obj.delete(@join_key)] = obj if obj.key?(@join_key)
+        end
+      end
+
+      def join(left_io, right_io)
+        right = io2hash(right_io)
+        left_io.each do |line|
+          obj = MultiJson.load(line.chomp)
+          obj.merge!(right[obj[@join_key]] || {}) if obj.key?(@join_key)
+          @output.puts MultiJson.dump(obj)
+        end
+      end
+    end
+  end
+end

data/lib/json_cli/command/unwind.rb

@@ -0,0 +1,68 @@
+# -*- mode: ruby; coding: utf-8 -*-
+require 'multi_json'
+
+module JsonCli
+  module Command
+    # Unwind JSON class
+    class Unwind < Base
+      def initialize(io, options)
+        super(options)
+        @io = io
+        @unwind_key = options[:unwind_key]
+        @flatten = options[:flatten]
+        @key_label = options[:key_label] || 'key'
+        @value_label = options[:value_label] || 'value'
+      end
+
+      def unwind_array
+        @io.each do |line|
+          obj = MultiJson.load(line.chomp)
+          if !obj.key?(@unwind_key) || !obj[@unwind_key].is_a?(Array)
+            @output.puts MultiJson.dump(obj)
+          else
+            unwind_array_obj(obj)
+          end
+        end
+      end
+
+      def unwind_hash
+        @io.each do |line|
+          obj = MultiJson.load(line.chomp)
+          if !obj.key?(@unwind_key) || !obj[@unwind_key].is_a?(Hash)
+            @output.puts MultiJson.dump(obj)
+          elsif @flatten
+            unwind_hash_obj_flatten(obj)
+          else
+            unwind_hash_obj(obj)
+          end
+        end
+      end
+
+      private
+
+      def unwind_array_obj(obj)
+        obj[@unwind_key].each do |val|
+          @output.puts MultiJson.dump(obj.merge(@unwind_key => val))
+        end
+      end
+
+      def unwind_hash_obj(obj)
+        obj[@unwind_key].each do |key, val|
+          jj = obj.merge(@unwind_key => { key => val })
+          @output.puts MultiJson.dump(jj)
+        end
+      end
+
+      def unwind_hash_obj_flatten(obj)
+        base = obj.select { |key, _| key != @unwind_key }
+        obj[@unwind_key].each do |key, val|
+          jj = base.merge(
+            @key_label => key,
+            @value_label => val
+          )
+          @output.puts MultiJson.dump(jj)
+        end
+      end
+    end
+  end
+end

data/lib/json_cli/version.rb

@@ -1,4 +1,4 @@
 # Base module
 module JsonCli
-  VERSION = '0.0.1'
+  VERSION = '0.0.2'
 end

data/spec/fixture/inner_join_logfile_attribute_id.json

@@ -0,0 +1,2 @@
+{"_id":"0001","timestamp":1385273700,"tags":["news","sports"],"words":{"baseball":3,"soccer":2,"ichiro":1,"honda":2},"title":"A","authors":["alice"]}
+{"_id":"0002","timestamp":1385273730,"tags":["sports"],"words":{"sumo":3,"tennis":1,"japan":2},"title":"B","authors":["bob","john"]}

data/spec/fixture/join_attribute_logfile_id.json

@@ -0,0 +1,3 @@
+{"_id":"0001","title":"A","authors":["alice"],"timestamp":1385273700,"tags":["news","sports"],"words":{"baseball":3,"soccer":2,"ichiro":1,"honda":2}}
+{"_id":"0002","title":"B","authors":["bob","john"],"timestamp":1385273730,"tags":["sports"],"words":{"sumo":3,"tennis":1,"japan":2}}
+{"_id":"0004","title":"D","authors":["dave"]}

data/spec/fixture/join_logfile_attribute_id.json

@@ -0,0 +1,4 @@
+{"_id":"0001","timestamp":1385273700,"tags":["news","sports"],"words":{"baseball":3,"soccer":2,"ichiro":1,"honda":2},"title":"A","authors":["alice"]}
+{"_id":"0002","timestamp":1385273730,"tags":["sports"],"words":{"sumo":3,"tennis":1,"japan":2},"title":"B","authors":["bob","john"]}
+{"_id":"0003","timestamp":1385274100,"tags":["drama"],"words":{"furuhata":2,"ichiro":3}}
+{"broken":"data"}

data/spec/fixture/unwind_logfile_tags.json

@@ -0,0 +1,5 @@
+{"_id":"0001","timestamp":1385273700,"tags":"news","words":{"baseball":3,"soccer":2,"ichiro":1,"honda":2}}
+{"_id":"0001","timestamp":1385273700,"tags":"sports","words":{"baseball":3,"soccer":2,"ichiro":1,"honda":2}}
+{"_id":"0002","timestamp":1385273730,"tags":"sports","words":{"sumo":3,"tennis":1,"japan":2}}
+{"_id":"0003","timestamp":1385274100,"tags":"drama","words":{"furuhata":2,"ichiro":3}}
+{"broken":"data"}

data/spec/fixture/unwind_logfile_words.json

@@ -0,0 +1,10 @@
+{"_id":"0001","timestamp":1385273700,"tags":["news","sports"],"words":{"baseball":3}}
+{"_id":"0001","timestamp":1385273700,"tags":["news","sports"],"words":{"soccer":2}}
+{"_id":"0001","timestamp":1385273700,"tags":["news","sports"],"words":{"ichiro":1}}
+{"_id":"0001","timestamp":1385273700,"tags":["news","sports"],"words":{"honda":2}}
+{"_id":"0002","timestamp":1385273730,"tags":["sports"],"words":{"sumo":3}}
+{"_id":"0002","timestamp":1385273730,"tags":["sports"],"words":{"tennis":1}}
+{"_id":"0002","timestamp":1385273730,"tags":["sports"],"words":{"japan":2}}
+{"_id":"0003","timestamp":1385274100,"tags":["drama"],"words":{"furuhata":2}}
+{"_id":"0003","timestamp":1385274100,"tags":["drama"],"words":{"ichiro":3}}
+{"broken":"data"}

data/spec/fixture/unwind_logfile_words_flatten.json

@@ -0,0 +1,10 @@
+{"_id":"0001","timestamp":1385273700,"tags":["news","sports"],"word":"baseball","count":3}
+{"_id":"0001","timestamp":1385273700,"tags":["news","sports"],"word":"soccer","count":2}
+{"_id":"0001","timestamp":1385273700,"tags":["news","sports"],"word":"ichiro","count":1}
+{"_id":"0001","timestamp":1385273700,"tags":["news","sports"],"word":"honda","count":2}
+{"_id":"0002","timestamp":1385273730,"tags":["sports"],"word":"sumo","count":3}
+{"_id":"0002","timestamp":1385273730,"tags":["sports"],"word":"tennis","count":1}
+{"_id":"0002","timestamp":1385273730,"tags":["sports"],"word":"japan","count":2}
+{"_id":"0003","timestamp":1385274100,"tags":["drama"],"word":"furuhata","count":2}
+{"_id":"0003","timestamp":1385274100,"tags":["drama"],"word":"ichiro","count":3}
+{"broken":"data"}

data/spec/json_cli/cli_spec.rb

@@ -0,0 +1,85 @@
+require 'spec_helper'
+require 'tempfile'
+
+describe JsonCli::CLI do
+  let(:cli) { described_class.new }
+
+  shared_examples_for 'cli' do
+    before do
+      @result_file = Tempfile.new(File.basename(__FILE__))
+    end
+
+    after do
+      @result_file.close!
+    end
+
+    it 'output expected JSON' do
+      args.map! { |f| File.join(FIXTURE_DIR, f) }
+      options.merge!(output: @result_file.path)
+      cli.invoke(command, args, options)
+      expect_file_path = File.join(FIXTURE_DIR, expect_file)
+      expect(File.read(@result_file.path)).to eq File.read(expect_file_path)
+    end
+  end
+
+  context 'join' do
+    let(:args) { [] }
+
+    describe '#left_join' do
+      let(:options) do
+        {
+          join_key: '_id',
+          base_file: File.join(FIXTURE_DIR, 'logfile.json'),
+          join_file: File.join(FIXTURE_DIR, 'attribute.json')
+        }
+      end
+      let(:command) { 'left_join' }
+      let(:expect_file) { 'join_logfile_attribute_id.json' }
+      it_behaves_like 'cli'
+    end
+
+    describe '#right_join' do
+      let(:options) do
+        {
+          join_key: '_id',
+          base_file: File.join(FIXTURE_DIR, 'attribute.json'),
+          join_file: File.join(FIXTURE_DIR, 'logfile.json')
+        }
+      end
+      let(:command) { 'right_join' }
+      let(:expect_file) { 'join_logfile_attribute_id.json' }
+      it_behaves_like 'cli'
+    end
+
+    describe '#inner_join' do
+      let(:options) do
+        {
+          join_key: '_id',
+          base_file: File.join(FIXTURE_DIR, 'logfile.json'),
+          join_file: File.join(FIXTURE_DIR, 'attribute.json')
+        }
+      end
+      let(:command) { 'inner_join' }
+      let(:expect_file) { 'inner_join_logfile_attribute_id.json' }
+      it_behaves_like 'cli'
+    end
+  end
+
+  context 'unwind' do
+    describe '#unwind_array' do
+      let(:args) { %w(logfile.json) }
+      let(:options) { { unwind_key: 'tags' } }
+      let(:command) { 'unwind_array' }
+      let(:expect_file) { 'unwind_logfile_tags.json' }
+      it_behaves_like 'cli'
+    end
+
+    describe '#unwind_hash' do
+      let(:args) { %w(logfile.json) }
+      let(:options) { { unwind_key: 'words' } }
+      let(:command) { 'unwind_hash' }
+      let(:expect_file) { 'unwind_logfile_words.json' }
+      it_behaves_like 'cli'
+    end
+  end
+end

data/spec/json_cli/command/join_spec.rb

@@ -0,0 +1,86 @@
+require 'spec_helper'
+
+describe JsonCli::Command::Join do
+  shared_examples_for 'join json' do
+    it 'join json as expected' do
+      @left_io = File.open(File.join(FIXTURE_DIR, left_file))
+      @right_io = File.open(File.join(FIXTURE_DIR, right_file))
+      expect_file_path = File.join(FIXTURE_DIR, expect_file)
+      result = StringIO.new
+      opts = options.merge(out: result, join_key: join_key)
+      described_class.new(@left_io, @right_io, opts).send(command)
+      expect(result.string).to eq File.read(expect_file_path)
+    end
+
+    after do
+      @left_io.close if @left_io
+      @right_io.close if @right_io
+    end
+  end
+
+  describe '#left_join' do
+    let(:command) { 'left_join' }
+
+    context 'when normal file input' do
+      let(:left_file) { 'logfile.json' }
+      let(:right_file) { 'attribute.json' }
+      let(:join_key) { '_id' }
+      let(:options) { {} }
+      let(:expect_file) { 'join_logfile_attribute_id.json' }
+      it_behaves_like 'join json'
+    end
+
+    context 'when left is empty' do
+      let(:left_file) { 'empty.json' }
+      let(:right_file) { 'attribute.json' }
+      let(:join_key) { '_id' }
+      let(:options) { {} }
+      let(:expect_file) { 'empty.json' }
+      it_behaves_like 'join json'
+    end
+
+    context 'when right is empty' do
+      let(:left_file) { 'logfile.json' }
+      let(:right_file) { 'empty.json' }
+      let(:join_key) { '_id' }
+      let(:options) { {} }
+      let(:expect_file) { 'logfile.json' }
+      it_behaves_like 'join json'
+    end
+  end
+
+  describe '#right_join' do
+    let(:command) { 'right_join' }
+
+    context 'when normal file input' do
+      let(:left_file) { 'logfile.json' }
+      let(:right_file) { 'attribute.json' }
+      let(:join_key) { '_id' }
+      let(:options) { {} }
+      let(:expect_file) { 'join_attribute_logfile_id.json' }
+      it_behaves_like 'join json'
+    end
+  end
+
+  describe '#inner_join' do
+    let(:command) { 'inner_join' }
+
+    context 'when normal file input' do
+      let(:left_file) { 'logfile.json' }
+      let(:right_file) { 'attribute.json' }
+      let(:join_key) { '_id' }
+      let(:options) { {} }
+      let(:expect_file) { 'inner_join_logfile_attribute_id.json' }
+      it_behaves_like 'join json'
+    end
+
+    context 'when right is empty' do
+      let(:left_file) { 'logfile.json' }
+      let(:right_file) { 'empty.json' }
+      let(:join_key) { '_id' }
+      let(:options) { {} }
+      let(:expect_file) { 'empty.json' }
+      it_behaves_like 'join json'
+    end
+  end
+end

data/spec/json_cli/command/unwind_spec.rb

@@ -0,0 +1,53 @@
+# -*- mode: ruby; coding: utf-8 -*-
+require 'spec_helper'
+
+describe JsonCli::Command::Unwind do
+  shared_examples_for 'unwind json' do
+    it 'unwind json as expected' do
+      @io = File.open(File.join(FIXTURE_DIR, input_file))
+      expect_file_path = File.join(FIXTURE_DIR, expect_file)
+      result = StringIO.new
+      opts = options.merge(out: result, unwind_key: unwind_key)
+      described_class.new(@io, opts).send(command)
+      expect(result.string).to eq File.read(expect_file_path)
+    end
+
+    after do
+      @io.close if @io
+    end
+  end
+
+  describe '#unwind_array' do
+    let(:command) { 'unwind_array' }
+
+    context 'when normal file input' do
+      let(:input_file) { 'logfile.json' }
+      let(:unwind_key) { 'tags' }
+      let(:options) { {} }
+      let(:expect_file) { 'unwind_logfile_tags.json' }
+      it_behaves_like 'unwind json'
+    end
+  end
+
+  describe '#unwind_hash' do
+    let(:command) { 'unwind_hash' }
+
+    context 'when normal file input' do
+      let(:input_file) { 'logfile.json' }
+      let(:unwind_key) { 'words' }
+      let(:options) { {} }
+      let(:expect_file) { 'unwind_logfile_words.json' }
+      it_behaves_like 'unwind json'
+    end
+
+    context 'when normal file input with flatten option' do
+      let(:input_file) { 'logfile.json' }
+      let(:unwind_key) { 'words' }
+      let(:expect_file) { 'unwind_logfile_words_flatten.json' }
+      let(:options) do
+        { flatten: true, key_label: 'word', value_label: 'count' }
+      end
+      it_behaves_like 'unwind json'
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -3,3 +3,5 @@ Coveralls.wear!
 
 $LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
 require 'json_cli'
+
+FIXTURE_DIR = 'spec/fixture'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: json_cli
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Masaaki Kikuchi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-06-04 00:00:00.000000000 Z
+date: 2014-06-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: multi_json
@@ -169,15 +169,24 @@ files:
 - bin/json_cli
 - json_cli.gemspec
 - lib/json_cli.rb
-- lib/json_cli/join.rb
-- lib/json_cli/unwind.rb
+- lib/json_cli/cli.rb
+- lib/json_cli/command/base.rb
+- lib/json_cli/command/join.rb
+- lib/json_cli/command/unwind.rb
 - lib/json_cli/version.rb
-- spec/attribute.json
-- spec/empty.json
-- spec/json_cli/join_spec.rb
-- spec/json_cli/unwind_spec.rb
+- spec/fixture/attribute.json
+- spec/fixture/empty.json
+- spec/fixture/inner_join_logfile_attribute_id.json
+- spec/fixture/join_attribute_logfile_id.json
+- spec/fixture/join_logfile_attribute_id.json
+- spec/fixture/logfile.json
+- spec/fixture/unwind_logfile_tags.json
+- spec/fixture/unwind_logfile_words.json
+- spec/fixture/unwind_logfile_words_flatten.json
+- spec/json_cli/cli_spec.rb
+- spec/json_cli/command/join_spec.rb
+- spec/json_cli/command/unwind_spec.rb
 - spec/json_cli_spec.rb
-- spec/logfile.json
 - spec/spec_helper.rb
 homepage: ''
 licenses:
@@ -204,10 +213,17 @@ signing_key:
 specification_version: 4
 summary: JSON command line tools
 test_files:
-- spec/attribute.json
-- spec/empty.json
-- spec/json_cli/join_spec.rb
-- spec/json_cli/unwind_spec.rb
+- spec/fixture/attribute.json
+- spec/fixture/empty.json
+- spec/fixture/inner_join_logfile_attribute_id.json
+- spec/fixture/join_attribute_logfile_id.json
+- spec/fixture/join_logfile_attribute_id.json
+- spec/fixture/logfile.json
+- spec/fixture/unwind_logfile_tags.json
+- spec/fixture/unwind_logfile_words.json
+- spec/fixture/unwind_logfile_words_flatten.json
+- spec/json_cli/cli_spec.rb
+- spec/json_cli/command/join_spec.rb
+- spec/json_cli/command/unwind_spec.rb
 - spec/json_cli_spec.rb
-- spec/logfile.json
 - spec/spec_helper.rb

data/lib/json_cli/join.rb

@@ -1,41 +0,0 @@
-# -*- mode: ruby; coding: utf-8 -*-
-require 'multi_json'
-
-module JsonCli
-  # Join JSON class
-  class JoinJson
-    def self.left_join(left_io, right_io, join_key, out = STDOUT)
-      right = io2hash(right_io, join_key)
-      left_io.each do |l|
-        j = MultiJson.load(l.chomp)
-        j.merge!(right[j[join_key]] || {}) if j.key?(join_key)
-        out.puts MultiJson.dump(j)
-      end
-      out.flush
-    end
-
-    def self.right_join(left_io, right_io, join_key, out = STDOUT)
-      left_join(right_io, left_io, join_key, out)
-    end
-
-    def self.inner_join(left_io, right_io, join_key, out = STDOUT)
-      right = io2hash(right_io, join_key)
-      left_io.each do |l|
-        j = MultiJson.load(l.chomp)
-        next if !j.key?(join_key) || !right.key?(j[join_key])
-        out.puts MultiJson.dump(j.merge(right[j[join_key]]))
-      end
-      out.flush
-    end
-
-    def self.io2hash(io, key)
-      hash = {}
-      io.each do |l|
-        j = MultiJson.load(l.chomp)
-        next unless j.key?(key)
-        hash[j[key]] = j.select { |k, _| k != key }
-      end
-      hash
-    end
-  end
-end

data/lib/json_cli/unwind.rb

@@ -1,43 +0,0 @@
-# -*- mode: ruby; coding: utf-8 -*-
-require 'multi_json'
-
-module JsonCli
-  # Unwind JSON class
-  class UnwindJson
-    def self.unwind_array(io, unwind_key, opt = {})
-      opt[:out] ||= STDOUT
-      io.each do |l|
-        j = MultiJson.load(l.chomp)
-        if j.key?(unwind_key) && j[unwind_key].is_a?(Array)
-          j[unwind_key].each do |v|
-            opt[:out].puts MultiJson.dump(j.merge(unwind_key => v))
-          end
-        else
-          opt[:out].puts MultiJson.dump(j)
-        end
-      end
-    end
-
-    def self.unwind_hash(io, unwind_key, opt = {})
-      opt[:out] ||= STDOUT
-      opt[:key_label] ||= 'key'
-      opt[:value_label] ||= 'value'
-      io.each do |l|
-        j = MultiJson.load(l.chomp)
-        if j.key?(unwind_key) && j[unwind_key].is_a?(Hash)
-          base = j.select { |k, _| k != unwind_key } if opt[:flatten]
-          j[unwind_key].each do |k, v|
-            if opt[:flatten]
-              jj = base.merge(opt[:key_label] => k, opt[:value_label] => v)
-            else
-              jj = j.merge(unwind_key => { k => v })
-            end
-            opt[:out].puts MultiJson.dump(jj)
-          end
-        else
-          opt[:out].puts MultiJson.dump(j)
-        end
-      end
-    end
-  end
-end

data/spec/json_cli/join_spec.rb

@@ -1,112 +0,0 @@
-require 'spec_helper'
-
-describe JsonCli::JoinJson do
-  describe '#left_join' do
-    context 'when normal file input' do
-      it 'joins right to left' do
-        @left_io = File.open('spec/logfile.json', 'r')
-        @right_io = File.open('spec/attribute.json', 'r')
-        key = '_id'
-        result = StringIO.new
-        JsonCli::JoinJson.left_join(@left_io, @right_io, key, result)
-        lines = result.string.each_line.to_a.map { |l| l.chomp }
-        expect(lines.size).to eq(4)
-        expect(lines[0]).to eq(%q({"_id":"0001","timestamp":1385273700,) +
-          %q("tags":["news","sports"],"words":{"baseball":3,"soccer":2,) +
-          %q("ichiro":1,"honda":2},"title":"A","authors":["alice"]}))
-        expect(lines[1]).to eq(%q({"_id":"0002","timestamp":1385273730,) +
-          %q("tags":["sports"],"words":{"sumo":3,"tennis":1,"japan":2},) +
-          %q("title":"B","authors":["bob","john"]}))
-        expect(lines[2]).to eq(%q({"_id":"0003","timestamp":1385274100,) +
-          %q("tags":["drama"],"words":{"furuhata":2,"ichiro":3}}))
-        expect(lines[3]).to eq(%q({"broken":"data"}))
-      end
-    end
-
-    context 'when left is empty' do
-      it 'outputs nothing' do
-        @left_io = File.open('spec/empty.json', 'r')
-        @right_io = File.open('spec/attribute.json', 'r')
-        key = '_id'
-        result = StringIO.new
-        JsonCli::JoinJson.left_join(@left_io, @right_io, key, result)
-        lines = result.string.each_line.to_a.map { |l| l.chomp }
-        expect(lines).to be_empty
-      end
-    end
-
-    context 'when right is empty' do
-      it 'outputs just left' do
-        @left_io = File.open('spec/logfile.json', 'r')
-        @right_io = File.open('spec/empty.json', 'r')
-        key = '_id'
-        result = StringIO.new
-        JsonCli::JoinJson.left_join(@left_io, @right_io, key, result)
-        lines = result.string.each_line.to_a.map { |l| l.chomp }
-        @left_io.rewind
-        left_lines = @left_io.each.to_a.map { |l| l.chomp }
-        expect(lines).to eq(left_lines)
-      end
-    end
-  end
-
-  describe '#right_join' do
-    context 'when normal file input' do
-      it 'joins left to right' do
-        @left_io = File.open('spec/logfile.json', 'r')
-        @right_io = File.open('spec/attribute.json', 'r')
-        key = '_id'
-        result = StringIO.new
-        JsonCli::JoinJson.right_join(@left_io, @right_io, key, result)
-        lines = result.string.each_line.to_a.map { |l| l.chomp }
-        expect(lines.size).to eq(3)
-        expect(lines[0]).to eq(%q({"_id":"0001","title":"A",) +
-          %q("authors":["alice"],"timestamp":1385273700,) +
-          %q("tags":["news","sports"],"words":{"baseball":3,) +
-          %q("soccer":2,"ichiro":1,"honda":2}}))
-        expect(lines[1]).to eq(%q({"_id":"0002","title":"B",) +
-          %q("authors":["bob","john"],"timestamp":1385273730,) +
-          %q("tags":["sports"],"words":{"sumo":3,"tennis":1,"japan":2}}))
-        expect(lines[2]).to eq(%q({"_id":"0004","title":"D",) +
-          %q("authors":["dave"]}))
-      end
-    end
-  end
-
-  describe '#inner_join' do
-    context 'when normal file input' do
-      it 'joins inner' do
-        @left_io = File.open('spec/logfile.json', 'r')
-        @right_io = File.open('spec/attribute.json', 'r')
-        key = '_id'
-        result = StringIO.new
-        JsonCli::JoinJson.inner_join(@left_io, @right_io, key, result)
-        lines = result.string.each_line.to_a.map { |l| l.chomp }
-        expect(lines.size).to eq(2)
-        expect(lines[0]).to eq(%q({"_id":"0001","timestamp":1385273700,) +
-          %q("tags":["news","sports"],"words":{"baseball":3,"soccer":2,) +
-          %q("ichiro":1,"honda":2},"title":"A","authors":["alice"]}))
-        expect(lines[1]).to eq(%q({"_id":"0002","timestamp":1385273730,) +
-          %q("tags":["sports"],"words":{"sumo":3,"tennis":1,"japan":2},) +
-          %q("title":"B","authors":["bob","john"]}))
-      end
-    end
-
-    context 'when right is empty' do
-      it 'outputs nothing' do
-        @left_io = File.open('spec/logfile.json', 'r')
-        @right_io = File.open('spec/empty.json', 'r')
-        key = '_id'
-        result = StringIO.new
-        JsonCli::JoinJson.inner_join(@left_io, @right_io, key, result)
-        lines = result.string.each_line.to_a.map { |l| l.chomp }
-        expect(lines).to be_empty
-      end
-    end
-  end
-
-  after do
-    @left_io.close if @left_io
-    @right_io.close if @right_io
-  end
-end

data/spec/json_cli/unwind_spec.rb

@@ -1,90 +0,0 @@
-# -*- mode: ruby; coding: utf-8 -*-
-require 'spec_helper'
-
-describe JsonCli::UnwindJson do
-  describe '#unwind_array' do
-    context 'when normal file input' do
-      it 'unwinds array values' do
-        @io = File.open('spec/logfile.json', 'r')
-        key = 'tags'
-        result = StringIO.new
-        JsonCli::UnwindJson.unwind_array(@io, key, out: result)
-        lines = result.string.each_line.to_a.map { |l| l.chomp }
-        expect(lines.size).to eq(5)
-        expect(lines[0]).to eq(%q({"_id":"0001","timestamp":1385273700,) +
-          %q("tags":"news","words":{"baseball":3,"soccer":2,"ichiro":1,) +
-          %q("honda":2}}))
-        expect(lines[1]).to eq(%q({"_id":"0001","timestamp":1385273700,) +
-          %q("tags":"sports","words":{"baseball":3,"soccer":2,"ichiro":1,) +
-          %q("honda":2}}))
-        expect(lines[2]).to eq(%q({"_id":"0002","timestamp":1385273730,) +
-          %q("tags":"sports","words":{"sumo":3,"tennis":1,"japan":2}}))
-        expect(lines[3]).to eq(%q({"_id":"0003","timestamp":1385274100,) +
-          %q("tags":"drama","words":{"furuhata":2,"ichiro":3}}))
-        expect(lines[4]).to eq(%q({"broken":"data"}))
-      end
-    end
-  end
-
-  describe '#unwind_array' do
-    context 'when normal file input' do
-      it 'unwinds hash values without flatten' do
-        @io = File.open('spec/logfile.json', 'r')
-        key = 'words'
-        result = StringIO.new
-        JsonCli::UnwindJson.unwind_hash(@io, key, out: result)
-        lines = result.string.each_line.to_a.map { |l| l.chomp }
-        expect(lines.size).to eq(10)
-        expect(lines[0]).to eq(%q({"_id":"0001","timestamp":1385273700,) +
-          %q("tags":["news","sports"],"words":{"baseball":3}}))
-        expect(lines[1]).to eq(%q({"_id":"0001","timestamp":1385273700,) +
-          %q("tags":["news","sports"],"words":{"soccer":2}}))
-        expect(lines[2]).to eq(%q({"_id":"0001","timestamp":1385273700,) +
-          %q("tags":["news","sports"],"words":{"ichiro":1}}))
-        expect(lines[3]).to eq(%q({"_id":"0001","timestamp":1385273700,) +
-          %q("tags":["news","sports"],"words":{"honda":2}}))
-        expect(lines[4]).to eq(%q({"_id":"0002","timestamp":1385273730,) +
-          %q("tags":["sports"],"words":{"sumo":3}}))
-        expect(lines[5]).to eq(%q({"_id":"0002","timestamp":1385273730,) +
-          %q("tags":["sports"],"words":{"tennis":1}}))
-        expect(lines[6]).to eq(%q({"_id":"0002","timestamp":1385273730,) +
-          %q("tags":["sports"],"words":{"japan":2}}))
-        expect(lines[7]).to eq(%q({"_id":"0003","timestamp":1385274100,) +
-          %q("tags":["drama"],"words":{"furuhata":2}}))
-        expect(lines[8]).to eq(%q({"_id":"0003","timestamp":1385274100,) +
-          %q("tags":["drama"],"words":{"ichiro":3}}))
-        expect(lines[9]).to eq(%q({"broken":"data"}))
-      end
-
-      it 'unwinds hash values with flatten' do
-        @io = File.open('spec/logfile.json', 'r')
-        key = 'words'
-        result = StringIO.new
-        JsonCli::UnwindJson.unwind_hash(
-          @io, key,
-          out: result, flatten: true, key_label: 'word', value_label: 'count')
-        lines = result.string.each_line.to_a.map { |l| l.chomp }
-        expect(lines.size).to eq(10)
-        expect(lines[0]).to eq(%q({"_id":"0001","timestamp":1385273700,) +
-          %q("tags":["news","sports"],"word":"baseball","count":3}))
-        expect(lines[1]).to eq(%q({"_id":"0001","timestamp":1385273700,) +
-          %q("tags":["news","sports"],"word":"soccer","count":2}))
-        expect(lines[2]).to eq(%q({"_id":"0001","timestamp":1385273700,) +
-          %q("tags":["news","sports"],"word":"ichiro","count":1}))
-        expect(lines[3]).to eq(%q({"_id":"0001","timestamp":1385273700,) +
-          %q("tags":["news","sports"],"word":"honda","count":2}))
-        expect(lines[4]).to eq(%q({"_id":"0002","timestamp":1385273730,) +
-          %q("tags":["sports"],"word":"sumo","count":3}))
-        expect(lines[5]).to eq(%q({"_id":"0002","timestamp":1385273730,) +
-          %q("tags":["sports"],"word":"tennis","count":1}))
-        expect(lines[6]).to eq(%q({"_id":"0002","timestamp":1385273730,) +
-          %q("tags":["sports"],"word":"japan","count":2}))
-        expect(lines[7]).to eq(%q({"_id":"0003","timestamp":1385274100,) +
-          %q("tags":["drama"],"word":"furuhata","count":2}))
-        expect(lines[8]).to eq(%q({"_id":"0003","timestamp":1385274100,) +
-          %q("tags":["drama"],"word":"ichiro","count":3}))
-        expect(lines[9]).to eq(%q({"broken":"data"}))
-      end
-    end
-  end
-end