xxx2json 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4a0bd23e7e9bcb8945991de0680040f091df7d95
+  data.tar.gz: 836fa6208b05c97ab2be262bf5cb05d60d73efc6
+SHA512:
+  metadata.gz: 47a96b0e2cbe8d3f60c6cd2e927358ccd9769c83f647dc5245e1d2115802be9d940481372bd02a29e487238da7e130df71cdcca33faa4789a2c3a942f2195aee
+  data.tar.gz: 98fb56302a9876edc3d8b1ca858b47b7b36c4d799e8f29def6efff8450f3f32c89256f8f7042508f657288199a315ca73bb59300e1370ff63338a8301a9d7ef2

data/.document

@@ -0,0 +1,3 @@
+- 
+ChangeLog.md
+LICENSE.txt

data/.gitignore

@@ -0,0 +1,8 @@
+Gemfile.lock
+doc/
+pkg/
+**/*.gem
+.yardoc/
+.bundle/
+vendor/bundle/
+.tags

data/.rspec

@@ -0,0 +1 @@
+--colour --format documentation

data/.travis.yml

@@ -0,0 +1,16 @@
+language: ruby
+
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - 2.1
+  - ruby-head
+
+os:
+  - linux
+  - osx
+
+gemfile:
+  - Gemfile
+
+script: 'bundle exec rake spec'

data/.yardopts

@@ -0,0 +1 @@
+--markup markdown --title "xxx2json Documentation" --protected

data/ChangeLog.md

@@ -0,0 +1,4 @@
+### 0.1.0 / 2014-12-29
+
+* Initial release:
+

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+gemspec
+
+group :development do
+  gem 'kramdown'
+end

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2014 Hiroshi Toyama
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,57 @@
+# xxx2json [![Build Status](https://secure.travis-ci.org/toyama0919/xxx2json.png?branch=master)](http://travis-ci.org/toyama0919/xxx2json)
+
+other format to json
+
+## Examples(LTSV)
+
+    $ echo 'test:hoge\ttest2:hoge' | xxx2json ltsv
+    #=> [
+    #=>   {
+    #=>     "test": "hoge",
+    #=>     "test2": "hoge"
+    #=>   }
+    #=> ]
+
+## Support Format
+
+  * ltsv
+  * csv
+  * tsv
+  * yaml
+  * rss
+  * regexp
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'xxx2json'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install xxx2json
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new [Pull Request](../../pull/new/master)
+
+## Information
+
+* [Homepage](https://github.com/toyama0919/xxx2json)
+* [Issues](https://github.com/toyama0919/xxx2json/issues)
+* [Documentation](http://rubydoc.info/gems/xxx2json/frames)
+* [Email](mailto:toyama0919@gmail.com)
+
+## Copyright
+
+Copyright (c) 2014 Hiroshi Toyama
+
+See [LICENSE.txt](../LICENSE.txt) for details.

data/Rakefile

@@ -0,0 +1,34 @@
+# encoding: utf-8
+
+require 'rubygems'
+
+begin
+  require 'bundler'
+rescue LoadError => e
+  warn e.message
+  warn "Run `gem install bundler` to install Bundler."
+  exit -1
+end
+
+begin
+  Bundler.setup(:development)
+rescue Bundler::BundlerError => e
+  warn e.message
+  warn "Run `bundle install` to install missing gems."
+  exit e.status_code
+end
+
+require 'rake'
+
+require 'rubygems/tasks'
+Gem::Tasks.new
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new
+
+task :test    => :spec
+task :default => :spec
+
+require 'yard'
+YARD::Rake::YardocTask.new  
+task :doc => :yard

data/bin/xxx2json

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'xxx2json'
+
+Xxx2json::CLI.start

data/lib/xxx2json.rb

@@ -0,0 +1,3 @@
+require 'xxx2json/version'
+require 'xxx2json/core'
+require 'xxx2json/cli'

data/lib/xxx2json/cli.rb

@@ -0,0 +1,71 @@
+require 'json'
+require 'thor'
+require 'yaml'
+require 'ltsv'
+
+module Xxx2json
+  class CLI < Thor
+
+    class_option :file, type: :string, desc: 'input file. default is STDIN'
+    def initialize(args = [], options = {}, config = {})
+      super(args, options, config)
+      @global_options = config[:shell].base.options
+      if @global_options['file'].nil?
+        return unless File.pipe?(STDIN)
+        @buffer = STDIN.read
+      else
+        @buffer = File.read(@global_options['file'])
+      end
+      @core = Core.new
+    end
+
+    desc "csv", "csv to json"
+    option :headers, type: :array, default: nil, desc: 'header'
+    def csv
+      puts_json @core.convert_csv(@buffer, ',', options['headers'])
+    end
+
+    desc "space", "space delimiter to json"
+    option :headers, type: :array, default: nil, desc: 'header'
+    def space
+      puts_json @core.convert_csv(@buffer, ' ', options['headers'])
+    end
+
+    desc "tsv", "tsv to json"
+    option :headers, type: :array, desc: 'headers'
+    def tsv
+      puts_json @core.convert_csv(@buffer, "\t", options['headers'])
+    end
+
+    desc "yaml", "yaml to json"
+    def yaml
+      puts_json YAML.load(@buffer)
+    end
+
+    desc "ltsv", "ltsv to json"
+    def ltsv
+      puts_json LTSV.parse(@buffer)
+    end
+
+    desc "regexp", "say hello to NAME"
+    option :format, type: :string, required: true, desc: 'header'
+    def regexp
+      puts_json @core.convert_regexp(@buffer, options['format'])
+    end
+
+    desc "rss", "rss to json"
+    def rss
+      puts_json @core.convert_rss(@buffer)
+    end
+
+    desc "version", "show version"
+    def version
+      puts VERSION
+    end
+
+    private
+    def puts_json(data)
+      puts JSON.pretty_generate(data)
+    end
+  end
+end

data/lib/xxx2json/core.rb

@@ -0,0 +1,54 @@
+require 'fluent/config'
+require 'fluent/engine'
+require 'fluent/parser'
+require 'csv'
+require 'crack/xml'
+
+
+module Xxx2json
+  class Core
+
+    def initialize
+    end
+
+    def convert_csv(buffer, col_sep, headers)
+      CSV.parse(buffer, col_sep: col_sep, headers: headers.nil?).map do |row|
+        headers.nil? ? row.to_hash : Hash[*headers.zip(row).flatten]
+      end
+    end
+
+    def convert_regexp(buffer, format)
+      format = format.gsub(/^\/(.+)\/$/, '\1')
+      parser = Fluent::TextParser::RegexpParser.new(Regexp.new(format))
+      results = []
+      begin
+        buffer.lines.each_with_index do |line, i|
+          line = line.strip
+          time, parsed = parser.call(line)
+          if parsed.nil?
+            STDERR.puts "format error! line #{i + 1} [#{line}]"
+          end
+          results << parsed unless parsed.nil? 
+        end
+      rescue ArgumentError, RegexpError => e
+        STDERR.puts "\n#{e.message}\n#{e.backtrace.join("\n")}"
+        parsed_time = parsed = nil
+      end
+      results
+    end
+
+    def convert_rss(buffer)
+    	rss = Crack::XML.parse(buffer)
+      if rss.key?('rss')
+        display = rss['rss']['channel']['item']
+      elsif rss.key?('rdf:RDF')
+        display = rss['rdf:RDF']['item']
+      elsif rss.key?('root')
+        display = rss['root']['articles']['article']
+      elsif rss.key?('feed')
+        display = rss['feed']['entry']
+      end
+      display
+    end
+  end
+end

data/lib/xxx2json/version.rb

@@ -0,0 +1,4 @@
+module Xxx2json
+  # xxx2json version
+  VERSION = "0.1.0"
+end

data/spec/cli_spec.rb

@@ -0,0 +1,24 @@
+require 'spec_helper'
+require 'xxx2json'
+
+describe Xxx2json::CLI do
+  before do
+  end
+
+  it "should stdout sample" do
+    output = capture_stdout do
+      Xxx2json::CLI.start(['help'])
+    end
+    output.should_not nil
+  end
+
+  it "include" do
+    output = capture_stdout do
+      Xxx2json::CLI.start(['help', 'sample'])
+    end
+    output.should include('--fields')
+  end
+
+  after do
+  end
+end

data/spec/core_spec.rb

@@ -0,0 +1,19 @@
+require 'spec_helper'
+require 'xxx2json'
+
+describe Xxx2json::Core do
+  before do
+    @core = Core.new
+  end
+
+  it "core not nil" do
+    @core.should_not nil
+  end
+
+  it "private method" do
+    @core.send(:sample, []).should == []
+  end
+
+  after do
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,23 @@
+require 'rspec'
+require 'xxx2json/version'
+
+include Xxx2json
+
+def capture_stdout
+  out = StringIO.new
+  $stdout = out
+  yield
+  return out.string
+ensure
+  $stdout = STDOUT
+end
+
+def capture_stderr
+  out = StringIO.new
+  $stderr = out
+  yield
+  return out.string
+ensure
+  $stderr = STDERR
+end
+

data/spec/xxx2json_spec.rb

@@ -0,0 +1,8 @@
+require 'spec_helper'
+require 'xxx2json'
+
+describe Xxx2json do
+  it "should have a VERSION constant" do
+    subject.const_get('VERSION').should_not be_empty
+  end
+end

data/xxx2json.gemspec

@@ -0,0 +1,32 @@
+# -*- encoding: utf-8 -*-
+
+require File.expand_path('../lib/xxx2json/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name          = "xxx2json"
+  gem.version       = Xxx2json::VERSION
+  gem.summary       = %q{other format to json}
+  gem.description   = %q{other format to json}
+  gem.license       = "MIT"
+  gem.authors       = ["Hiroshi Toyama"]
+  gem.email         = "toyama0919@gmail.com"
+  gem.homepage      = "https://github.com/toyama0919/xxx2json"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ['lib']
+
+  gem.add_dependency 'thor'
+  gem.add_dependency 'fluentd'
+  gem.add_dependency 'crack'
+  gem.add_dependency 'ltsv'
+
+  gem.add_development_dependency 'bundler', '~> 1.7.2'
+  gem.add_development_dependency 'pry', '~> 0.10.1'
+  gem.add_development_dependency 'rake', '~> 10.3.2'
+  gem.add_development_dependency 'rspec', '~> 2.4'
+  gem.add_development_dependency 'rubocop', '~> 0.24.1'
+  gem.add_development_dependency 'rubygems-tasks', '~> 0.2'
+  gem.add_development_dependency 'yard', '~> 0.8'
+end

metadata

@@ -0,0 +1,223 @@
+--- !ruby/object:Gem::Specification
+name: xxx2json
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Hiroshi Toyama
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-02-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: crack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ltsv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.7.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.7.2
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.1
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 10.3.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 10.3.2
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.24.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.24.1
+- !ruby/object:Gem::Dependency
+  name: rubygems-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+description: other format to json
+email: toyama0919@gmail.com
+executables:
+- xxx2json
+extensions: []
+extra_rdoc_files: []
+files:
+- ".document"
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- ".yardopts"
+- ChangeLog.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/xxx2json
+- lib/xxx2json.rb
+- lib/xxx2json/cli.rb
+- lib/xxx2json/core.rb
+- lib/xxx2json/version.rb
+- spec/cli_spec.rb
+- spec/core_spec.rb
+- spec/spec_helper.rb
+- spec/xxx2json_spec.rb
+- xxx2json.gemspec
+homepage: https://github.com/toyama0919/xxx2json
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: other format to json
+test_files:
+- spec/cli_spec.rb
+- spec/core_spec.rb
+- spec/spec_helper.rb
+- spec/xxx2json_spec.rb
+has_rdoc: