jottit-to 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3eb04a78b605f24f64425524bd0e08a65618ac85
+  data.tar.gz: e3d4bd1c345cd252e843be58937f048859820ee5
+SHA512:
+  metadata.gz: 06929391f3825c3e5c550a6580a4d9244534e0ee17b3d19a1ce2fbc0024f9f8f4d93132a6db43cb081aa98b810c07bd149def509d85cd62ce66fa20d822f73f8
+  data.tar.gz: 65d1eb1d1b82e01ee760b3ab471076d9017b7b8a3b8564534549626dd5b20fc762ffe7c713b67eaa58ff975082fc70ab634e48c36790af522e3deebea3eea380

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.travis.yml

@@ -0,0 +1,5 @@
+language: ruby
+rvm:
+- 1.9.3
+- 2.0.0
+- 2.1.0

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in jottit-to.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 toooooooby
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,75 @@
+# JottitTo
+
+Jottit list page converter for CLI
+
+## Installation
+
+    $ gem install jottit-to
+
+## Usage
+
+As a tool for CLI:
+
+```bash
+$ jottit-to json http://youpy.jottit.com/trivia
+["Evernoteは象で動いている","CD音質を超えるデータはすべてハイレゾ", ...
+
+$ jottit-to yaml http://youpy.jottit.com/trivia | head
+---
+- Evernoteは象で動いている
+- CD音質を超えるデータはすべてハイレゾ
+ :
+
+$ jottit-to text http://youpy.jottit.com/trivia | head
+Evernoteは象で動いている
+CD音質を超えるデータはすべてハイレゾ
+ :
+
+$ jottit-to xml http://youpy.jottit.com/trivia | head
+<?xml version="1.0" encoding="UTF-8"?>
+<items>
+  <item>Evernoteは象で動いている</item>
+  <item>CD音質を超えるデータはすべてハイレゾ</item>
+ : 
+```
+
+Applications for CLI:
+
+
+* Fetch random one
+
+    ```bash
+    $ jottit-to text http://youpy.jottit.com/trivia | shuf -n 1
+    高性能な機械は触ると少しひんやりする
+    ```
+* Tweet a trivia with usging `tw` gem ( http://shokai.github.io/tw/ )
+
+    ```bash
+    $ jottit-to text http://youpy.jottit.com/trivia | shuf -n 1 | tw --pipe
+    首をボキボキ鳴らすと1トンの衝撃がかかる
+    http://twitter.com/toby_net/status/451337693436198913
+    2014-04-02 21:37:46 +0900
+    ```
+
+* Tweet a trivia like yazawa using `YAZAWA` gem ( https://github.com/toooooooby/yazawa ) and tw
+
+    ```bash
+    $ jottit-to text http://youpy.jottit.com/trivia | shuf -n 1 | yazawa | tw --pipe
+    『SOUJI』は人を裏切らない
+    http://twitter.com/toby_net/status/451338808189911040
+    2014-04-02 21:42:12 +0900
+    ```
+
+As a library of ruby:
+
+```ruby
+require 'jottit-to'
+
+uri = 'http://youpy.jottit.com/trivia'
+
+puts JottitTo.parse_uri(uri).to_json    # Fetch and print as JSON
+puts JottitTo.parse_uri(uri).to_yaml    # Fetch and print as yaml
+puts JottitTo.parse_uri(uri).to_text    # Fetch and print as text
+puts JottitTo.parse_uri(uri).to_xml     # Fetch and print as xml
+```
+

data/Rakefile

@@ -0,0 +1,9 @@
+require "bundler/gem_tasks"
+require 'rake/testtask'
+
+task default: :test
+
+Rake::TestTask.new do |t|
+  t.test_files = FileList['test/test_*.rb']
+  t.verbose = true
+end

data/bin/jottit-to

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/jottit-to'
+JottitTo::CLI.start

data/jottit-to.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'jottit/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "jottit-to"
+  spec.version       = JottitTo::VERSION
+  spec.authors       = ["toooooooby"]
+  spec.email         = ["toby.net.info.mail+git@gmail.com"]
+  spec.summary       = %q{Jottit list page converter CLI}
+  spec.description   = %q{A tool for converting a list in jottit page to any formats}
+  spec.homepage      = "https://github.com/toooooooby/jottit-to"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'thor', '~> 0.19'
+  spec.add_dependency 'nokogiri', '~> 1.6'
+  spec.add_dependency 'builder', '~> 3.2'
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency 'rake', '~> 10.2'
+  spec.add_development_dependency 'webmock', '~> 1.17'
+end

data/lib/jottit-to.rb

@@ -0,0 +1,89 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+require 'thor'
+require 'nokogiri'
+require 'open-uri'
+require 'json'
+require 'yaml'
+require 'builder'
+
+module JottitTo
+  class CLI < Thor
+    map '-t' => :text, '-j' => :json, '-y' => :yaml, 'yml' => :yaml
+
+    desc 'text URI', 'Show as text'
+    def text(uri)
+      puts JottitTo.parse_uri(uri).to_a
+    end
+
+    desc 'json URI', 'Show as json'
+    def json(uri)
+      puts JottitTo.parse_uri(uri).to_json
+    end
+
+    desc 'yaml URI', 'Show as yaml'
+    def yaml(uri)
+      puts JottitTo.parse_uri(uri).to_yaml
+    end
+
+    desc 'xml URI', 'Show as xml'
+    def xml(uri)
+      puts JottitTo.parse_uri(uri).to_xml
+    end
+
+    desc 'version', 'Show version'
+    map '-v' => :version
+    def version
+      require_relative './jottit/version'
+      say "Jottit-to #{JottitTo::VERSION}"
+    end
+  end
+
+
+  class << self
+    # e.g. http://youpy.jottit.com/trivia?m=diff&r=525&r=526#fuba =>
+    #        http://youpy.jottit.com/trivia
+    def normalize_uri(src)
+      uri = URI(src)
+      uri.query = nil
+      uri.fragment = nil
+      uri.to_s
+    end
+
+    # e.g. <div id="content"><ul><li>foo</li><li>bar</li><ul></div> =>
+    #         ['foo', 'bar']
+    def parse_html(html)
+      html = Nokogiri::HTML(html)
+      items = html.css('#content>ul>li').map(&:text)
+      items.extend JottitTo::ArrayExtender
+      items
+    end
+
+    # e.g. http://youpy.jottit.com/trivia => ['foo', 'bar']
+    def parse_uri(uri)
+      html = URI(normalize_uri(uri)).read
+      parse_html(html)
+    end
+  end
+
+  module ArrayExtender
+    # e.g. self => "foo\nbar\n"
+    def to_text
+      self.join("\n")
+    end
+
+    # e.g. self => "<?xml version="1.0" encoding="UTF-8"?>
+    # <items>
+    #   <item>foo</item>
+    #   <item>bar</item>
+    # </items>"
+    def to_xml
+      builder = Builder::XmlMarkup.new(:indent=>2)
+      builder.instruct! :xml, version: '1.0', encoding: 'UTF-8'
+      xml = builder.items{ self.each{|x| builder.item(x) } }
+      xml
+    end
+  end
+end
+
+

data/lib/jottit/version.rb

@@ -0,0 +1,3 @@
+module JottitTo
+  VERSION = "0.1.1"
+end

data/test/fixture-array-extender.yaml

@@ -0,0 +1,29 @@
+- src: [foo, bar, buzz, piyo]
+  expected_as_xml: |
+    <?xml version="1.0" encoding="UTF-8"?>
+    <items>
+      <item>foo</item>
+      <item>bar</item>
+      <item>buzz</item>
+      <item>piyo</item>
+    </items>
+  expected_as_text: |-
+    foo
+    bar
+    buzz
+    piyo
+  expected_as_json: '["foo","bar","buzz","piyo"]'
+  expected_as_yaml: |
+    ---
+    - foo
+    - bar
+    - buzz
+    - piyo
+- src: []
+  expected_as_xml: |
+    <?xml version="1.0" encoding="UTF-8"?>
+    <items>
+    </items>
+  expected_as_text: ''
+  expected_as_json: '[]'
+  expected_as_yaml: "--- []\n"

data/test/fixture.html

@@ -0,0 +1,54 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en">
+<head>
+    <title> trivia</title> 
+    
+    <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+    <link rel="shortcut icon" href="/favicon.ico" />
+    <link rel="stylesheet" type="text/css" media="screen, projection" href="/static/css-generated.css?1384544135" />
+    
+</head>
+
+<body class="app">
+
+<div id="wrapper">
+
+
+<div id="content_wrapper">
+<div id="content">
+    
+
+
+
+
+
+
+
+
+    <ul>
+<li>foo</li>
+<li>bar</li>
+<li>buzz</li>
+<li>piyo</li>
+</ul>
+
+
+
+<div id="dateline">
+</div>
+
+
+</div> <!-- end #content -->
+<div id="footer">
+</div>
+</div> <!-- end #content_wrapper -->
+
+<div id="sidebar">
+</div> <!-- end #sidebar --> 
+</div> <!-- end #wrapper --> 
+
+
+
+</body>
+</html>

data/test/test_jottit-to.rb

@@ -0,0 +1,100 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+require 'minitest/autorun'
+
+# For colorful testing
+begin
+  require 'minitest/pride' 
+rescue LoadError
+  # Ignore an error for old ruby
+end if $stdout.isatty
+
+require 'webmock/minitest'
+require 'yaml'
+
+require_relative '../lib/jottit-to'
+
+describe JottitTo do
+  it 'can get normalized uri' do
+    test_uris = [
+      {
+        src: 'http://youpy.jottit.com/trivia?m=diff&r=525&r=526#fuba',
+        expected: 'http://youpy.jottit.com/trivia'
+      },
+      {
+        src: 'http://youpy.jottit.com/trivia#fuba', 
+        expected: 'http://youpy.jottit.com/trivia'
+      },
+      {
+        src: 'http://youpy.jottit.com/#aaa', 
+        expected: 'http://youpy.jottit.com/'
+      },
+      {
+        src: 'http://youpy.jottit.com/trivia', 
+        expected: 'http://youpy.jottit.com/trivia'
+      }
+    ]
+    test_uris.each do |data|
+      JottitTo.normalize_uri(data[:src]).must_equal data[:expected]
+    end
+  end
+
+  def html_of_fixture
+    #raw_html = URI('http://youpy.jottit.com/trivia').read
+    File.read(File.join(File.dirname(__FILE__), './fixture.html'))
+  end
+
+  it 'can parse a structure like a site of jottit' do
+    items = JottitTo.parse_html(html_of_fixture)
+    items.must_equal %w(foo bar buzz piyo)
+  end
+
+  it 'can parse with uri' do
+    # make stub with webmock
+    stub_request(:get, 'www.example.com').to_return(body: html_of_fixture)
+
+    items = JottitTo.parse_uri('http://www.example.com/')
+    items.must_equal %w(foo bar buzz piyo)
+  end
+end
+
+describe JottitTo::ArrayExtender do
+  it 'can convert self to xml' do
+    fixtures.each{|item, array|
+      array.to_xml.must_equal item['expected_as_xml'] }
+  end
+
+  it 'can convert self to text' do
+    fixtures.each{|item, array|
+      array.to_text.must_equal item['expected_as_text'] }
+  end
+  
+  it 'can convert self to json' do
+    fixtures.each{|item, array|
+      array.to_json.must_equal item['expected_as_json'] }
+  end
+
+  it 'can convert self to yaml' do
+    fixtures.each{|item, array|
+      array.to_yaml.must_equal item['expected_as_yaml'] }
+  end
+
+  def fixtures
+    @yaml ||= YAML.load File.read(
+      File.join(File.dirname(__FILE__), './fixture-array-extender.yaml'))
+
+    @yaml.map{|item|
+      array = item['src'].dup
+      array.extend(JottitTo::ArrayExtender)
+      [item, array]
+    }
+  end
+end
+
+describe 'bin/' do
+  it 'works run(help)' do
+    io = IO.popen([File.join(File.dirname(__FILE__), '../bin/jottit-to'), err: [:child, :out]])
+    io.read.must_match(/Commands:/)
+  end
+end
+

metadata

@@ -0,0 +1,145 @@
+--- !ruby/object:Gem::Specification
+name: jottit-to
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- toooooooby
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-04-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: builder
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.2'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+description: A tool for converting a list in jottit page to any formats
+email:
+- toby.net.info.mail+git@gmail.com
+executables:
+- jottit-to
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/jottit-to
+- jottit-to.gemspec
+- lib/jottit-to.rb
+- lib/jottit/version.rb
+- test/fixture-array-extender.yaml
+- test/fixture.html
+- test/test_jottit-to.rb
+homepage: https://github.com/toooooooby/jottit-to
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.0
+signing_key: 
+specification_version: 4
+summary: Jottit list page converter CLI
+test_files:
+- test/fixture-array-extender.yaml
+- test/fixture.html
+- test/test_jottit-to.rb