iciba 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in iciba.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Scott Ballantyne
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Iciba
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'iciba'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install iciba
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/bin/fy

@@ -0,0 +1,49 @@
+#!/usr/bin/env ruby
+
+require 'iciba'
+require 'optparse'
+require 'readability'
+require 'fileutils'
+$links = false
+
+OptionParser.new do |opts|
+  opts.banner = "Usage: #{File.basename($0)} ('words'|word)"
+  opts.on("-l", "--links", "Download links?")  { |b| $links = true }
+  opts.on("-i", "--interactive", "Download links?")  { |b| $interactive = true }
+  opts.on("-h", "--help", "go to fy.iciba.com") do
+    puts opts
+    exit 0
+  end
+
+  begin
+    opts.parse!(ARGV)
+  rescue OptionParser::ParseError => e
+    warn e.message
+    puts opts
+    exit 1
+  end
+end
+
+
+def wrap_text(txt, col = 80)
+  txt.gsub(/(.{1,#{col}})( +|$\n?)|(.{1,#{col}})/,
+    "\\1\\3\n") 
+end
+
+if ARGV.empty?
+  abort "Enter some words to lookup!"
+end
+
+regex = /https?:\/\/[\S]+/
+links = ARGV.first.scan(regex)
+
+def loop_through_links(links)
+  links.each do |l|
+    text = Readability::Document.new(Iciba::Tools.download(l)).content.gsub('<p>', '').gsub('</p>', "\r\n").gsub('</div></div>', '').gsub('<div><div>', '')
+    puts wrap_text(text) unless text == ''
+    puts '------------------------------------------------------------------------------------' unless text == ''
+  end
+end
+
+Iciba::Fanyi.new(ARGV.first, 'auto', true)
+loop_through_links(links) if ($links && links.size > 0)

data/iciba.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/iciba/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Scott Ballantyne"]
+  gem.email         = ["ussballantyne@gmail.com"]
+  gem.description   = %q{iciba wrapper}
+  gem.summary       = %q{iciba wrapper}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "iciba"
+  gem.require_paths = ["lib"]
+  gem.version       = Iciba::VERSION
+  gem.add_dependency(%q<curb>, [">= 0"])
+  gem.add_dependency(%q<hashie>, [">= 0"])
+  gem.add_dependency(%q<yajl-ruby>, [">= 0"])
+  gem.add_dependency(%q<nokogiri>, [">= 0"])
+  # gem.add_dependency(%q<pinyin>, [">= 0"])
+  gem.add_dependency(%q<ruby-readability>, [">= 0"])
+end

data/lib/iciba.rb

@@ -0,0 +1,4 @@
+# coding: utf-8
+require "iciba/version"
+require 'iciba/tools'
+require 'iciba/fanyi'

data/lib/iciba/fanyi.rb

@@ -0,0 +1,32 @@
+# coding: utf-8
+module Iciba
+  class Fanyi
+    attr_accessor :response, :html, :dir, :result
+
+    
+
+    def initialize(words, dir='auto', bin=false)
+      puts '------------------------------------------------------------------------------------' if bin
+      # puts if bin
+      puts wrap_text(words, 40)
+      puts '------------------------------------------------------------------------------------' if bin
+      download_and_parse(words, dir)
+      puts wrap_text(self.result) if bin
+      puts '------------------------------------------------------------------------------------' if bin
+      return self.result
+    end
+    
+    def wrap_text(txt, col = 80)
+      txt.gsub(/(.{1,#{col}})( +|$\n?)|(.{1,#{col}})/,
+        "\\1\\3\n") 
+    end
+  
+  
+    def download_and_parse(words, dir)
+      self.response = Iciba::Tools.parse(Iciba::Tools.post('http://fy.iciba.com/api.php', {:q => words, :type => dir}).body_str)
+      self.html = self.response.ret
+      self.result = (Iciba::Tools.doc(self.html)/'span.dd').text.strip
+      self.result = self.html if self.result == ""
+    end
+  end
+end

data/lib/iciba/tools.rb

@@ -0,0 +1,74 @@
+# coding: utf-8
+require 'yajl'
+require 'hashie'
+require 'curb'
+require 'nokogiri'
+module Iciba
+  module Tools
+
+    def self.download(url)
+      c = self.curb(url)
+      c.body_str
+    end
+
+    def self.post(url, options)
+      Curl.post(url, options)
+    end
+
+    def self.last_effective_url(url)
+      c = self.curb(url)
+      c.last_effective_url
+    end
+
+    def self.curb(url)
+      c = Curl::Easy.new(url) do |curl| 
+        curl.headers["User-Agent"] = user_agent
+        # curl.verbose = true
+        curl.timeout = 120
+        curl.follow_location = true
+        curl.max_redirects = 20
+      end
+      c.perform
+      c
+    end
+
+    def self.parse(data)
+      Hashie::Mash.new Yajl::Parser.new.parse(data)
+    end
+
+    def self.encode(data)
+      Yajl::Encoder.encode(data)
+    end
+
+
+    def self.sleep_time
+      array_of_numbers = [1.2, 2.35, 2.45, 1.3, 1.4, 1.5, 1.6, 1.7, 1.8, 1.9, 2.1, 1.4]
+      random_number = array_of_numbers[rand(array_of_numbers.size)]
+      random_number
+    end
+
+    def self.hashify(source)
+      Digest::SHA1.hexdigest(source)
+    end
+
+    def self.user_agent
+      array_of_agents = ["Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)",
+                        "Mozilla/5.0 (Windows; U; Windows NT 6.1; ja; rv:1.9.2a1pre) Gecko/20090403 Firefox/3.6a1pre",
+                        "Opera/9.80 (Windows NT 6.0; U; fi) Presto/2.2.0 Version/10.00",
+                        "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_1; zh-CN) AppleWebKit/530.19.2 (KHTML, like Gecko) Version/4.0.2 Safari/530.19",
+                        "ia_archiver (+http://www.alexa.com/site/help/webmasters; crawler@alexa.com)",
+                        "Baiduspider+(+http://www.baidu.com/search/spider.htm)",
+                        'msnbot-webmaster/1.0 (+http://search.msn.com/msnbot.htm)',
+                        'Mozilla/5.0 (Macintosh; U; PPC Mac OS X 10_4_11; ar) AppleWebKit/525.18 (KHTML, like Gecko) Version/3.1.1 Safari/525.18',
+                        'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET CLR 1.1.4322; Tablet PC 2.0; OfficeLiveConnector.1.3; OfficeLivePatch.1.3; MS-RTC LM 8; InfoPath.3)',
+                        'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)',
+                        'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; SLCC1; .NET CLR 2.0.50727; .NET CLR 3.0.04506; .NET CLR 1.1.4322; InfoPath.2; .NET CLR 3.5.21022)']
+      random_number = array_of_agents[rand(array_of_agents.size)]
+      random_number
+    end
+
+    def self.doc(html)
+      Nokogiri::HTML(html)
+    end
+  end
+end

data/lib/iciba/version.rb

@@ -0,0 +1,3 @@
+module Iciba
+  VERSION = "0.0.1"
+end

metadata

@@ -0,0 +1,137 @@
+--- !ruby/object:Gem::Specification
+name: iciba
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Scott Ballantyne
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: curb
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yajl-ruby
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-readability
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: iciba wrapper
+email:
+- ussballantyne@gmail.com
+executables:
+- fy
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/fy
+- iciba.gemspec
+- lib/iciba.rb
+- lib/iciba/fanyi.rb
+- lib/iciba/tools.rb
+- lib/iciba/version.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.21
+signing_key: 
+specification_version: 3
+summary: iciba wrapper
+test_files: []