youpy-text-converter 0.0.1

data/ChangeLog

@@ -0,0 +1,4 @@
+== 0.0.1 / 2009-08-06
+
+* initial release
+

data/README.rdoc

@@ -0,0 +1,32 @@
+= text-converter
+
+
+== Description
+
+
+== Installation
+
+=== Archive Installation
+
+ rake install
+
+=== Gem Installation
+
+ gem sources -a http://gems.github.com/  
+ gem install youpy-text-converter
+
+== Features/Problems
+
+
+== Synopsis
+
+ require 'text_converter'
+
+ converter = TextConverter.new
+ converter.convert('アレ', 'テストです') #=> 'アレです'
+
+== Copyright
+
+Author::    youpy <youpy@buycheapviagraonlinenow.com>
+Copyright:: Copyright (c) 2009 youpy
+License::   MIT

data/Rakefile

@@ -0,0 +1,110 @@
+require 'rubygems'
+require 'rake'
+require 'rake/clean'
+require 'rake/testtask'
+require 'rake/packagetask'
+require 'rake/gempackagetask'
+require 'rake/rdoctask'
+require 'rake/contrib/rubyforgepublisher'
+require 'rake/contrib/sshpublisher'
+require 'spec/rake/spectask'
+require 'fileutils'
+include FileUtils
+
+$LOAD_PATH.unshift "lib"
+require "text_converter"
+
+NAME              = "text-converter"
+AUTHOR            = "youpy"
+EMAIL             = "youpy@buycheapviagraonlinenow.com"
+DESCRIPTION       = ""
+RUBYFORGE_PROJECT = "text-converter"
+HOMEPATH          = "http://#{RUBYFORGE_PROJECT}.rubyforge.org"
+BIN_FILES         = %w(  )
+VERS              = '0.0.1'
+
+REV = File.read(".svn/entries")[/committed-rev="(d+)"/, 1] rescue nil
+CLEAN.include ['**/.*.sw?', '*.gem', '.config']
+RDOC_OPTS = [
+  '--title', "#{NAME} documentation",
+  "--charset", "utf-8",
+  "--opname", "index.html",
+  "--line-numbers",
+  "--main", "README.rdoc",
+  "--inline-source",
+]
+
+task :default => [:spec]
+task :package => [:clean]
+
+Spec::Rake::SpecTask.new do |t|
+  t.spec_opts = ['--options', "spec/spec.opts"]
+  t.spec_files = FileList['spec/*_spec.rb']
+  t.rcov = true
+end
+
+spec = Gem::Specification.new do |s|
+  s.name              = NAME
+  s.version           = VERS
+  s.platform          = Gem::Platform::RUBY
+  s.has_rdoc          = true
+  s.extra_rdoc_files  = ["README.rdoc", "ChangeLog"]
+  s.rdoc_options     += RDOC_OPTS + ['--exclude', '^(examples|extras)/']
+  s.summary           = DESCRIPTION
+  s.description       = DESCRIPTION
+  s.author            = AUTHOR
+  s.email             = EMAIL
+  s.homepage          = HOMEPATH
+  s.executables       = BIN_FILES
+  s.rubyforge_project = RUBYFORGE_PROJECT
+  s.bindir            = "bin"
+  s.require_path      = "lib"
+  s.autorequire       = ""
+  s.test_files        = Dir["test/test_*.rb"]
+
+  #s.add_dependency('activesupport', '>=1.3.1')
+  #s.required_ruby_version = '>= 1.8.2'
+
+  s.files = %w(README.rdoc ChangeLog Rakefile) +
+    Dir.glob("{bin,doc,spec,test,lib,templates,generator,extras,website,script}/**/*") + 
+    Dir.glob("ext/**/*.{h,c,rb}") +
+    Dir.glob("examples/**/*.rb") +
+    Dir.glob("tools/*.rb")
+
+  s.extensions = FileList["ext/**/extconf.rb"].to_a
+end
+
+Rake::GemPackageTask.new(spec) do |p|
+  p.need_tar = true
+  p.gem_spec = spec
+end
+
+task :install do
+  name = "#{NAME}-#{VERS}.gem"
+  sh %{rake package}
+  sh %{sudo gem install pkg/#{name}}
+end
+
+task :uninstall => [:clean] do
+  sh %{sudo gem uninstall #{NAME}}
+end
+
+
+Rake::RDocTask.new do |rdoc|
+  rdoc.rdoc_dir = 'html'
+  rdoc.options += RDOC_OPTS
+  rdoc.template = "resh"
+  #rdoc.template = "#{ENV['template']}.rb" if ENV['template']
+  if ENV['DOC_FILES']
+    rdoc.rdoc_files.include(ENV['DOC_FILES'].split(/,\s*/))
+  else
+    rdoc.rdoc_files.include('README.rdoc', 'ChangeLog')
+    rdoc.rdoc_files.include('lib/**/*.rb')
+    rdoc.rdoc_files.include('ext/**/*.c')
+  end
+end
+
+desc "Show information about the gem"
+task :debug_gem do
+  puts spec.to_ruby
+end

data/lib/text_converter.rb

@@ -0,0 +1,82 @@
+require 'json'
+require 'open-uri'
+require 'nokogiri'
+require 'nkf'
+require 'cgi'
+
+class TextConverter
+  DATABASE_URL = 'http://wedata.net/databases/Text%20Conversion%20Services/items.json'
+
+  class Error < StandardError; end
+  class NoSuchService < Error; end
+
+  def json
+    @json ||= JSON.load(open(DATABASE_URL).read)
+  end
+
+  def service(name)
+    @services ||= json.inject({}) do |services, entry|
+      services[entry['name']] = Service.new(entry['name'], entry['data'])
+      services
+    end
+
+    service = @services[name]
+
+    raise NoSuchService.new(name) unless service
+
+    service
+  end
+
+  def convert(name, text)
+    service(name).convert(text)
+  end
+
+  class Service
+    attr_reader :name, :url, :charset, :xpath
+
+    def initialize(name, options)
+      @name = name
+      @url = options['url']
+      @charset = options['charset']
+      @xpath = options['xpath']
+    end
+
+    def convert(text)
+      parse(get(text))
+    end
+
+    def build_url(text)
+      case charset
+      when 'sjis'
+        text = NKF.nkf('-Ws', text)
+      when 'euc'
+        text = NKF.nkf('-We', text)
+      end
+
+      url.gsub(/%s/, CGI.escape(text))
+    end
+
+    def get(text)
+      result = open(build_url(text)).read
+
+      case charset
+      when 'sjis'
+        result = NKF.nkf('-Sw', result)
+      when 'euc'
+        result = NKF.nkf('-Ew', result)
+      end
+
+      result
+    end
+
+    def parse(result)
+      if xpath
+        doctype = '<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">'
+        html = Nokogiri::HTML.parse(doctype + result, nil, 'utf-8')
+        result = html.xpath(xpath).text
+      end
+
+      result
+    end
+  end
+end

data/spec/fixtures/are.txt

@@ -0,0 +1 @@
+アレです

data/spec/fixtures/arubedo.html

@@ -0,0 +1,45 @@
+<html>
+<head>
+<title>アルベド語変換・逆変換CGI</title>
+<meta http-equiv="Content-Type" content="text/html; charset=shift_jis">
+<link rel="stylesheet" type="text/css" href="../base.css">
+<link rel="stylesheet" type="text/css" href="./data.css">
+</head>
+<body text="#000000">
+
+
+<br><br>
+<table border="0" align="center">
+<tr>
+<td>テストベヌ</td>
+
+</tr>
+<tr>
+<td align="center"><br><br><br>変換前<hr size=1 noshade></td>
+</tr>
+<tr>
+<td>テストです</td>
+</tr>
+</table>
+<p class="center">
+<table border="0"><tr><td>
+<form action="./arubedo.cgi" method="POST">
+<textarea cols="65" rows="7" name="text" wrap="soft"></textarea></td></tr><br>
+<tr><td align="right"><input type="submit" value="変換する" name="btn1">　<input type="reset" value="書き直し" name="btn2"></td></tr></table><br><input type="radio" value="mode1" checked name="mode">日本語→アルベド語　<input type="radio" name="mode" value="mode2">アルベド語→日本語
+
+<input type="hidden" name="pagetype" value="on">
+</form></p>
+
+<hr noshade size="1" color="#002E79">
+<p class="cp">
+v1.01<br>
+Script by Scene@DBS-Master<br>
+Copyright 2001 <a href="http://scene.vis.ne.jp/ff10/" target="top">Deep Blue Stones</a> All rights reserved.<br>
+[<a href="../main.htm">Back</a>]<br>
+
+<br>
+<br>
+</p>
+</body>
+</html>
+

data/spec/fixtures/items.json

@@ -0,0 +1,496 @@
+[
+  {
+    "name": "Integrated alphabets",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-06-17T00:17:59+09:00",
+    "created_by": "fuba",
+    "resource_url": "http:\/\/wedata.net\/items\/29141",
+    "data": {
+      "url": "http:\/\/phji.net\/conv\/integrate.php?q=%s",
+      "charset": "utf8",
+      "lang": "",
+      "xpath": "id(\"output\")"
+    },
+    "created_at": "2009-06-17T00:17:59+09:00"
+  },
+  {
+    "name": "\u30b1\u30b7\u30dd\u30f3(\u30dc\u30af\u30b5\u30fc)",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-06-10T10:08:57+09:00",
+    "created_by": "Uchimata",
+    "resource_url": "http:\/\/wedata.net\/items\/28947",
+    "data": {
+      "url": "http:\/\/cheap.digick.jp\/remove\/bin\/keshipon.cgi?s=%s&p=(o'-')%3Do)&q=100&a&r",
+      "charset": "utf8"
+    },
+    "created_at": "2009-05-18T13:37:17+09:00"
+  },
+  {
+    "name": "\u30b1\u30b7\u30dd\u30f3",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-06-20T01:47:07+09:00",
+    "created_by": "fuba",
+    "resource_url": "http:\/\/wedata.net\/items\/28946",
+    "data": {
+      "url": "http:\/\/cheap.digick.jp\/remove\/bin\/keshipon.cgi?s=%s&a",
+      "charset": "utf8"
+    },
+    "created_at": "2009-05-18T11:26:59+09:00"
+  },
+  {
+    "name": "\u304a\u304b\u3057\u306a\u65e5\u672c\u8a9e",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-05-18T06:00:43+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/28944",
+    "data": {
+      "url": "http:\/\/atsushi-takayama.com\/shuffle\/?sentence=%s",
+      "charset": "utf8",
+      "lang": "",
+      "xpath": "id(\"result\")"
+    },
+    "created_at": "2009-05-18T06:00:43+09:00"
+  },
+  {
+    "name": "\u7b11\u3044\u9854\u9854\u6587\u5b57",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-04-14T14:09:31+09:00",
+    "created_by": "ucnv",
+    "resource_url": "http:\/\/wedata.net\/items\/27838",
+    "data": {
+      "url": "http:\/\/mimitako.net\/api\/warosuapi.cgi",
+      "action": "append",
+      "charset": "utf8",
+      "xpath": "\/\/str\/text()"
+    },
+    "created_at": "2009-04-14T14:06:22+09:00"
+  },
+  {
+    "name": "\u691c\u7d22\u907f\u3051",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-07-01T02:04:06+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/27497",
+    "data": {
+      "url": "http:\/\/unsearchablize.jgate.de\/convert?q=%s",
+      "charset": "utf8"
+    },
+    "created_at": "2009-03-17T01:31:15+09:00"
+  },
+  {
+    "name": "pikachu(lang:ja)",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-06-20T20:10:01+09:00",
+    "created_by": "ucnv",
+    "resource_url": "http:\/\/wedata.net\/items\/27397",
+    "data": {
+      "url": "http:\/\/query.yahooapis.com\/v1\/public\/yql?q=use%20%22http%3A%2F%2Fgist.github.com%2F133124.txt%22%20as%20cvt%3B%0Aselect%20*%20from%20cvt%20where%20q%3D%22%s%22&format=xml",
+      "charset": "utf8",
+      "xpath": "\/\/results\/result\/text()"
+    },
+    "created_at": "2009-03-09T14:32:21+09:00"
+  },
+  {
+    "name": "\u304b\u306a\u6f22\u5b57\u5909\u63db",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-07-01T02:04:41+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/27308",
+    "data": {
+      "url": "http:\/\/kana-to-kanji.jgate.de\/convert?q=%s",
+      "charset": "utf8"
+    },
+    "created_at": "2009-03-03T00:01:38+09:00"
+  },
+  {
+    "name": "prefix + gobi",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-07-01T02:05:00+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/27205",
+    "data": {
+      "url": "http:\/\/prefix-gobi.jgate.de\/convert?q=%s",
+      "charset": "utf8"
+    },
+    "created_at": "2009-02-20T15:07:45+09:00"
+  },
+  {
+    "name": "\u8aa4\u5b57",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-02-10T00:25:14+09:00",
+    "created_by": "negipo",
+    "resource_url": "http:\/\/wedata.net\/items\/27037",
+    "data": {
+      "url": "http:\/\/goji.polog.org\/api\/get.plain?rate=1&sentence=%s",
+      "charset": "utf8"
+    },
+    "created_at": "2009-02-10T00:20:48+09:00"
+  },
+  {
+    "name": "append-gobi",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-07-01T18:55:26+09:00",
+    "created_by": "fuba",
+    "resource_url": "http:\/\/wedata.net\/items\/27031",
+    "data": {
+      "url": "http:\/\/append-gobi.jgate.de\/convert?q=%s",
+      "charset": "utf8"
+    },
+    "created_at": "2009-02-09T17:47:30+09:00"
+  },
+  {
+    "name": "\u30a2\u30ec",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-07-01T02:05:19+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/26941",
+    "data": {
+      "url": "http:\/\/areare.jgate.de\/convert?q=%s",
+      "charset": "utf8"
+    },
+    "created_at": "2009-02-03T01:24:21+09:00"
+  },
+  {
+    "name": "Motsu",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-07-01T02:05:34+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/26429",
+    "data": {
+      "url": "http:\/\/motsu.jgate.de\/?text=%s",
+      "charset": "utf8"
+    },
+    "created_at": "2008-12-16T17:41:13+09:00"
+  },
+  {
+    "name": "IT\u7528\u8a9e",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-10-19T02:53:07+09:00",
+    "created_by": "negipo",
+    "resource_url": "http:\/\/wedata.net\/items\/2875",
+    "data": {
+      "url": "http:\/\/it.polog.org\/api?sentence=%s",
+      "charset": "utf8",
+      "lang": "",
+      "xpath": ""
+    },
+    "created_at": "2008-10-19T02:53:07+09:00"
+  },
+  {
+    "name": "\u30da\u30f3\u30d1\u30f3(kkshow)",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-09-09T00:46:23+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/2466",
+    "data": {
+      "url": "http:\/\/phji.net\/conv\/penpan.php?c=2&q=%s",
+      "charset": "utf8",
+      "lang": "",
+      "xpath": "\/\/div[@id=\"output\"]"
+    },
+    "created_at": "2008-09-09T00:46:23+09:00"
+  },
+  {
+    "name": "\u30da\u30f3\u30d1\u30f3(youpy)",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-09-09T00:45:54+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/2465",
+    "data": {
+      "url": "http:\/\/phji.net\/conv\/penpan.php?c=1&q=%s",
+      "charset": "utf8",
+      "lang": "",
+      "xpath": "\/\/div[@id=\"output\"]"
+    },
+    "created_at": "2008-09-09T00:45:54+09:00"
+  },
+  {
+    "name": "\u30a2\u30f3\u30b0\u30e9\u30b5\u30a4\u30c8",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-02-08T04:04:55+09:00",
+    "created_by": "fuba",
+    "resource_url": "http:\/\/wedata.net\/items\/1666",
+    "data": {
+      "url": "http:\/\/phji.net\/neta\/angura.php?get=%s",
+      "charset": "utf8",
+      "xpath": "\/\/div[@id=\"output\"]\/p"
+    },
+    "created_at": "2008-06-10T20:41:01+09:00"
+  },
+  {
+    "name": "\u30af\u30ea\u30ea\u30f3\u30ce\u30b3\u30c8\u30ab\u30fc",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2009-02-08T04:05:21+09:00",
+    "created_by": "fuba",
+    "resource_url": "http:\/\/wedata.net\/items\/1657",
+    "data": {
+      "url": "http:\/\/phji.net\/neta\/kuririn.php?get=%s",
+      "charset": "utf8",
+      "xpath": "\/\/div[@id=\"output\"]\/p"
+    },
+    "created_at": "2008-06-09T21:16:27+09:00"
+  },
+  {
+    "name": "dice",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-05-22T16:58:57+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/1553",
+    "data": {
+      "url": "http:\/\/fuba.moaningnerds.org\/dice\/",
+      "charset": "utf8",
+      "lang": "",
+      "xpath": ""
+    },
+    "created_at": "2008-05-22T16:58:57+09:00"
+  },
+  {
+    "name": "\u6587\u5b57\u5316\u3051TEXT2VOICE",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-22T15:09:01+09:00",
+    "created_by": "fuba",
+    "resource_url": "http:\/\/wedata.net\/items\/875",
+    "data": {
+      "url": "http:\/\/fuba.moaningnerds.org\/kkshow_decode\/voice.cgi?%s",
+      "charset": "utf8",
+      "lang": "",
+      "xpath": ""
+    },
+    "created_at": "2008-04-22T15:09:01+09:00"
+  },
+  {
+    "name": "TEXT2VOICE",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-22T13:16:47+09:00",
+    "created_by": "ucnv",
+    "resource_url": "http:\/\/wedata.net\/items\/871",
+    "data": {
+      "url": "http:\/\/api.satoru.net\/text2voice\/?text=%s",
+      "charset": "utf8",
+      "lang": "",
+      "xpath": ""
+    },
+    "created_at": "2008-04-22T13:16:47+09:00"
+  },
+  {
+    "name": "\u643a\u5e2f\u6587\u5b57\u5316\u3051",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-19T22:49:26+09:00",
+    "created_by": "fuba",
+    "resource_url": "http:\/\/wedata.net\/items\/804",
+    "data": {
+      "url": "http:\/\/fuba.moaningnerds.org\/kkshow_decode\/encode.cgi?%s",
+      "charset": "utf8",
+      "lang": "",
+      "xpath": ""
+    },
+    "created_at": "2008-04-19T22:36:40+09:00"
+  },
+  {
+    "name": "\u82f1\u65e5\u7ffb\u8a33",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:57:01+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/781",
+    "data": {
+      "url": "http:\/\/translate.google.com\/translate_t?langpair=en|ja&text=%s",
+      "charset": "utf8",
+      "xpath": "\/\/div[@id=\"result_box\"]"
+    },
+    "created_at": "2008-04-16T19:57:01+09:00"
+  },
+  {
+    "name": "\u82e5\u65e6\u90a3\u98a8",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:57:01+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/780",
+    "data": {
+      "url": "http:\/\/www.edo.net\/goinkyo\/cgi-bin\/sun.cgi?tion=regist&comment=%s",
+      "charset": "sjis",
+      "xpath": "(\/\/font[@size=\"+1\"])[2]"
+    },
+    "created_at": "2008-04-16T19:57:01+09:00"
+  },
+  {
+    "name": "\u82b1\u9b41",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:57:01+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/779",
+    "data": {
+      "url": "http:\/\/www.edo.net\/goinkyo\/cgi-bin\/urasato.cgi?tion=regist&comment=%s",
+      "charset": "sjis",
+      "xpath": "(\/\/font[@size=\"+1\"])[2]"
+    },
+    "created_at": "2008-04-16T19:57:01+09:00"
+  },
+  {
+    "name": "\u6c5f\u6238\u3063\u5b50",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:57:00+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/778",
+    "data": {
+      "url": "http:\/\/www.edo.net\/goinkyo\/cgi-bin\/edo_1.cgi?tion=regist&comment=%s",
+      "charset": "sjis",
+      "xpath": "(\/\/font[@size=\"+1\"])[2]"
+    },
+    "created_at": "2008-04-16T19:57:00+09:00"
+  },
+  {
+    "name": "\u65e5\u82f1\u7ffb\u8a33",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:57:00+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/777",
+    "data": {
+      "url": "http:\/\/translate.google.com\/translate_t?langpair=ja|en&text=%s",
+      "charset": "utf8",
+      "xpath": "\/\/div[@id=\"result_box\"]"
+    },
+    "created_at": "2008-04-16T19:57:00+09:00"
+  },
+  {
+    "name": "\u65e5\u4e2d\u7ffb\u8a33(\u518d\u7ffb\u8a33)",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:57:00+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/776",
+    "data": {
+      "url": "http:\/\/www.excite.co.jp\/world\/chinese\/?before=%s&wb_lp=JACH&big5=no&reverse_option=yes",
+      "charset": "utf8",
+      "xpath": "(\/\/textarea)[3]"
+    },
+    "created_at": "2008-04-16T19:57:00+09:00"
+  },
+  {
+    "name": "\u65e5\u4e2d\u7ffb\u8a33",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:57:00+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/775",
+    "data": {
+      "url": "http:\/\/www.excite.co.jp\/world\/chinese\/?before=%s&wb_lp=JACH&big5=no",
+      "charset": "utf8",
+      "xpath": "(\/\/textarea)[2]"
+    },
+    "created_at": "2008-04-16T19:57:00+09:00"
+  },
+  {
+    "name": "\u65cf\u8a00\u8449",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:57:00+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/774",
+    "data": {
+      "url": "http:\/\/home.lib.net\/usr1\/magi\/zoku\/zoku.cgi?action=regist&word=%s",
+      "charset": "sjis",
+      "xpath": "\/\/font[@size=\"6\"]"
+    },
+    "created_at": "2008-04-16T19:57:00+09:00"
+  },
+  {
+    "name": "\u5bcc\u5c71\u5f01",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:56:59+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/773",
+    "data": {
+      "url": "http:\/\/www.bea.hi-ho.ne.jp\/cgi-bin\/user\/omizu\/bunhen.cgi?bunsyo=%s",
+      "charset": "euc"
+    },
+    "created_at": "2008-04-16T19:56:59+09:00"
+  },
+  {
+    "name": "\u5927\u962a\u5f01",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:56:59+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/772",
+    "data": {
+      "url": "http:\/\/www.yansite.net\/osaka.cgi?command=%s",
+      "charset": "euc",
+      "xpath": "\/\/pre"
+    },
+    "created_at": "2008-04-16T19:56:59+09:00"
+  },
+  {
+    "name": "\u535a\u591a\u5f01",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:56:59+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/771",
+    "data": {
+      "url": "http:\/\/www.gem.hi-ho.ne.jp\/cgi-bin\/user\/rumiko\/bunhen.cgi?bunsyo=%s",
+      "charset": "sjis"
+    },
+    "created_at": "2008-04-16T19:56:59+09:00"
+  },
+  {
+    "name": "\u30eb\u30fc\u8a9e",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:56:59+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/770",
+    "data": {
+      "url": "http:\/\/lou5.jp\/?v=1&text=%s",
+      "charset": "utf8",
+      "xpath": "\/\/p[@class=\"large align-left box\"]"
+    },
+    "created_at": "2008-04-16T19:56:59+09:00"
+  },
+  {
+    "name": "\u30ae\u30e3\u30eb\u6587\u5b57",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:56:58+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/769",
+    "data": {
+      "url": "http:\/\/wolfside.com\/i\/x\/henkan.php?to=0&mes=%s",
+      "charset": "sjis",
+      "xpath": "\/\/textarea"
+    },
+    "created_at": "2008-04-16T19:56:58+09:00"
+  },
+  {
+    "name": "\u30aa\u30f3\u30c9\u30a5\u30eb\u8a9e",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:56:58+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/768",
+    "data": {
+      "url": "http:\/\/flexfrank.net\/cgi\/ondl\/index.cgi?word=%s",
+      "charset": "sjis",
+      "xpath": "\/\/p[@class=\"result\"]"
+    },
+    "created_at": "2008-04-16T19:56:58+09:00"
+  },
+  {
+    "name": "\u30a2\u30eb\u30d9\u30c9\u8a9e",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:56:57+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/767",
+    "data": {
+      "url": "http:\/\/scene.vis.ne.jp\/ff10\/data\/arubedo.cgi?text=%s&btn1=%95%CF%8A%B7%82%B7%82%E9&mode=mode1&pagetype=on",
+      "charset": "sjis",
+      "xpath": "(\/\/td)[1]",
+      "lang": "albed"
+    },
+    "created_at": "2008-04-16T19:56:57+09:00"
+  },
+  {
+    "name": "pikachu(english only)",
+    "database_resource_url": "http:\/\/wedata.net\/databases\/Text%20Conversion%20Services",
+    "updated_at": "2008-04-16T19:56:57+09:00",
+    "created_by": "youpy",
+    "resource_url": "http:\/\/wedata.net\/items\/766",
+    "data": {
+      "url": "http:\/\/pikachize.eye-of-newt.com\/pika.cgi?text=%s",
+      "charset": "utf8",
+      "xpath": "\/\/pre"
+    },
+    "created_at": "2008-04-16T19:56:57+09:00"
+  }
+]

data/spec/service_spec.rb

@@ -0,0 +1,52 @@
+$:.unshift File.dirname(__FILE__)
+
+require 'spec_helper'
+require 'json'
+
+include SpecHelper
+
+describe TextConverter::Service do
+  before do
+    @converter = TextConverter.new
+    @converter.stub!(:json).and_return(JSON.load(open(fixture('items.json')).read))
+  end
+
+  it 'should build url' do
+    service = @converter.service('アレ')
+
+    service.build_url('テストです').should eql('http://areare.jgate.de/convert?q=%E3%83%86%E3%82%B9%E3%83%88%E3%81%A7%E3%81%99')
+  end
+
+  it 'should parse html' do
+    service = TextConverter::Service.new('foo', 'url' => 'http://example.com/', 'charset' => 'utf8', 'xpath' => '(//p)[2]')
+
+    service.parse(<<_HTML_).should eql('かきくけこ')
+<html>
+<head>
+<title>foo</title>
+</head>
+<body>
+<p>あいうえお</p>
+<p>かきくけこ</p>
+</body>
+</html>
+_HTML_
+  end
+
+  it 'should parse html without DOCTYPE with xpath id() function' do
+    service = TextConverter::Service.new('foo', 'url' => 'http://example.com/', 'charset' => 'utf8', 'xpath' => 'id("bar")')
+
+    service.parse(<<_HTML_).should eql('かきくけこ')
+<html>
+<head>
+<title>foo</title>
+</head>
+<body>
+<p>あいうえお</p>
+<p id="bar">かきくけこ</p>
+</body>
+</html>
+_HTML_
+  end
+end
+

data/spec/spec.opts

@@ -0,0 +1,2 @@
+-c
+-fs

data/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+$:.unshift File.dirname(__FILE__) + '/../lib/'
+
+require "text_converter"
+require "pathname"
+
+module SpecHelper
+  def fixture(filename)
+    Pathname.new(File.dirname(__FILE__) + '/fixtures/' + filename).realpath
+  end
+end

data/spec/text_converter_spec.rb

@@ -0,0 +1,36 @@
+$:.unshift File.dirname(__FILE__)
+
+require 'spec_helper'
+require 'json'
+
+include SpecHelper
+
+describe TextConverter do
+  before do
+    @converter = TextConverter.new
+    @converter.stub!(:json).and_return(JSON.load(open(fixture('items.json')).read))
+  end
+
+  it 'should convert text using a service returning plain text' do
+    service = @converter.service('アレ')
+    service.stub!(:get).and_return(open(fixture('are.txt')).read)
+    @converter.stub!(:service).and_return(service)
+
+    @converter.convert('アレ', 'テストです').should eql('アレです')
+  end
+
+  it 'should convert text using a service returning html' do
+    service = @converter.service('アルベド語')
+    service.stub!(:get).and_return(open(fixture('arubedo.html')).read)
+    @converter.stub!(:service).and_return(service)
+
+    @converter.convert('アルベド語', 'テストです').should eql('テストベヌ')
+  end
+
+  it 'should raise error if no service are found by name' do
+    lambda {
+      @converter.convert('FooBar', 'テストです')
+    }.should raise_error(TextConverter::NoSuchService)
+  end
+end
+

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification 
+name: youpy-text-converter
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- youpy
+autorequire: ""
+bindir: bin
+cert_chain: []
+
+date: 2009-08-07 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: ""
+email: youpy@buycheapviagraonlinenow.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+- ChangeLog
+files: 
+- README.rdoc
+- ChangeLog
+- Rakefile
+- spec/fixtures
+- spec/fixtures/are.txt
+- spec/fixtures/arubedo.html
+- spec/fixtures/items.json
+- spec/service_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+- spec/text_converter_spec.rb
+- lib/text_converter.rb
+has_rdoc: true
+homepage: http://text-converter.rubyforge.org
+licenses: 
+post_install_message: 
+rdoc_options: 
+- --title
+- text-converter documentation
+- --charset
+- utf-8
+- --opname
+- index.html
+- --line-numbers
+- --main
+- README.rdoc
+- --inline-source
+- --exclude
+- ^(examples|extras)/
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: text-converter
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 2
+summary: ""
+test_files: []
+