kizapi 0.1.0

data/History.txt

@@ -0,0 +1,4 @@
+== 0.1.0 2007-12-31
+
+* Keita Yamaguchi:
+  * Initial release

data/License.txt

@@ -0,0 +1,3 @@
+Copyright (c) 2007 Keita Yamaguchi
+
+ruby-kizapi is released under the Ruby license.

data/Manifest.txt

@@ -0,0 +1,26 @@
+History.txt
+License.txt
+Manifest.txt
+README.txt
+Rakefile
+config/hoe.rb
+config/requirements.rb
+lib/kizapi.rb
+lib/kizapi/version.rb
+log/debug.log
+script/destroy
+script/generate
+script/txt2html
+setup.rb
+spec/kizapi_spec.rb
+spec/spec.opts
+spec/spec_helper.rb
+tasks/deployment.rake
+tasks/environment.rake
+tasks/rspec.rake
+tasks/website.rake
+website/index.html
+website/index.txt
+website/javascripts/rounded_corners_lite.inc.js
+website/stylesheets/screen.css
+website/template.rhtml

data/README.txt

@@ -0,0 +1,17 @@
+= README
+
+Authors::   Keita Yamaguchi(山口慶太)
+Copyright:: Copyright (C) Keita Yamaguchi, 2007. All rights reserved.
+License::   Ruby License
+
+== What
+
+ruby-kizapi is a wrapper library for kizAPI provided by kizasi.jp.
+
+== Links
+
+* {kizasi.jp}[http://kizasi.jp/]
+  * {kizAPI}[http://kizasi.jp/tool/kizapi.html]
+* ruby-kizapi
+  * {Website}[http://kizapi.rubyforge.org/]
+  * {Rubyforge Project}[http://rubyforge.org/projects/kizapi/]

data/Rakefile

@@ -0,0 +1,4 @@
+require 'config/requirements'
+require 'config/hoe' # setup Hoe + all gem configuration
+
+Dir['tasks/**/*.rake'].each { |rake| load rake }

data/config/hoe.rb

@@ -0,0 +1,78 @@
+require 'kizapi/version'
+
+AUTHOR = 'Keita Yamaguchi'  # can also be an array of Authors
+EMAIL = "keita.yamaguchi@gmail.com"
+DESCRIPTION = "description of gem"
+GEM_NAME = 'kizapi' # what ppl will type to install your gem
+RUBYFORGE_PROJECT = 'kizapi' # The unix name for your project
+HOMEPATH = "http://#{RUBYFORGE_PROJECT}.rubyforge.org"
+DOWNLOAD_PATH = "http://rubyforge.org/projects/#{RUBYFORGE_PROJECT}"
+
+@config_file = "~/.rubyforge/user-config.yml"
+@config = nil
+RUBYFORGE_USERNAME = "unknown"
+def rubyforge_username
+  unless @config
+    begin
+      @config = YAML.load(File.read(File.expand_path(@config_file)))
+    rescue
+      puts <<-EOS
+ERROR: No rubyforge config file found: #{@config_file}
+Run 'rubyforge setup' to prepare your env for access to Rubyforge
+ - See http://newgem.rubyforge.org/rubyforge.html for more details
+      EOS
+      exit
+    end
+  end
+  RUBYFORGE_USERNAME.replace @config["username"]
+end
+
+
+REV = nil 
+# UNCOMMENT IF REQUIRED: 
+# REV = `svn info`.each {|line| if line =~ /^Revision:/ then k,v = line.split(': '); break v.chomp; else next; end} rescue nil
+VERS = KizAPI::VERSION::STRING + (REV ? ".#{REV}" : "")
+
+class Hoe
+  def extra_deps 
+    @extra_deps.reject! { |x| Array(x).first == 'hoe' } 
+    @extra_deps
+  end 
+end
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+hoe = Hoe.new(GEM_NAME, VERS) do |p|
+  p.author = AUTHOR 
+  p.description = DESCRIPTION
+  p.email = EMAIL
+  p.summary = DESCRIPTION
+  p.url = HOMEPATH
+  p.rubyforge_name = RUBYFORGE_PROJECT if RUBYFORGE_PROJECT
+  p.test_globs = ["test/**/test_*.rb"]
+  p.clean_globs |= ['**/.*.sw?', '*.gem', '.config', '**/.DS_Store']  #An array of file patterns to delete on clean.
+  
+  # == Optional
+  p.changes = p.paragraphs_of("History.txt", 0..1).join("\n\n")
+  #p.extra_deps = []     # An array of rubygem dependencies [name, version], e.g. [ ['active_support', '>= 1.3.1'] ]
+  
+  #p.spec_extras = {}    # A hash of extra values to set in the gemspec.
+  
+end
+
+Rake::RDocTask.new(:docs) do |rd|
+  rd.main = "README.txt"
+  rd.rdoc_dir = "doc"
+  Dir.glob("lib/**/*.rb") do |path| rd.rdoc_files << path end
+  rd.rdoc_files += ["README.txt", "History.txt", "License.txt"]
+  rd.title = GEM_NAME + " " + VERS + " documentation"
+  rd.options += ["--opname", "index.html",
+                 "--line-numbers",
+                 "--inline-source",
+                 "--charset", "UTF-8"]
+end
+
+CHANGES = hoe.paragraphs_of('History.txt', 0..1).join("\\n\\n")
+PATH    = (RUBYFORGE_PROJECT == GEM_NAME) ? RUBYFORGE_PROJECT : "#{RUBYFORGE_PROJECT}/#{GEM_NAME}"
+hoe.remote_rdoc_dir = File.join(PATH.gsub(/^#{RUBYFORGE_PROJECT}\/?/,''), 'rdoc')
+hoe.rsync_args = '-av --delete --ignore-errors'

data/config/requirements.rb

@@ -0,0 +1,17 @@
+require 'fileutils'
+include FileUtils
+
+require 'rubygems'
+%w[rake hoe newgem rubigen].each do |req_gem|
+  begin
+    require req_gem
+  rescue LoadError
+    puts "This Rakefile requires the '#{req_gem}' RubyGem."
+    puts "Installation: gem install #{req_gem} -y"
+    exit
+  end
+end
+
+$:.unshift(File.join(File.dirname(__FILE__), %w[.. lib]))
+
+require 'kizapi'

data/lib/kizapi/version.rb

@@ -0,0 +1,9 @@
+module KizAPI #:nodoc:
+  module VERSION #:nodoc:
+    MAJOR = 0
+    MINOR = 1
+    TINY  = 0
+
+    STRING = [MAJOR, MINOR, TINY].join('.')
+  end
+end

data/lib/kizapi.rb

@@ -0,0 +1,151 @@
+require "uri"
+require "open-uri"
+require "rss"
+require "time"
+
+# import Dublin Core into RSS 2.0
+module RSS
+  class Rss
+    install_ns(DC_PREFIX, DC_URI)
+    class Channel; include DublincoreModel; end
+    class Channel::Item; include DublincoreModel; end
+  end
+end
+
+module KizAPI
+
+  # RelatedWords is a class for searching related words of a keyword.
+  class RelatedWords < Array
+    attr_reader :keyword, :span
+    # measured time
+    attr_reader :date
+
+    # Make a list of related words of a keyword.
+    # keyword:: keyword in UTF-8
+    # span:: "24", "1w", or "1m"
+    def initialize(keyword, span="24")
+      @keyword = keyword
+      @span = span
+      uri = URI.parse(URI.escape(<<-URL.chomp))
+http://kizasi.jp/kizapi.py?span=#{span}&kw_expr=#{keyword}&type=coll
+      URL
+      rss = RSS::Parser.parse(uri.read)
+      @date = rss.channel.lastBuildDate
+      super(rss.items.map{|item| item.title})
+    end
+
+    # Same as RelatedWords.new(keyword, "24").
+    def self.day(keyword)
+      new(keyword, "24")
+    end
+
+    # Same as RelatedWords.new(keyword, "1w").
+    def self.week(keyword)
+      new(keyword, "1w")
+    end
+
+    # Same as RelatedWords.new(keyword, "1m").
+    def self.month(keyword)
+      new(keyword, "1m")
+    end
+  end
+
+  # KeyWordInContext is a class for fetching 3 sentences in context including a keyword.
+  class KeywordInContexts < Array
+    class Context < Array
+      attr_reader :title, :link, :date
+      def initialize(item)
+        @title = item.title
+        @date = item.pubDate
+        @link = URI.parse(item.link)
+        item.description.split("<br>")[0..2].each do |s|
+          push s unless /^<ul>/.match(s)
+        end
+      end
+    end
+
+    attr_reader :date, :keyword
+
+    # Fetch 3 sentences
+    def initialize(keyword)
+      @keyword = keyword
+      uri = URI.parse(URI.escape(<<-URL.chomp))
+http://kizasi.jp/kizapi.py?kw_expr=#{keyword}&type=kwic
+      URL
+      rss = RSS::Parser.parse(uri.read)
+      @date = rss.channel.lastBuildDate
+      super(rss.items.map{|item| Context.new(item)})
+    end
+  end
+
+  # KWIC is an alias of KeywordInContext.
+  KWIC = KeywordInContexts
+
+  # Ranking is a class for fetching TOP 30 keywords in kizasi.jp ranking.
+  class Ranking < Array
+    class Keyword < String
+      # URL in kizasi.jp
+      attr_reader :link
+      def initialize(item)
+        super(item.title)
+        @link = URI.parse(item.link)
+      end
+    end
+
+    # published date
+    attr_reader :date
+
+    def initialize
+      uri = URI.parse("http://kizasi.jp/kizapi.py?type=rank")
+      rss = RSS::Parser.parse(uri.read)
+      @date = rss.channel.lastBuildDate
+      super(rss.items.map{|item| Keyword.new(item)})
+    end
+  end
+
+  # ChannelWords is a class for fetching co-occurrence channel words of a keyword.
+  class ChannelWords < Array
+    class Word < String
+      attr_reader :subject
+      def initialize(item)
+        super(item.title)
+        @subject = item.dc_subject
+      end
+    end
+
+    attr_reader :keyword, :span
+
+    # published date
+    attr_reader :date
+
+    # Make a list of co-occurrence channel words of a keyword.
+    # keyword:: keyword in UTF-8
+    # span:: "24", "1w", or "1m"
+    def initialize(keyword, span="24")
+      @keyword = keyword
+      @span = span
+      uri = URI.parse(URI.escape(<<-URL.chomp))
+http://kizasi.jp/kizapi.py?span=#{span}&kw_expr=#{keyword}&type=channel
+      URL
+      rss = RSS::Parser.parse(uri.read, true, false)
+      @date = rss.channel.lastBuildDate
+      super(rss.items.map{|item| Word.new(item)})
+    end
+
+    # Same as ChannelWords.new(keyword, "24").
+    def self.day(keyword)
+      new(keyword, "24")
+    end
+
+    # Same as ChannelWords.new(keyword, "1w").
+    def self.week(keyword)
+      new(keyword, "1w")
+    end
+
+    # Same as ChannelWords.new(keyword, "1m").
+    def self.month(keyword)
+      new(keyword, "1m")
+    end
+  end
+
+end

data/script/destroy

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.join(File.dirname(__FILE__), '..')
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/destroy'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Destroy.new.run(ARGV)

data/script/generate

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.join(File.dirname(__FILE__), '..')
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/generate'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Generate.new.run(ARGV)

data/script/txt2html

@@ -0,0 +1,74 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+begin
+  require 'newgem'
+rescue LoadError
+  puts "\n\nGenerating the website requires the newgem RubyGem"
+  puts "Install: gem install newgem\n\n"
+  exit(1)
+end
+require 'redcloth'
+require 'syntax/convertors/html'
+require 'erb'
+require File.dirname(__FILE__) + '/../lib/kizapi/version.rb'
+
+version  = KizAPI::VERSION::STRING
+download = 'http://rubyforge.org/projects/kizapi'
+
+class Fixnum
+  def ordinal
+    # teens
+    return 'th' if (10..19).include?(self % 100)
+    # others
+    case self % 10
+    when 1: return 'st'
+    when 2: return 'nd'
+    when 3: return 'rd'
+    else    return 'th'
+    end
+  end
+end
+
+class Time
+  def pretty
+    return "#{mday}#{mday.ordinal} #{strftime('%B')} #{year}"
+  end
+end
+
+def convert_syntax(syntax, source)
+  return Syntax::Convertors::HTML.for_syntax(syntax).convert(source).gsub(%r!^<pre>|</pre>$!,'')
+end
+
+if ARGV.length >= 1
+  src, template = ARGV
+  template ||= File.join(File.dirname(__FILE__), '/../website/template.rhtml')
+  
+else
+  puts("Usage: #{File.split($0).last} source.txt [template.rhtml] > output.html")
+  exit!
+end
+
+template = ERB.new(File.open(template).read)
+
+title = nil
+body = nil
+File.open(src) do |fsrc|
+  title_text = fsrc.readline
+  body_text = fsrc.read
+  syntax_items = []
+  body_text.gsub!(%r!<(pre|code)[^>]*?syntax=['"]([^'"]+)[^>]*>(.*?)</\1>!m){
+    ident = syntax_items.length
+    element, syntax, source = $1, $2, $3
+    syntax_items << "<#{element} class='syntax'>#{convert_syntax(syntax, source)}</#{element}>"
+    "syntax-temp-#{ident}"
+  }
+  title = RedCloth.new(title_text).to_html.gsub(%r!<.*?>!,'').strip
+  body = RedCloth.new(body_text).to_html
+  body.gsub!(%r!(?:<pre><code>)?syntax-temp-(\d+)(?:</code></pre>)?!){ syntax_items[$1.to_i] }
+end
+stat = File.stat(src)
+created = stat.ctime
+modified = stat.mtime
+
+$stdout << template.result(binding)