maiha-dm-ys 0.1

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2008 [maiha@wota.jp]
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README

@@ -0,0 +1,23 @@
+dm-ys
+=====
+a DataMapper extension that uses html table as its schema and data powerfully like YunkerStar
+
+
+Example
+=======
+
+  class Monster
+    include DataMapper::YunkerStar
+    
+    uri "http://ds.gkwiki2.com/47.html"
+    thead "table.style_table thead tr"
+    tbody "table.style_table tbody tr"
+  end
+ 
+  irb(main):001:0> Monster.count
+  => 120
+  irb(main):002:0> Monster.first
+  => #<Monster id=nil LV="2" 種族="妖精" 名称="ピクシー" HP="30" MP="27" ...
+
+
+Copyright (c) 2008 maiha@wota.jp, released under the MIT license

data/Rakefile

@@ -0,0 +1,77 @@
+require 'rake'
+require 'rake/testtask'
+require 'rake/rdoctask'
+
+desc 'Default: run unit tests.'
+task :default => :test
+
+desc 'Test the dm-ys plugin.'
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = true
+end
+
+desc 'Generate documentation for the dm-ys plugin.'
+Rake::RDocTask.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'DslAccessor'
+  rdoc.options << '--line-numbers' << '--inline-source'
+  rdoc.rdoc_files.include('README')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+
+######################################################################
+### for gem
+
+require 'rubygems'
+require 'rake/gempackagetask'
+
+GEM_NAME = "dm-ys"
+AUTHOR = "maiha"
+EMAIL = "maiha@wota.jp"
+HOMEPAGE = "http://github.com/maiha/dm-ys"
+SUMMARY = "a DataMapper extension that uses html table as its schema and data powerfully like YunkerStar"
+GEM_VERSION = "0.1"
+
+spec = Gem::Specification.new do |s|
+#  s.rubyforge_project = 'merb'
+  s.name             = GEM_NAME
+  s.version          = GEM_VERSION
+  s.platform         = Gem::Platform::RUBY
+  s.has_rdoc         = true
+  s.extra_rdoc_files = ["README", "LICENSE"]
+  s.summary          = SUMMARY
+  s.description      = s.summary
+  s.author           = AUTHOR
+  s.email            = EMAIL
+  s.homepage         = HOMEPAGE
+  s.require_path     = 'lib'
+  s.files            = %w(LICENSE README Rakefile) + Dir.glob("{core_ext,lib,spec,tasks,test}/**/*")
+  s.add_dependency('dm-core')
+  s.add_dependency('hpricot')
+  s.add_dependency('maiha-dsl_accessor',">= 0.3.2")
+end
+
+Rake::GemPackageTask.new(spec) do |pkg|
+  pkg.gem_spec = spec
+end
+
+desc "Install the gem"
+task :install do
+  Merb::RakeHelper.install(GEM_NAME, :version => GEM_VERSION)
+end
+
+desc "Uninstall the gem"
+task :uninstall do
+  Merb::RakeHelper.uninstall(GEM_NAME, :version => GEM_VERSION)
+end
+
+desc "Create a gemspec file"
+task :gemspec do
+  File.open("#{GEM_NAME}.gemspec", "w") do |file|
+    file.puts spec.to_ruby
+  end
+end
+

data/lib/dm-ys.rb

@@ -0,0 +1,11 @@
+require 'set'
+require 'rubygems'
+require 'dm-core'
+require 'dsl_accessor'
+
+__DIR__ = File.dirname(__FILE__)
+require __DIR__ + '/dm-ys/base'
+require __DIR__ + '/dm-ys/cached_accessor'
+require __DIR__ + '/dm-ys/memory_repository'
+require __DIR__ + '/dm-ys/proxy'
+require __DIR__ + '/dm-ys/scraper'

data/lib/dm-ys/base.rb

@@ -0,0 +1,29 @@
+module DataMapper
+  module YunkerStar
+    # @api public
+    def self.append_inclusions(*inclusions)
+      extra_inclusions.concat inclusions
+      true
+    end
+
+    def self.extra_inclusions
+      @extra_inclusions ||= []
+    end
+
+    # @api private
+    def self.included(model)
+      name = 'YunkelStar'
+      model.send :include, DataMapper::Resource
+      model.send :include, Proxy
+      # model.send :include, MemoryRepository
+      model.const_set(name, self) unless model.const_defined?(name)
+      extra_inclusions.each { |inclusion| model.send(:include, inclusion) }
+      descendants << model
+    end
+
+    # @api semipublic
+    def self.descendants
+      @descendants ||= Set.new
+    end
+  end
+end

data/lib/dm-ys/cached_accessor.rb

@@ -0,0 +1,30 @@
+module DataMapper
+  module YunkerStar
+    ######################################################################
+    ### CachedAccessor
+
+    module CachedAccessor
+      def self.included(klass)
+        def klass.cached_accessor(&block)
+          Thread.current[:cached_accessor] = true
+          Define.new(self, &block)
+        ensure
+          Thread.current[:cached_accessor] = false
+        end
+        super
+      end
+
+      class Define
+        def initialize(klass, &block)
+          @klass = klass
+          instance_eval(&block)
+        end
+
+        def method_missing(symbol, &block)
+          @klass.send(:define_method, symbol, &block)
+        end
+      end
+    end
+
+  end
+end

data/lib/dm-ys/memory_repository.rb

@@ -0,0 +1,21 @@
+module DataMapper
+  module YunkerStar
+    ######################################################################
+    ### MemoryRepository
+
+    module MemoryRepository
+      def self.included(model)
+        DataMapper.setup(:memory, "sqlite3::memory:") 
+        model.send :include, self
+        model.send :extend,  self
+        super
+      end
+
+      # force repository
+      def repository(name = nil)
+        DataMapper.repository(name || :memory)
+      end
+    end
+
+  end
+end

data/lib/dm-ys/proxy.rb

@@ -0,0 +1,75 @@
+module DataMapper
+  module YunkerStar
+
+    # ==== Example
+    #
+    #   Class Foo
+    #     include DataMapper::YunkerStar
+    #
+    #     uri   "http://ds.gkwiki2.com/47.html"
+    #     thead "table.style_table thead tr"
+    #     tbody "table.style_table tbody tr"
+
+    module Proxy
+      def self.included(model)
+        model.class_eval do
+          extend ClassMethods
+          dsl_accessor :uri
+          dsl_accessor :tbody
+          dsl_accessor :thead
+          property :id, DataMapper::Types::Serial
+        end
+      end
+
+      module ClassMethods
+        def proxy
+          @proxy ||= lazy_load
+        end
+
+        def lazy_load
+          loader = Scraper.new(self)
+          loader.labels.each do |name|
+            type = String         # TODO
+            property name.intern, type
+          end
+          return loader
+        end
+
+        def labels
+          proxy.labels
+        end
+
+        def entries
+          proxy.entries
+        end
+
+        def count
+          entries.size
+        end
+
+        def all
+          @all ||= proxy.entries.map{|array|
+            new(Hash[*proxy.labels.zip(array).flatten])
+          }
+        end
+
+        def first
+          all.first
+        end
+
+        def last
+          all.last
+        end
+
+        def get(*ids)
+          if ids.size == 1 and !ids.first.is_a?(Array)
+            all[ids.to_i]
+          else
+            ids.map{|id| get(id)}
+          end
+        end
+      end
+    end
+
+  end
+end

data/lib/dm-ys/scraper.rb

@@ -0,0 +1,27 @@
+module DataMapper
+  module YunkerStar
+
+    ######################################################################
+    ### Scrape html
+
+    require 'nkf'
+    require 'open-uri'
+    require 'hpricot'
+
+    class Scraper
+      include CachedAccessor
+
+      def initialize(model)
+        @model = model
+        @html  = NKF.nkf('-w', open(@model.uri).read)
+      end
+
+      cached_accessor do
+        doc     {Hpricot(@html)}
+        labels  {doc.search(@model.thead).first.children.map(&:inner_html)}
+        entries {doc.search(@model.tbody).map{|tr| tr.children.map(&:inner_html)}}
+      end
+    end
+
+  end
+end

metadata

@@ -0,0 +1,89 @@
+--- !ruby/object:Gem::Specification 
+name: maiha-dm-ys
+version: !ruby/object:Gem::Version 
+  version: "0.1"
+platform: ruby
+authors: 
+- maiha
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-02-13 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: dm-core
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hpricot
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: maiha-dsl_accessor
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.3.2
+    version: 
+description: a DataMapper extension that uses html table as its schema and data powerfully like YunkerStar
+email: maiha@wota.jp
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README
+- LICENSE
+files: 
+- LICENSE
+- README
+- Rakefile
+- lib/dm-ys.rb
+- lib/dm-ys
+- lib/dm-ys/base.rb
+- lib/dm-ys/memory_repository.rb
+- lib/dm-ys/scraper.rb
+- lib/dm-ys/cached_accessor.rb
+- lib/dm-ys/proxy.rb
+has_rdoc: true
+homepage: http://github.com/maiha/dm-ys
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: a DataMapper extension that uses html table as its schema and data powerfully like YunkerStar
+test_files: []
+