dogshoe 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 073f3b5eeebc94df2ba0b816f19b8e48ada3fb34
+  data.tar.gz: 7616865d53111a61e6476833ff325e4f94e762f4
+SHA512:
+  metadata.gz: 2ebfe357c0787a5fed3d6f738a3274c3b2aa164470e681da18c0abe7f3654d5b4ca2500a8c4dded6bbf805abd804263174584b2283481035862a5b7dd6a9c20a
+  data.tar.gz: f107343ec884c130b1784ab3c01981350f56e69be22b2a24145d3abe43e3536ad377958da3cd78bb31ee63d4e07b041be9e4e0b5c0bcd42f22850a6549aad4ee

data/README.md

@@ -0,0 +1,30 @@
+# dogshoe
+Ruby ORM backed by scraped websites
+
+Say we are given the following HTML on anyotherwebpage.com
+
+    <table class="some_class">
+      <tr>
+        <th>Some Thing</th><th>Some Thing Else</th>
+      </tr>
+      <tr>
+        <td>first value</td><td>1000</td>
+      </tr>
+      <tr>
+        <td>second value</td><td>2000</td>
+      </tr>
+    </table>
+
+Let's stop being polite, and start modeling!
+
+    things = DogShoe::Table.find(
+      url: 'http://anyotherwebpage.com',
+      css: '.some_class'
+    )
+
+    => [#<DogShoe::Table>, #<DogShoe::Table>]
+
+
+    this.first.some_thing
+
+    => 'first value'

data/lib/dog_shoe.rb

@@ -0,0 +1,4 @@
+#require 'dog_shoe/dog_shoe'
+require 'dog_shoe/base'
+require 'dog_shoe/table'
+require 'dog_shoe/ui'

data/lib/dog_shoe/base.rb

@@ -0,0 +1,50 @@
+require 'open-uri'
+require 'nokogiri'
+
+module DogShoe
+  class Base
+
+    attr_reader :doc
+
+    def initialize(attributes = {})
+      @values = attributes[:values]
+      @keys = attributes[:keys].collect{|k| k.to_sym}
+    end
+
+    def [](key)
+      @values[key]
+    end
+
+    class << self
+      def parse(body)
+        Nokogiri::HTML(body)
+      end
+
+      def fetch(uri)
+        open(uri)
+      end
+
+      def css(selector)
+        @doc.css(selector)
+      end
+
+      def values
+        @values
+      end
+
+      def find(attrs)
+        @doc = parse(fetch(attrs[:url]))
+        results = css(attrs[:css])
+        #self.class.new(results)
+        results
+      end
+
+    end
+
+    def method_missing(name, *args, &block)
+      super unless @keys.include? name
+      @values[@keys.index(name)]
+    end
+
+  end
+end

data/lib/dog_shoe/table.rb

@@ -0,0 +1,48 @@
+module DogShoe
+  class Table < Base
+
+    class << self
+      def find(attrs)
+        @doc = parse(fetch(attrs[:url]))
+        css(attrs[:css])
+        @values.collect do |result|
+          new(values: result, keys: @keys)
+        end
+      end
+
+      def css(selector, args=[])
+        out = super(selector)#, *args)
+        table_to_magic(out, *args)
+      end
+    
+      def table_to_magic(table, *args)
+        trs = table.css('tr')
+
+        @keys = table.css('th').collect do |td|
+          scrub(td.text).gsub(/[^0-9a-zA-Z\s]/,'').gsub(/\s/,'_').downcase
+        end 
+        
+        @values = trs.collect do |tr|
+          tr.css('td').collect do |td|
+            td.text
+          end
+        end.reject{|tr| tr.empty? }
+
+        @values = @values.collect do |trs|
+          trs.collect do |td|
+            #td =~ /[0-9]/ ? 
+            td.gsub(/[^0-9]/,'').to_f 
+            #: td
+          end
+        end if args.include?(:numeric)
+        #throw DogShoe::NotFound if nothing found
+        @values
+      end
+
+      def scrub(text)
+        text.gsub("\n",'').gsub(/^\s*/,'').gsub(/\s*$/,'')
+      end
+    end
+
+  end
+end

data/lib/dog_shoe/version.rb

@@ -0,0 +1,3 @@
+module DogShoe
+  VERSION = '0.1.0'
+end

data/spec/base_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe DogShoe::Table do
+
+  it 'hydrates an object' do
+    #stub
+    results = EgTable.find(
+      url: 'http://example.com',
+      css: '.example'
+    )
+
+    expect( results.first[0] ).to eq('1st')
+    expect( results.first[1] ).to eq('2nd')
+    expect( results.first[2] ).to eq('3rd')
+    
+    expect( results[1][0] ).to eq('2-1st')
+
+    expect( results[2][0] ).to eq('3-1st')
+  end
+
+  it 'parses a table' do
+  end  
+
+  it 'uses headers as attributes' do
+    eg = EgTable.new('http://example.com')
+    results = eg.css('.example')
+    results.first.first = '1st'
+  end
+
+end

data/spec/html/table-with-headers.html

@@ -0,0 +1,31 @@
+<html>
+  <body>
+    <table class="example">
+      <th>
+        
+      </th>
+      <tr>
+        <td>1st</td>
+        <td>2nd</td>
+        <td>3rd</td>
+        <td>4th</td>
+        <td>5th</td>
+      </tr>
+      <tr>
+        <td>2-1st</td>
+        <td>2-2nd</td>
+        <td>2-3rd</td>
+        <td>2-4th</td>
+        <td>2-5th</td>
+      </tr>
+      <tr>
+        <td>3-1st</td>
+        <td>3-2nd</td>
+        <td>3-3rd</td>
+        <td>3-4th</td>
+        <td>3-5th</td>
+      </tr>
+      
+    </table>
+  </body>
+</html>

data/spec/html/table.html

@@ -0,0 +1,39 @@
+<html>
+  <body>
+    <table class="example">
+      <tr>
+        <th>first</th>
+        <th>second</th>
+        <th>first</th>
+        <th>first</th>
+        <th>first</th>
+      </tr>
+      <tr>
+        <td>1st</td>
+        <td>2nd</td>
+        <td>3rd</td>
+        <td>4th</td>
+        <td>5th</td>
+      </tr>
+      <tr>
+        <td>2-1st</td>
+        <td>2-2nd</td>
+        <td>2-3rd</td>
+        <td>2-4th</td>
+        <td>2-5th</td>
+      </tr>
+      <tr>
+        <td>3-1st</td>
+        <td>3-2nd</td>
+        <td>3-3rd</td>
+        <td>3-4th</td>
+        <td>3-5th</td>
+      </tr>
+    </table>
+    <ul>
+      <li>one</li>
+      <li>two</li>
+      <li>three</li>
+    </ul>
+  </body>
+</html>

data/spec/models/eg_table.rb

@@ -0,0 +1,7 @@
+class EgTable < DogShoe::Table
+
+  def self.fetch(_)
+    File.read('./spec/html/table.html')
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+require 'rspec'
+require_relative '../lib/dog_shoe'
+
+require 'models/eg_table'

data/spec/table_spec.rb

@@ -0,0 +1,24 @@
+require 'spec_helper'
+
+describe DogShoe::Table do
+
+  it 'finds a model' do
+    #stub
+    results = DogShoe::Table.find(
+      url: 'http://www.calottery.com/play/scratchers-games/$30-scratchers/30th-anniversary-1183',
+      css: '.draw_games'
+    )
+
+    results.first
+  end
+
+  it 'parses a table' do
+  end  
+
+  it 'uses headers as attributes' do
+    eg = EgTable.new('http://example.com')
+    results = eg.css('.example')
+    results.first.first = '1st'
+  end
+
+end

metadata

@@ -0,0 +1,82 @@
+--- !ruby/object:Gem::Specification
+name: dogshoe
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Trevor Grayson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-10-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+description: Modeling backed with scraped website data
+email: trevor@ipsumllc.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- lib/dog_shoe.rb
+- lib/dog_shoe/base.rb
+- lib/dog_shoe/table.rb
+- lib/dog_shoe/ui.rb
+- lib/dog_shoe/version.rb
+- spec/base_spec.rb
+- spec/html/table-with-headers.html
+- spec/html/table.html
+- spec/models/eg_table.rb
+- spec/spec_helper.rb
+- spec/table_spec.rb
+homepage: http://github.com/trevorgrayson/dogshoe
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: ORM backed by scraped websites
+test_files: []