proto 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in proto.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Kevin Curtin
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,43 @@
+# Proto
+
+Proto lets you create highly malleable, disposable value objects. You create a Proto::Scraper object with a URL. You can then pass it the name of the class you want back and a hash with the attributes and selectors so that it knows which data to scrape for you. The objects you get back are OpenStructs and are very flexible.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'proto'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install proto
+
+## Usage
+
+```ruby
+
+proto = Proto::Scraper.new('http://twitter.com/kcurtin')
+
+@tweets = proto.fetch_and_create!('Tweet', {:name => 'strong.fullname', 
+                                            :content => 'p.js-tweet-text', 
+                                            :created_at => 'small.time'})
+
+#by default, Proto::Scraper only returns 10 objects
+ 
+@tweets.inspect
+#<Proto::Tweet name="Kevin Curtin", content="@cawebs06 just a tad over my head... You guys are smart :)", created_at="11h">
+#<Proto::Tweet name="Kevin Curtin", content="@garybernhardt awesome, thanks. any plans to be in nyc soon? @FlatironSchool would love to have you stop by. we love DAS", created_at="12h">...
+
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,4 @@
+require "bundler/gem_tasks"
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new('spec')
+# :default => 'test' to task :default => :spec

data/lib/proto/scraper.rb

@@ -0,0 +1,41 @@
+module Proto
+  class Scraper
+    attr_accessor :doc
+
+    def initialize(url)
+      @doc = Nokogiri::HTML(open(url))
+    end
+
+    def fetch_and_create!(name='Type', args)
+      attributes = scrape_attribute_data(args)
+      protos     = create_return_objects(name, attributes)
+      return protos
+    end
+
+  private
+    def scrape_attribute_data(attributes)
+      collection = Array.new(attributes.length, [])
+      final_array = []
+      keys = attributes.keys
+
+      attributes.each_with_index do |(key, selector), index|
+        collection[index] = doc.css(selector).slice(1..10).map { |el| el.text.strip }
+      end
+
+      collection.transpose.each do |data|
+        hash = {}
+        data.each_with_index do |value, index|
+          hash[keys[index]] = value
+        end
+        final_array << hash
+      end
+      final_array
+    end
+
+    def create_return_objects(name, attributes)
+      new_class = Class.new(OpenStruct)
+      Proto.const_set(name, new_class)
+      attributes.map { |hash| Proto.const_get(name).new(hash) }
+    end
+  end
+end

data/lib/proto/version.rb

@@ -0,0 +1,3 @@
+module Proto
+  VERSION = "0.0.1"
+end

data/lib/proto.rb

@@ -0,0 +1,8 @@
+require 'proto/version'
+require 'open-uri'
+require 'ostruct'
+require 'nokogiri'
+
+module Proto
+  autoload :Scraper, 'proto/scraper'
+end

data/proto.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'proto/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "proto"
+  gem.version       = Proto::VERSION
+  gem.authors       = ["Kevin Curtin"]
+  gem.email         = ["kevincurtin88@gmail.com"]
+  gem.description   = %q{Highly malleable, disposable value objects}
+  gem.summary       = %q{Highly malleable, disposable value objects}
+  gem.homepage      = "https://github.com/kcurtin/proto"
+
+  gem.add_development_dependency 'rspec'
+  gem.add_development_dependency "nokogiri"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  # gem.test_files  = Dir.glob("spec/**/*.rb")
+  gem.require_paths = ["lib"]
+end

data/spec/proto/scraper_spec.rb

@@ -0,0 +1,66 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+describe Proto::Scraper do
+  before(:each) do
+    # Nokogiri::HTML.stub!(:open).and_return("doc")
+    # Nokogiri::HTML::Document.stub!(:parse)
+    # @scrape = Proto::Scraper.new('http://example.com')
+    # @scrape.stub_chain(:doc, :css, :each).and_return('STUBBED OUT')
+  end
+
+  it 'returns my objects!' do
+    obj = Proto::Scraper.new('https://twitter.com/kcurtin')
+    obj_collection = obj.fetch_and_create!('Tweet', { :name => 'strong.fullname', 
+                                            :content => 'p.js-tweet-text', :created_at => 'small.time' })
+    obj_collection.length.should == 10
+    obj_collection.first.class.to_s.should == 'Proto::Tweet'
+    obj_collection.first.name.should == 'Kevin Curtin'
+  end
+  
+  it "sets its doc attr to a nokogiri doc based on url" do
+    expect { 
+      Proto::Scraper.new('blah_url')
+    }.to raise_error(Errno::ENOENT)
+  end
+  # context ".fetch_and_create!" do
+  #   it "the default class name is 'Proto::Type'" do
+  #     our_obj = @scrape.fetch_and_create!({})
+  #     our_obj.class.to_s.should == 'Proto::Type'
+  #   end
+
+  #   it "accepts only a hash and sets default class name" do
+  #     our_obj = @scrape.fetch_and_create!({:name => 'default const'})
+  #     our_obj.class.to_s.should == 'Proto::Type'
+  #   end
+
+  #   it "returns a Proto object with attributes set" do
+  #     our_obj = @scrape.fetch_and_create!('Sample', {:name => "Kevin", :title => "Developer"})
+  #     our_obj.name.should == "STUBBED OUT"
+  #     our_obj.title.should == "STUBBED OUT"
+  #     our_obj.class.to_s.should == "Proto::Sample"
+  #   end
+  # end
+
+#   context 'private methods' do
+#     context ".create_return_objects" do
+#       it "accepts a custom class name" do
+#         our_obj = @scrape.send(:create_return_objects, 'Kevin', {})
+#         our_obj.first.class.to_s.should == 'Proto::Kevin'
+#       end
+
+#       it "accepts a hash and name and sets custom attrs" do
+#         our_obj = @scrape.send(:create_return_objects, 'Test', [{:name => 'Kevin'},{:title => "Title"}])
+#         our_obj.first.name.should == 'Kevin'
+#         our_obj.last.title.should == 'Title'
+#         our_obj.length.should == 2
+#       end
+#     end
+
+#     context ".scrape_attribute_data" do
+#       it "returns a hash of stuff" do
+#         rh = @scrape.send(:scrape_attribute_data, {:title => "h2 a"})
+#         rh.should == [{:title => 'STUBBED OUT'}]
+#       end
+#     end
+#   end
+end

data/spec/proto_spec.rb

@@ -0,0 +1,7 @@
+require 'spec_helper'
+
+describe Proto do
+  it 'should return correct version string' do
+    Proto.version_string.should == "Proto version #{Proto::VERSION}"
+  end
+end