klepto 0.1.0

data/spec/orm/active_record.rb

@@ -0,0 +1,36 @@
+# encoding: utf-8
+require 'active_record'
+
+ActiveRecord::Base.logger = ActiveSupport::BufferedLogger.new('log/test.log')
+ActiveRecord::Base.establish_connection YAML.load(File.open(File.join(File.dirname(__FILE__), 'database.yml')).read)[ENV['db'] || 'mysql']
+
+ActiveRecord::Migration.verbose = false
+
+class TestMigration < ActiveRecord::Migration
+  def self.up
+    create_table :tweets, :force => true do |t|
+      t.string :content
+      t.string :twitter_id
+      t.integer :timestamp
+      t.string :permalink
+    end
+
+    create_table :users, :force => true do |t|
+      t.string :name
+      t.string :username
+    end
+  end
+
+  def self.down
+    drop_table :tweets
+    drop_table :users
+  end
+end
+
+class Tweet < ActiveRecord::Base
+  validates_presence_of :timestamp, :twitter_id, :permalink, :content
+end
+
+class User < ActiveRecord::Base
+  validates_presence_of :username, :name
+end

data/spec/orm/database.example.yml

@@ -0,0 +1,15 @@
+sqlite3: 
+  adapter: sqlite3 
+  database: ":memory:"
+postgresql: 
+  adapter: postgresql
+  database: klepto_test
+  username: klepto
+  password: klepto
+  min_messages: WARNING
+mysql: 
+  adapter: mysql 
+  host: localhost 
+  database: klepto_test
+  username: klepto
+  password: klepto

data/spec/spec_helper.rb

@@ -0,0 +1,32 @@
+require 'rubygems'
+require 'bundler/setup'
+require 'debugger'
+require 'simplecov'
+SimpleCov.start do
+  add_filter "spec"
+end
+
+require 'klepto'
+require 'vcr'
+require 'orm/active_record'
+
+def page(url="http://example.com")
+  Capybara::Node::Simple.new(open(url).read)
+end
+
+VCR.configure do |c|
+  c.cassette_library_dir = 'spec/cassettes'
+  c.hook_into :fakeweb
+  c.configure_rspec_metadata!
+end
+
+RSpec.configure do |config|
+  config.before(:all) { TestMigration.up }
+  config.after(:each){ 
+    User.delete_all
+    Tweet.delete_all
+  }
+  config.after(:all) { TestMigration.down }
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.filter_run_excluding :skip => true
+end

metadata

@@ -0,0 +1,157 @@
+--- !ruby/object:Gem::Specification
+name: klepto
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Cory O'Daniel
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: docile
+  requirement: &70348289181900 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70348289181900
+- !ruby/object:Gem::Dependency
+  name: poltergeist
+  requirement: &70348289181040 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - =
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *70348289181040
+- !ruby/object:Gem::Dependency
+  name: capybara
+  requirement: &70348289179880 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - =
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *70348289179880
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &70348289179180 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.6
+  type: :runtime
+  prerelease: false
+  version_requirements: *70348289179180
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: &70348289178640 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70348289178640
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  requirement: &70348289177300 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70348289177300
+description: Tearing up web pages into ActiveRecord resources
+email:
+- github@coryodaniel.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .rvmrc
+- Gemfile
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- klepto.gemspec
+- lib/klepto.rb
+- lib/klepto/bot.rb
+- lib/klepto/browser.rb
+- lib/klepto/crawler.rb
+- lib/klepto/tasks.rb
+- lib/klepto/version.rb
+- samples/example.rb
+- spec/cassettes/Klepto_Crawler/dsl_interaction/should_crawl_the_resource.yml
+- spec/cassettes/Klepto_Crawler/standard_interaction/should_be_able_to_designate_scraping_of_a_set_of_nodes.yml
+- spec/cassettes/Klepto_Crawler/standard_interaction/should_be_able_to_designate_scraping_of_a_single_node_with_a_block.yml
+- spec/cassettes/Klepto_Crawler/standard_interaction/should_be_able_to_designate_scraping_of_a_single_node_with_a_symbol.yml
+- spec/cassettes/Klepto_Crawler/standard_interaction/should_be_able_to_scrape_the_node_that_the_crawler_is_scoped_to.yml
+- spec/cassettes/Klepto_Crawler/standard_interaction/should_have_a_CSS_scope.yml
+- spec/cassettes/Klepto_Crawler/standard_interaction/should_have_a_desired_syntax.yml
+- spec/lib/klepto/bot_spec.rb
+- spec/lib/klepto/browser_spec.rb
+- spec/lib/klepto/crawler_spec.rb
+- spec/lib/klepto/dsl_spec.rb
+- spec/lib/klepto_spec.rb
+- spec/orm/active_record.rb
+- spec/orm/database.example.yml
+- spec/spec_helper.rb
+homepage: http://github.com/coryodaniel/klepto
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Tearing up web pages into ActiveRecord resources
+test_files:
+- spec/cassettes/Klepto_Crawler/dsl_interaction/should_crawl_the_resource.yml
+- spec/cassettes/Klepto_Crawler/standard_interaction/should_be_able_to_designate_scraping_of_a_set_of_nodes.yml
+- spec/cassettes/Klepto_Crawler/standard_interaction/should_be_able_to_designate_scraping_of_a_single_node_with_a_block.yml
+- spec/cassettes/Klepto_Crawler/standard_interaction/should_be_able_to_designate_scraping_of_a_single_node_with_a_symbol.yml
+- spec/cassettes/Klepto_Crawler/standard_interaction/should_be_able_to_scrape_the_node_that_the_crawler_is_scoped_to.yml
+- spec/cassettes/Klepto_Crawler/standard_interaction/should_have_a_CSS_scope.yml
+- spec/cassettes/Klepto_Crawler/standard_interaction/should_have_a_desired_syntax.yml
+- spec/lib/klepto/bot_spec.rb
+- spec/lib/klepto/browser_spec.rb
+- spec/lib/klepto/crawler_spec.rb
+- spec/lib/klepto/dsl_spec.rb
+- spec/lib/klepto_spec.rb
+- spec/orm/active_record.rb
+- spec/orm/database.example.yml
+- spec/spec_helper.rb