so2db 0.1.0 → 0.2.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9d9d1ba6e24e1b8dc2b5dac9fea8976d9133b643
+  data.tar.gz: 3b11ff556f95761f0dabc2173ac794e991546857
+SHA512:
+  metadata.gz: 9909e3d83b384e3869f787cbcf448c2b0e035c50636573ee34ac0d428581aff452d0fe5751503b5635883e8cc2008494f29854ce7f4907c27698126e71568068
+  data.tar.gz: 8898484f96b444033fd746f4bfbaf249f85d8e0627a2c8dd1df8a8127eb4c308f9c379ba5b4ad53873e513ee6f50a1a7d5f2ed403efcf484acad0b25583f1cf3

data/Gemfile

@@ -1,8 +1,10 @@
 source 'http://rubygems.org'
 
-gem 'nokogiri'
-gem 'activerecord'
-gem 'foreigner'
-gem 'pg'
-gem 'rake'
-gem 'mocha'
+gem 'nokogiri', '1.5.6'
+gem 'activerecord', '3.2.8'
+gem 'foreigner', '1.2.1'
+gem 'pg', '0.14.0'
+gem 'rake', '0.9.3'
+gem 'mocha', '1.1.0', :require => false
+gem 'fakefs', '0.4.0'
+gem 'minitest'

data/Gemfile.lock

@@ -1,37 +1,42 @@
 GEM
   remote: http://rubygems.org/
   specs:
-    activemodel (3.0.0)
-      activesupport (= 3.0.0)
-      builder (~> 2.1.2)
-      i18n (~> 0.4.1)
-    activerecord (3.0.0)
-      activemodel (= 3.0.0)
-      activesupport (= 3.0.0)
-      arel (~> 1.0.0)
-      tzinfo (~> 0.3.23)
-    activesupport (3.0.0)
-    arel (1.0.1)
-      activesupport (~> 3.0.0)
-    builder (2.1.2)
-    foreigner (1.2.0)
+    activemodel (3.2.8)
+      activesupport (= 3.2.8)
+      builder (~> 3.0.0)
+    activerecord (3.2.8)
+      activemodel (= 3.2.8)
+      activesupport (= 3.2.8)
+      arel (~> 3.0.2)
+      tzinfo (~> 0.3.29)
+    activesupport (3.2.8)
+      i18n (~> 0.6)
+      multi_json (~> 1.0)
+    arel (3.0.3)
+    builder (3.0.4)
+    fakefs (0.4.0)
+    foreigner (1.2.1)
       activerecord (>= 3.0.0)
-    i18n (0.4.2)
-    metaclass (0.0.1)
-    mocha (0.12.2)
+    i18n (0.7.0)
+    metaclass (0.0.4)
+    minitest (5.4.0)
+    mocha (1.1.0)
       metaclass (~> 0.0.1)
-    nokogiri (1.5.5)
+    multi_json (1.11.1)
+    nokogiri (1.5.6)
     pg (0.14.0)
-    rake (0.9.2.2)
-    tzinfo (0.3.33)
+    rake (0.9.3)
+    tzinfo (0.3.44)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
-  activerecord
-  foreigner
-  mocha
-  nokogiri
-  pg
-  rake
+  activerecord (= 3.2.8)
+  fakefs (= 0.4.0)
+  foreigner (= 1.2.1)
+  minitest
+  mocha (= 1.1.0)
+  nokogiri (= 1.5.6)
+  pg (= 0.14.0)
+  rake (= 0.9.3)

data/lib/so2db/migrations.rb

@@ -33,6 +33,8 @@ module SO2DB
       begin
       AddForeignKeyMigration.new(from_table, to_table, options).up
       rescue
+	puts $!.inspect
+	#puts $@
         s = "Error creating foreign key from #{from_table} to #{to_table}"
         s << " on column #{options[:column]}" if options.has_key? :column
         puts s
@@ -62,6 +64,8 @@ module SO2DB
         t.integer :user_id
         t.string :name, :limit => 50
         t.timestamp :date
+        t.integer :class
+        t.boolean :tag_based
       end
 
       create_table :comments do |t|
@@ -82,14 +86,14 @@ module SO2DB
         t.integer :view_count
         t.text :body
         t.integer :owner_user_id
-        t.string :owner_display_name, :limit => 40
+        t.text :owner_display_name
         t.integer :last_editor_user_id
         t.string :last_editor_display_name, :limit => 40
         t.timestamp :last_edit_date
         t.timestamp :last_activity_date
         t.timestamp :community_owned_date
         t.timestamp :closed_date
-        t.string :title, :limit => 250
+        t.text :title
         t.string :tags, :limit => 150
         t.integer :answer_count
         t.integer :comment_count
@@ -103,7 +107,7 @@ module SO2DB
         t.timestamp :creation_date
         t.integer :user_id
         t.string :user_display_name, :limit => 40
-        t.string :comment, :limit => 600
+        t.text :comment
         t.text :text
         t.integer :close_reason_id
       end
@@ -111,7 +115,7 @@ module SO2DB
       create_table :users do |t|
         t.integer :reputation
         t.timestamp :creation_date
-        t.string :display_name, :limit => 40
+        t.text :display_name
         t.string :email_hash, :limit => 32
         t.timestamp :last_access_date
         t.string :website_url, :limit => 300
@@ -121,10 +125,11 @@ module SO2DB
         t.integer :views
         t.integer :up_votes
         t.integer :down_votes
+        t.integer :account_id
       end
 
       create_table :votes do |t|
-        t.primary_key :id
+        #t.primary_key :id
         t.integer :post_id
         t.integer :vote_type_id
         t.timestamp :creation_date
@@ -132,10 +137,24 @@ module SO2DB
         t.integer :bounty_amount
       end
 
+      create_table :post_links do |t|
+        t.date :creation_date
+        t.integer :post_id
+        t.integer :related_post_id
+        t.integer :link_type_id
+      end
+
+      create_table :tags do |t|
+        t.text :tag_name
+        t.integer :count
+        t.integer :excerpt_post_id
+        t.integer :wiki_post_id
+      end
     end
 
+
     def down
-      [:votes, :badges, :comments, :post_history, :posts, :users].each do |t|
+      [:votes, :badges, :comments, :post_history, :posts, :users, :post_links, :tags].each do |t|
         drop_table t
       end
     end
@@ -179,7 +198,7 @@ module SO2DB
 
     def create_post_types
       create_table :post_types do |t|
-        t.primary_key :id
+        #t.primary_key :id
         t.string :type_name, :limit => 24
       end
 
@@ -201,7 +220,7 @@ module SO2DB
 
     def create_post_history_types
       create_table :post_history_types do |t|
-        t.primary_key :id
+        #t.primary_key :id
         t.string :name, :limit => 50
       end
 
@@ -245,7 +264,7 @@ module SO2DB
 
     def create_close_reasons
       create_table :close_reasons do |t|
-        t.primary_key :id
+        #t.primary_key :id
         t.string :name, :limit => 50
       end
 
@@ -266,7 +285,7 @@ module SO2DB
 
     def create_vote_types
       create_table :vote_types do |t|
-        t.primary_key :id
+        #t.primary_key :id
         t.string :name, :limit => 50
       end
 

data/lib/so2db/models.rb

@@ -25,7 +25,7 @@ module SO2DB::Models
 
   class Badge < ActiveRecord::Base
     def self.exported_fields
-      return [ :id, :user_id, :name, :date ]
+      return [ :id, :user_id, :name, :date, :class, :tag_based ]
     end
   end
 
@@ -61,7 +61,7 @@ module SO2DB::Models
     def self.exported_fields
       return [ :id, :reputation, :creation_date, :display_name, :email_hash,
                :last_access_date, :website_url, :location, :age, :about_me, 
-               :views, :up_votes, :down_votes ]
+               :views, :up_votes, :down_votes, :account_id ]
     end
   end
 
@@ -72,6 +72,18 @@ module SO2DB::Models
     end
   end
 
+  class PostLink < ActiveRecord::Base
+    def self.exported_fields
+      return [ :id, :creation_date, :post_id, :related_post_id, :link_type_id ]
+    end
+  end
+
+  class Tag < ActiveRecord::Base
+    def self.exported_fields
+      return [ :id, :tag_name, :count, :excerpt_post_id, :wiki_post_id ]
+    end
+  end
+
   class PostType < ActiveRecord::Base
   end
 
@@ -87,20 +99,17 @@ module SO2DB::Models
   # Infrastructure.  Do not call this from your code.
   class Lookup
 
-    @@map = { "badges" => :Badge, "comments" => :Comment, 
+    @@map = { "badges" => :Badge, "comments" => :Comment,
               "posthistory" => :PostHistory, "posts" => :Post, "users" => :User,
-              "votes" => :Vote }
+              "votes" => :Vote, "postlinks" => :PostLink, "tags" => :Tag }
 
     def self.find_class(file_name)
-      Object.const_get("SO2DB").const_get("Models")
-      .const_get(@@map[file_name].to_s)
+      Object.const_get("SO2DB::Models::#{@@map[file_name].to_s}")
     end
 
     def self.get_required_attrs(file_name)
       raw = find_class(file_name).send :exported_fields
       return raw.map {|f| f.to_s.camelize.sub(/Guid/, 'GUID')}
     end
-
   end
-
 end

data/test/test_formatter.rb

@@ -1,8 +1,8 @@
-require 'test/unit'
-require 'mocha'
+require 'minitest/autorun'
+require 'mocha/mini_test'
 require 'so2db'
 
-class FormatterTest < Test::Unit::TestCase
+class FormatterTest < Minitest::Test
   include Rake::DSL
 
   def setup
@@ -61,7 +61,7 @@ class FormatterTest < Test::Unit::TestCase
   end
 
   def test_value_str
-    assert_equal "badges(date,id,name,user_id)", @formatter.value_str
+    assert_equal "badges(class,date,id,name,tag_based,user_id)", @formatter.value_str
   end
 
   def create_node_stub(name, node_type)

data/test/test_models.rb

@@ -1,7 +1,7 @@
-require 'test/unit'
+require 'minitest/autorun'
 require 'so2db'
 
-class LookupTest < Test::Unit::TestCase
+class LookupTest < Minitest::Test
   include Rake::DSL
 
   def test_lookup_badges
@@ -10,11 +10,11 @@ class LookupTest < Test::Unit::TestCase
 
   def test_required_attrs_badges
     attrs = SO2DB::Models::Lookup::get_required_attrs("badges")
-    assert_equal [ "Id", "UserId", "Name", "Date" ], attrs
+    assert_equal [ "Id", "UserId", "Name", "Date", "Class", "TagBased" ], attrs
   end
 
   def test_guid_capitalization
     attrs = SO2DB::Models::Lookup::get_required_attrs("posthistory")
-    assert_block { attrs.include? 'RevisionGUID' }
+    assert(attrs.include? 'RevisionGUID')
   end
 end

data/test/test_so2db.rb

@@ -1,8 +1,8 @@
-require 'test/unit'
-require 'mocha'
+require 'minitest/autorun'
+require 'mocha/mini_test'
 require 'so2db'
 
-class ImporterTest < Test::Unit::TestCase
+class ImporterTest < Minitest::Test
 
   def test_import_data
     importer = SO2DB::Importer.new

data/test/test_so2pg.rb

@@ -1,8 +1,8 @@
-require 'test/unit'
-require 'mocha'
+require 'minitest/autorun'
+require 'mocha/mini_test'
 require 'so2pg'
 
-class PgImporterTest < Test::Unit::TestCase
+class PgImporterTest < Minitest::Test
 
   def setup
     @importer = PgImporter.new(true, true, { :database => "dbname", :dir => "dir" })
@@ -57,7 +57,7 @@ class PgImporterTest < Test::Unit::TestCase
 
 end
 
-class PgOptionsParserTest < Test::Unit::TestCase
+class PgOptionsParserTest < Minitest::Test
 
   def test_all_options
     host = 'localhost'

metadata

@@ -1,132 +1,120 @@
 --- !ruby/object:Gem::Specification
 name: so2db
 version: !ruby/object:Gem::Version
-  version: 0.1.0
-  prerelease: 
+  version: 0.2.1
 platform: ruby
 authors:
 - Chad Taylor
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-08-08 00:00:00.000000000 Z
+date: 2015-06-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: foreigner
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: pg
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: mocha
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: ! "    SO2DB provides an API for building StackOverflow data dump importers.
-  \ It\n    ships with a PostgreSQL implementation and binary.\n"
+description: |2
+      SO2DB provides an API for building StackOverflow data dump importers.  It
+      ships with a PostgreSQL implementation and binary.
 email: caepo3@gmail.com
 executables:
 - so2pg
 extensions: []
 extra_rdoc_files: []
 files:
+- Gemfile
+- Gemfile.lock
+- MIT-LICENSE
+- README.md
+- Rakefile
+- bin/so2pg
+- lib/so2db.rb
 - lib/so2db/extensions.rb
 - lib/so2db/formatter.rb
 - lib/so2db/migrations.rb
 - lib/so2db/models.rb
-- lib/so2db.rb
 - lib/so2pg.rb
-- bin/so2pg
-- Gemfile
-- Gemfile.lock
-- MIT-LICENSE
-- Rakefile
-- README.md
 - test/test_formatter.rb
 - test/test_models.rb
 - test/test_so2db.rb
@@ -134,27 +122,26 @@ files:
 homepage: https://github.com/tessellator/so2db
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.24
+rubygems_version: 2.4.1
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: StackOverflow Data Dump Import Utilities
 test_files:
 - test/test_formatter.rb