fly_parser 0.0.7 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 04dc5a5ee6aefcaad08a66b4d86d418d2e2d6621
-  data.tar.gz: 8145b7beb20e9b7047c2422e3172a14b25218267
+  metadata.gz: 7e159421fc321f0df2f306091165a72155f57abd
+  data.tar.gz: f7348be727d4ec8dc5a6e6bc7527f9b6e2a193b7
 SHA512:
-  metadata.gz: 4283c77559952bdcc2ed404e9b629c0263b806d9d0a776fed4d198674b6e92fb5601f65942fb9b29297fc7e2a42599ceba6740f2fcedcbce2bda0ec1432f9e0b
-  data.tar.gz: 37b9f632c4a943defa36e6d5d6a666ed3d3735379d8e0221b10afb881e64d4df096b92f9fac75d215a7cfe7cf833b502713feba5c298212385fe6daf2a21eed4
+  metadata.gz: ab584fc837d217ede31b77d7f4cf06fae1b04955d2306b276f4d5928ba07eae7ff5a76dad798114ddb83bd85103f70ffe6826953a6bac32e3551e606a88fcd3a
+  data.tar.gz: 80cd5806a09f8610bee270bde4257055a9f99eb3f2bd218201d9381347b0fa7245924ab607dfd07feefc662f5f6b14e293e1c6e36c9f8cb89b3e5aa1fd9a0cff

data/lib/fly_parser/version.rb

@@ -0,0 +1,3 @@
+module Parser
+  VERSION = "0.0.8"
+end

data/lib/fly_parser.rb

@@ -5,6 +5,8 @@ require 'pry'
 require 'open-uri'
 require 'yaml'
 require 'mechanize'
+require 'benchmark'
+
 BASE_PATH = File.expand_path("fly_parser/*.rb", File.dirname(__FILE__))
 LOGO_PATH = File.expand_path("fly_parser/logo.txt", File.dirname(__FILE__))
 
@@ -22,16 +24,18 @@ def require_all(path)
   end
 end
 
-unless defined? Rails
-  Dir[BASE_PATH].each do |base_file|
-    require base_file
-  end
-  Dir.chdir RAILS_ROOT
-  require RAILS_BOOT_PATH
-  require RAILS_CONFIG_PATH
-  require_all 'fly_parser/sources'
+Dir[BASE_PATH].each do |base_file|
+  require base_file
 end
 
+# Require whole rails app , not only ActiveRecord
+# because there is a lot of AR dependecies ( carrierwave, minimagick, state_machine etc )
+
+Dir.chdir RAILS_ROOT
+require RAILS_BOOT_PATH
+require RAILS_CONFIG_PATH
+require_all 'fly_parser/sources'
+
 module Parser
   class << self
     include Enable if defined? Enable
@@ -64,7 +68,8 @@ module Parser
       init_parser(source)
       parse_and_save(source["items"])
     end
-
+    # Threads are more slowly in this case, so don't use it
+    # because we need delay(some sources ban you for a lot of requests concurrently)
     def parse_and_save(items)
       items.each do |item|
         ap "Parsing #{item['type']}"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fly_parser
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.0.8
 platform: ruby
 authors:
 - Ruslan Korolev
@@ -10,20 +10,6 @@ bindir: bin
 cert_chain: []
 date: 2014-10-26 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: rails
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: 4.1.4
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: 4.1.4
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +94,34 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Simple fly parser for internal uses
 email:
 - rusik3@gmail.com
@@ -128,6 +142,7 @@ files:
 - lib/fly_parser/sources/news-nl.rb
 - lib/fly_parser/sources/news.rb
 - lib/fly_parser/sources/sport.rb
+- lib/fly_parser/version.rb
 - lib/fly_parser/xml_base.rb
 homepage: http://rubygems.org
 licenses: