makasi 0.1.6 → 0.1.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b5526f72e030783699186fd2b99ee0a9a9eb4ee5
-  data.tar.gz: 3c20ffec77ebc98474facacb2fbeee196efc2ec7
+  metadata.gz: ba3ee3d8a76ad5be96cc44382b12e1ca9f50dbfa
+  data.tar.gz: a89d9a578714529867a900eea92dac758ecf49c9
 SHA512:
-  metadata.gz: e70a7df63169995ce69f380aa573dca3394df8d2a081f5c7b1c4ca7cc72d3bce5560acbc48dc75c4e8c4a1a9b898fc1fb5f934a97bcb97b336f3462811c95245
-  data.tar.gz: f7370894bf1e9d7af162a6818f99bc42621e037cb08f0b22c85734e611e77449d91c07e54420219767c584862723df630ead21d95b76b16df4a75e28c02b27b0
+  metadata.gz: 44029a653a50c6f7af3799787be1b955af98289f5d4844b6165f33c714502004ee2e06a96a837040029a9cbbe9891b292467c4f936f3cc4ad944b89ecd6f6a05
+  data.tar.gz: 3bba581a0a3a9a91f2ed0963d8ac24631f3066f8c6bda468285375ef3770f1264d85e3803a886fa550cf7f7bca37c2409fb553988f7fdc20afca0f4fbd6df160

data/Gemfile.lock

@@ -1,23 +1,23 @@
 PATH
   remote: .
   specs:
-    makasi (0.1.3)
-      asari
+    makasi (0.1.8)
+      asari (= 0.10.4)
       sitemap_generator
 
 GEM
   remote: https://rubygems.org/
   specs:
-    asari (0.11.0)
+    asari (0.10.4)
       httparty
     builder (3.2.2)
-    httparty (0.13.5)
+    httparty (0.13.7)
       json (~> 1.8)
       multi_xml (>= 0.5.2)
     json (1.8.3)
     multi_xml (0.5.5)
     rake (10.4.2)
-    sitemap_generator (5.0.5)
+    sitemap_generator (5.1.0)
       builder
 
 PLATFORMS
@@ -29,4 +29,4 @@ DEPENDENCIES
   rake (~> 10.0)
 
 BUNDLED WITH
-   1.10.5
+   1.10.6

data/lib/makasi/search_index.rb

@@ -5,7 +5,7 @@ module Makasi
 
     def reindex
       sync_db_with_sitemap
-
+      puts "End Sync, starting parse and uploading pages"
       CloudSearchDocument.desc(:reindexed_at).each do |cloudsearch_doc|
         html_content = load_page(cloudsearch_doc.url)
         html_doc = Nokogiri::HTML(html_content)
@@ -23,7 +23,7 @@ module Makasi
                              "\n\tRESOURCE_ID: "      + meta_tag_for(html_doc, "resource_id") +
                              "\n"
         end
-
+        puts cloudsearch_doc.url
         add_item_to_cloudsearch(cloudsearch_doc, html_doc)
 
         cloudsearch_doc.update_attributes(reindexed_at: DateTime.now)
@@ -68,15 +68,18 @@ module Makasi
         return ""
       end
 
-      ## Patch for indexing from localhost
-      if Rails.env.development?
-        url += "/" unless url.ends_with?("/")
-        url.gsub! Makasi::Config.website_url, "http://localhost:3000/"
+       url += "/" unless url.ends_with?("/")
+       if url.start_with?('https') then
+        parsed_url = URI.parse(url)
+        http = Net::HTTP.new(parsed_url.host, parsed_url.port)
+        http.use_ssl = true
+        request = Net::HTTP::Get.new(url)
+        response = http.start { |http| http.request(request) }
+      else
+        parsed_url = URI.parse(url)
+        request = Net::HTTP::Get.new(url)
+        response = Net::HTTP.start(parsed_url.host, parsed_url.port) { |http| http.request(request) }
       end
-
-      parsed_url = URI.parse(url)
-      request = Net::HTTP::Get.new(url)
-      response = Net::HTTP.start(parsed_url.host, parsed_url.port) { |http| http.request(request) }
       case response
       when Net::HTTPSuccess     then response.body
       when Net::HTTPRedirection then load_page(response['location'], limit - 1)

data/lib/makasi/version.rb

@@ -1,3 +1,3 @@
 module Makasi
-  VERSION = "0.1.6"
+  VERSION = "0.1.8"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: makasi
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 0.1.8
 platform: ruby
 authors:
 - Nataliia Kumeiko
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-07-08 00:00:00.000000000 Z
+date: 2015-11-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler