instagram-crawler 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5bbb0b173538ea3c0c43142545fe645f5651e59733f6286b40e97df437b66619
-  data.tar.gz: 1626445eb2a4a8e64e64373c3fa4099d046c0d7fbf5c62057dfbe440d438ca59
+  metadata.gz: e460402bed3e496955845e5920100d7b216edda7a94e5f0635a0f5770fc34a44
+  data.tar.gz: 2f51f10e8c9f4f1ff485232169b4b375f9c307b9b95b762fe24e4d8f048a875c
 SHA512:
-  metadata.gz: 4b48b5098fa06a70e85a0ccb6540aa428cc373f880b493be97f7ea3535547cd3ce2ce4f83605bc515010af1f9d1287729d03e6cfb3140461350d7fa9541b4e4e
-  data.tar.gz: 67ee453b7b5308796236ae2f758043e64277fc738b45e8a206a012230079ebc329ec87867f4e216547745bb56aadbca848120f27c2458d555c33bd0e1c327273
+  metadata.gz: 91a28b2486726b71a6dd011845af1c7e2d0f09cbea26f50c86e8b59a285aded39606b98f083c3d43913c894fc0c97e465e6650780652ec5d8e32472cca98a970
+  data.tar.gz: 47b5d98b9d12b30fe466e86140ab96dbf3e3359616b7bfd73b9e60e3616145516f45b9e6b962c2f4c95700d2647bb08c481dd3cb3acc54e6d3e7e8b20e311506

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    instagram-crawler (0.2.0)
+    instagram-crawler (0.2.1)
       colorize (~> 0.8)
       http (~> 4.0)
       nokogiri (~> 1.8)
@@ -9,7 +9,7 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    addressable (2.5.2)
+    addressable (2.6.0)
       public_suffix (>= 2.0.2, < 4.0)
     colorize (0.8.1)
     coveralls (0.8.22)
@@ -22,7 +22,7 @@ GEM
     docile (1.3.1)
     domain_name (0.5.20180417)
       unf (>= 0.0.5, < 1.0.0)
-    http (4.0.0)
+    http (4.1.1)
       addressable (~> 2.3)
       http-cookie (~> 1.0)
       http-form_data (~> 2.0)
@@ -32,9 +32,9 @@ GEM
     http-form_data (2.1.1)
     http_parser.rb (0.6.0)
     json (2.1.0)
-    mini_portile2 (2.3.0)
-    nokogiri (1.8.5)
-      mini_portile2 (~> 2.3.0)
+    mini_portile2 (2.4.0)
+    nokogiri (1.10.2)
+      mini_portile2 (~> 2.4.0)
     public_suffix (3.0.3)
     rake (10.5.0)
     rspec (3.8.0)
@@ -74,4 +74,4 @@ DEPENDENCIES
   rspec (~> 3.0)
 
 BUNDLED WITH
-   1.17.1
+   1.17.2

data/lib/instagram_crawler/file.rb

@@ -9,13 +9,19 @@ module InstagramCrawler
 
       def download(url, dir_name, file_name)
         return unless Config.download
-        extname = File.extname(url)
+        binary_data, mime_type = get_binary_data(url)
+
+        extname =
+          case mime_type
+          when "video/mp4" then ".mp4"
+          when "image/jpeg" then ".jpeg"
+          end
 
         dir_path  = "#{Config.base_path}/#{dir_name}"
         FileUtils.mkdir_p(dir_path) unless Dir.exist?(dir_path)
 
         file_path = "#{dir_path}/#{file_name}#{extname}"
-        binary_data = get_binary_data(url)
+
 
         File.open(file_path, 'wb') do |f|
           f.write binary_data
@@ -28,7 +34,7 @@ module InstagramCrawler
         res = Config.proxyname ?
           HTTP.via(Config.proxyname, Config.port).get(url) : HTTP.get(url)
         raise Errors::HttpError, "#{res.code} #{res.reason}" if res.code != 200
-        res.to_s
+        [res.to_s, res.mime_type]
       end
     end
   end

data/lib/instagram_crawler/parser/base.rb

@@ -5,7 +5,10 @@ module InstagramCrawler
 
       def parse_post(posts, time)
         posts.each.with_index(1) do |post, index|
-          url = post["node"]["display_url"]
+          url =
+            post["node"]["is_video"] ?
+            post["node"]["video_url"] :
+            post["node"]["display_url"]
           output(time, url)
           File.download(url, "post/#{time}", "#{index}.#{time}")
         end

data/lib/instagram_crawler/version.rb

@@ -1,3 +1,3 @@
 module InstagramCrawler
-  VERSION = "0.2.0".freeze
+  VERSION = "0.2.1".freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: instagram-crawler
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Leon Ji
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-12-18 00:00:00.000000000 Z
+date: 2019-03-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -155,8 +155,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 3.0.1
 signing_key: 
 specification_version: 4
 summary: The easiest way to download instagram photos, posts and videos.