ig_scrape 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a2d0a888ba09af0188257b8924cbaa83f85b15b0
-  data.tar.gz: 3d17f54b10d168c4aedc8eeadb40c280ffbb3fbc
+  metadata.gz: 9027f0e5b57aeefba527eceb037a323e2d6e90bd
+  data.tar.gz: f34bf0399ef36ea67bbee37cea822dd540cc650c
 SHA512:
-  metadata.gz: 74804b533c38dfd21e4b49aa63380ce652f91700873f2a4916c6a3e591194d5027aa56520d9b7194c756be5016650e70234084537e239a1d76a166eb0c5f7cf3
-  data.tar.gz: 624898bb60e1a872e409d843947e214cb0c2691cc8fb6f1d3408d883dcdf9f5c61d86c2faf87182b9120e6cefc170b15442e6d60afa8b76fc485aef177795593
+  metadata.gz: 07f3eb3e145d9c832f641ef3848002146e4904d8f9dd900822cdb4346f9e8799a1fdb86e81d67be9a3609dd5a9c83f45f45cc3e45fbd74bfd028905ef261bc05
+  data.tar.gz: 599447632f4ef2bd9d769960e51b9ab5a86e433f5aaba69e70849b271e3df718f6222d358f096cd7ca4099b0648ecfe367fc47a08cc2cbdb1cea446269823ab5

data/README.md

@@ -54,6 +54,22 @@ Or install it yourself as:
     puts post.has_more_comments?
   ```
 
+### Using the CLI
+
+  You can use the CLI to get a dump in JSON of posts and comments
+
+  ```
+    gem install ig_scrape
+
+    ig_scrape help
+
+    # load all the posts for an account
+    ig_scrape posts --username theusername
+
+    # load all the comments for a post
+    ig_scrape comments --shortcode theshortcode
+  ```
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/bin/ig_scrape

@@ -0,0 +1,38 @@
+#!/usr/bin/env ruby
+
+require 'ig_scrape'
+require 'thor'
+require 'json'
+
+class IGScrape::CLI < Thor
+
+  desc "posts username", "Get all the posts for the username"
+  option :username, :required => true
+  def posts
+    begin
+      client = IGScrape::Client.new(options[:username])
+      client.load
+      posts = client.posts
+      puts JSON.pretty_generate(posts)
+    rescue ArgumentError => e
+      puts e.message
+    end
+  end
+
+  desc "comments shortcode", "Get all the comments for a post's shortcode"
+  option :shortcode, :required => true
+  def comments
+    begin
+      post = IGScrape::Post.load_from_shortcode(options[:shortcode])
+      post.load_comments
+
+      comments = post.comments
+      puts JSON.pretty_generate(comments)
+    rescue ArgumentError => e
+      puts e.message
+    end
+  end
+
+end
+
+IGScrape::CLI.start(ARGV)

data/ig_scrape.gemspec

@@ -17,8 +17,8 @@ Gem::Specification.new do |spec|
   spec.files         = `git ls-files -z`.split("\x0").reject do |f|
     f.match(%r{^(test|spec|features)/})
   end
-  spec.bindir        = "exe"
-  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.bindir        = "bin"
+  spec.executables   = 'ig_scrape'
   spec.require_paths = ["lib"]
 
   spec.add_development_dependency "bundler", "~> 1.15"
@@ -28,4 +28,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "webmock"
   spec.add_development_dependency "minitest-reporters"
   spec.add_dependency "httparty"
+  spec.add_dependency "thor"
 end

data/lib/ig_scrape/client.rb

@@ -30,21 +30,27 @@ class IGScrape::Client
       url = "https://www.instagram.com/#{@username}/?__a=1"
       resp = HTTParty.get(url)
 
-      response = JSON.parse(resp.body)
-      user = response["user"]
-      @full_name = user["full_name"]
-      @follower_count = user["followed_by"]["count"]
-      @follows_count = user["follows"]["count"]
-      @id = user["id"]
-      @post_count = user["media"]["count"]
-      @page_info = user["media"]["page_info"]
-      @profile_pic_url = user["profile_pic_url"]
+      case resp.code
+        when 200
+          response = JSON.parse(resp.body)
+          user = response["user"]
+          @full_name = user["full_name"]
+          @follower_count = user["followed_by"]["count"]
+          @follows_count = user["follows"]["count"]
+          @id = user["id"]
+          @post_count = user["media"]["count"]
+          @page_info = user["media"]["page_info"]
+          @profile_pic_url = user["profile_pic_url"]
 
-      media = user["media"]["nodes"]
-      if media
-        @posts = media.collect do |node|
-          IGScrape::Post.new(node)
-        end
+          media = user["media"]["nodes"]
+          if media
+            @posts = media.collect do |node|
+              IGScrape::Post.new(node)
+            end
+          end
+        when 404
+          # the client does not exist
+          raise ArgumentError.new("#{@username} does not exist!")
       end
     end
 

data/lib/ig_scrape/comment.rb

@@ -6,6 +6,17 @@ class IGScrape::Comment
     load_from_payload(payload)
   end
 
+  def to_json(*args)
+    JSON.generate({
+      id: @id,
+      text: @text,
+      created_at: @created_at,
+      author_id: @author_id,
+      author_name: @author_name,
+      author_profile_pic: @author_profile_pic
+    })
+  end
+
   private
 
     def load_from_payload payload

data/lib/ig_scrape/post.rb

@@ -1,3 +1,4 @@
+require 'json'
 class IGScrape::Post
 
   attr_accessor :id, :comment_count, :likes, :is_video, :code, :display_src, :caption, :created_at, :type, :comments
@@ -10,10 +11,16 @@ class IGScrape::Post
   def self.load_from_shortcode code
     url = "https://www.instagram.com/p/#{code}/?__a=1"
     resp = HTTParty.get(url)
-    response = JSON.parse(resp.body)
-    payload = response["graphql"]["shortcode_media"]
 
-    post = IGScrape::Post.new(self.edge_timeline_to_payload(payload))
+    case resp.code
+      when 200
+        response = JSON.parse(resp.body)
+        payload = response["graphql"]["shortcode_media"]
+
+        post = IGScrape::Post.new(self.edge_timeline_to_payload(payload))
+      when 404
+        raise ArgumentError.new("Post with #{code} does not exist!")
+    end
   end
 
   def has_more_comments?
@@ -40,6 +47,18 @@ class IGScrape::Post
     }
   end
 
+  def to_json(*args)
+    JSON.generate({
+      id: @id,
+      code: @code,
+      caption: @caption,
+      type: @type,
+      created_at: @created_at,
+      comment_count: @comment_count,
+      likes: @likes
+    })
+  end
+
   private
 
     def load_more_comments

data/lib/ig_scrape/version.rb

@@ -1,3 +1,3 @@
 module IGScrape
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ig_scrape
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Trevor Kimenye
 autorequire: 
-bindir: exe
+bindir: bin
 cert_chain: []
-date: 2017-09-25 00:00:00.000000000 Z
+date: 2017-09-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -108,10 +108,25 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: A gem to scrape instagram posts and comments.
 email:
 - kimenye@gmail.com
-executables: []
+executables:
+- ig_scrape
 extensions: []
 extra_rdoc_files: []
 files:
@@ -122,6 +137,7 @@ files:
 - README.md
 - Rakefile
 - bin/console
+- bin/ig_scrape
 - bin/setup
 - ig_scrape.gemspec
 - lib/ig_scrape.rb