nine-gag 0.2.0 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 58bd4e0e7f29c7a6aa412515d8f98e68eaf70cf1
-  data.tar.gz: 3f13e8a0eb860e74546420fe546eed20014e5940
+  metadata.gz: cb5ac4ad667ea7ae49fbaa7a16fdcbdb183bbf56
+  data.tar.gz: 78c8c5aaf3dbf17bcb410e90fbc0c3e1ebf67d4c
 SHA512:
-  metadata.gz: 89e0b08c08a808a9f1027e15adb2441e68b9ed014f56b1abe4c8730fd73eb63c82692962307c2411745230b26ac8c0813476eff73cdb86996d5abcf675e8b16a
-  data.tar.gz: a460e735ec08800ab7c157db69e1d29e7cfd2cee18eb0f219fe2e358c14e0aad83589b4aa36c863c8746f2bec111f7a41436b5fccf5cf1c61a2acf7cb83e082c
+  metadata.gz: 10a6abe20ba9ddd35729c9e9ea0657d7f6391d0d847b8ff3d460db552c16c0a20f13bc47c2001e805c170d6425ab84a804d2f83275ae3804b70f0b418929cd28
+  data.tar.gz: 7b33f9772c8529893674d4a6695b994312dc1ad274efbde063780c31495d4d2209b2805a6041b63df10039b97d143ff3dee30820d8635b8d47e3e343b1d899b3

data/README.md

@@ -1,13 +1,12 @@
 [![Gem Version](https://badge.fury.io/rb/nine-gag.svg)](https://badge.fury.io/rb/nine-gag)
 [![Build Status](https://travis-ci.org/dimasjt/nine-gag.svg?branch=develop)](https://travis-ci.org/dimasjt/nine-gag)
-[![Code Climate](https://codeclimate.com/github/dimasjt/nine-gag/badges/gpa.svg)](https://codeclimate.com/github/dimasjt/nine-gag)
 
 ## Installation
 
 Add this line to your application's Gemfile:
 
 ```ruby
-gem 'nine-gag', '>= 0.1.3'
+gem 'nine-gag', '>= 1.0.0'
 ```
 
 And then execute:
@@ -20,128 +19,79 @@ Or install it yourself as:
 
 ## Usage
 
-* [Posts](https://github.com/dimasjt/nine-gag/tree/develop#get-posts)
-* [Detail post](https://github.com/dimasjt/nine-gag/tree/develop#get-detail-post)
-* [Comments post](https://github.com/dimasjt/nine-gag/tree/develop#get-comments-post)
+* [Posts](#get-posts)
+* [Comments post](#get-comments)
 
 ### Get Posts
 #### Request
 ```ruby
-# http://9gag.com/funny/hot
-NineGag.index('funny/hot')
+NineGag.trending # http://9gag.com/trending
+NineGag.hot # http://9ag.com/hot
+NineGag.fresh # http://9gag.com/fresh
+
+NineGag.gif({ type: "fresh" }) # http://9gag.com/gif/fresh
+NineGag.nsfw({ type: "hot" }) # http://9gag.com/nsfw/hot
+NineGag.cute({ type: "fresh", after: "aAxVod2" }) # http://9gag.com/cute/fresh pagination after post id aAxVod2
+NineGag.video # http://9gag.com/video/hot
 ```
 
-#### Response
+### Result
 ```ruby
-[
-  {
-    :id => "ajqgWZp",
-    :title => "How deal with a Warlord",
-    :url => "http://9gag.com/gag/ajqgWZp",
-    :image => "http://img-9gag-fun.9cache.com/photo/ajqgWZp_460s.jpg",
-    :comments_count => 28,
-    :points => 464,
-    :media =>  {
-      :poster => "http://img-9gag-fun.9cache.com/photo/ajqgWZp_460s.jpg",
-      :mp4 => "http://img-9gag-fun.9cache.com/photo/ajqgWZp_460sv.mp4",
-      :webm => "http://img-9gag-fun.9cache.com/photo/ajqgWZp_460svwm.webm"
-    }
-  },
-  {
-    :id => "aERpNWM",
-    :title => "Some people really deserve this high-five",
-    :url => "http://9gag.com/gag/aERpNWM",
-    :image => "http://img-9gag-fun.9cache.com/photo/aERpNWM_460s.jpg",
-    :comments_count => 166,
-    :points => 6388,
-    :media => nil
-  },
-  ....
-]
+{
+  :status => "success",
+  :data => [
+    {
+      :id => "ayXpOeY",
+      :title => "Too cold",
+      :url => "http://9gag.com/gag/ayXpOeY",
+      :comments_count => 5,
+      :points => 35,
+      :nsfw => true,
+      :video => true,
+      :media => {
+        :image => "https://img-9gag-fun.9cache.com/photo/ayXpOeY_460s.jpg",
+        :poster => "https://img-9gag-fun.9cache.com/photo/ayXpOeY_460s.jpg",
+        :mp4 => "https://img-9gag-fun.9cache.com/photo/ayXpOeY_460sv.mp4",
+        :webvm => "https://img-9gag-fun.9cache.com/photo/ayXpOeY_460svwm.webm"
+      },
+      :tags => ["Awesome"]
+    },
+    ....
+  ]
+}
 ```
 
-### Load more data
-```ruby
-NineGag.index('funny/hot', :last_id_post)
-
-# example
-# page 1
-posts = NineGag.index('funny/hot')
+### Get Comments
 
-# page 2
-last_id = posts.last[:id]
-posts = NineGag.index('funny/hot', last_id)
-```
-
-### Get Detail Post
 #### Request
+
 ```ruby
-post = NineGag.show(:post_id)
+NineGag.comments("post-id")
 ```
 
-#### Response
+### Result
 ```ruby
 {
-  :id => "ajqgWZp",
-  :title => "How deal with a Warlord",
-  :url => "http://9gag.com/gag/ajqgWZp",
-  :image => "http://img-9gag-fun.9cache.com/photo/ajqgWZp_460s.jpg",
-  :comments_count => 28,
-  :points => 464,
-  :media =>  {
-    :poster => "http://img-9gag-fun.9cache.com/photo/ajqgWZp_460s.jpg",
-    :mp4 => "http://img-9gag-fun.9cache.com/photo/ajqgWZp_460sv.mp4",
-    :webm => "http://img-9gag-fun.9cache.com/photo/ajqgWZp_460svwm.webm"
-  }
+  :status => "success",
+  :data => [
+    {
+      :id => "c_151655950544877262",
+      :text => "they are paid according to the value that they bring to their employer",
+      :timestamp => 1516559505,
+      :level => 1,
+      :likes_count => 376,
+      :dislikes_count => 0,
+      :permalink => "http://9gag.com/gag/aeM3RWp#cs_comment_id=c_151655950544877262",
+      :user => {
+        :user_id => "u_13967520747952",
+        :avatar_url => "https://accounts-cdn.9gag.com/media/avatar/17107551_100_47.jpg",
+        :display_name => "aceofjz"
+      }
+    },
+    ....
+  ]
 }
-```
-
-### Get Comments Post
-#### Request
-```ruby
-NineGag.comments(:post_id)
-```
 
-#### Response
-```ruby
-[
-  {
-    :id => "c_148359676629369444",
-    :text => "http://i.memeful.com/media/post/YRO9Qqw_700wa_0.gif",
-    :timestamp => 1483596766,
-    :user_id => "u_13994024017199",
-    :permalink => "http://9gag.com/gag/a6Mg7mL#cs_comment_id=c_148359676629369444",
-    :points => 25,
-    :media => {
-      :jpg => "http://img-comment-fun.9cache.com/media/9a1d1430145033986894189858_700w_0.jpg",
-      :gif => "http://img-comment-fun.9cache.com/media/9a1d1430145033986894189858_700wa_0.gif",
-      :mp4 => "http://img-comment-fun.9cache.com/media/9a1d1430145033986894189858_700wv_0.mp4"
-    },
-    :user => {
-      :id => "u_13994024017199",
-      :avatar => "http://accounts-cdn.9gag.com/media/avatar/17248840_100_13.jpg",
-      :username=>"mister_widodo"
-    },
-    :children => [
-      {
-        :id => "c_148359764385634228",
-        :text => "@mister_widodo perfect",
-        :timestamp => 1483597643,
-        :user_id => "u_145203259185649618",
-        :permalink => "http://9gag.com/gag/a6Mg7mL#cs_comment_id=c_148359764385634228",
-        :points => 1,
-        :media => nil,
-        :user => {
-          :id => "u_145203259185649618",
-          :avatar => "http://accounts-cdn.9gag.com/media/avatar/27974937_100_1.jpg",
-          :username => "psoric39"
-        }
-      }
-    ],
-    :order_key=>"score_00000000001004_14835967662936"
-  },
-  .......
-]
 ```
 
 ## Contributing

data/bin/console

@@ -1,7 +1,7 @@
 #!/usr/bin/env ruby
 
 require "bundler/setup"
-require "nine/gag"
+require "nine-gag"
 
 # You can add fixtures and/or initialization code here to make experimenting
 # with your gem easier. You can also use a different console, if you like.
@@ -10,5 +10,5 @@ require "nine/gag"
 # require "pry"
 # Pry.start
 
-require "irb"
-IRB.start
+require "pry"
+Pry.start

data/lib/nine-gag.rb

@@ -1,28 +1,118 @@
-require 'open-uri'
-require 'nokogiri'
 require 'rest-client'
 require 'json'
 
-require 'nine-gag/version'
-require 'nine-gag/scraper'
-require 'nine-gag/generate'
+class NineGag
+  DEFAULT = %w[hot trending fresh].freeze
 
-module NineGag
-  def self.index(path, next_page = nil)
-    data = NineGag::Scraper.new(path).index(next_page)
+  def self.comments(id)
+    url = 'http://comment-cdn.9gag.com/v1/cacheable/comment-list.json'
+    params = {
+      appId: "a_dd8f2b7d304a10edaf6f29517ea0ca4100a43d1b",
+      url: "http://9gag.com/gag/#{id}",
+      count: 10,
+      level: 2,
+      order: 'score',
+      mentionMapping: true,
+      origin: '9gag.com'
+    }
+    # params.merge(ref: next_page) unless next_page.nil?
 
-    NineGag::Generate.new(data).index
+    begin
+      result = RestClient.get(url, { params: params })
+      data = JSON.parse(result.body, symbolize_names: true)[:payload][:comments].map do |c|
+        user = c[:user]
+        comment = {
+          id: c[:commentId],
+          text: c[:text],
+          timestamp: c[:timestamp],
+          level: c[:level],
+          likes_count: c[:likeCount],
+          dislikes_count: c[:dislikeCount],
+          permalink: c[:permalink],
+          user: {
+            user_id: user[:userId],
+            avatar_url: user[:avatarUrl],
+            display_name: user[:displayName]
+          }
+        }
+      end
+      {
+        status: "success",
+        data: data
+      }
+    rescue RestClient::ExceptionWithResponse => e
+      {
+        status: "failed",
+        message: e.response
+      }
+    end
   end
 
-  def self.show(path)
-    data = NineGag::Scraper.new(path).show
+  def self.method_missing(method_name, *args, &block)
+    group =
+      if DEFAULT.include?(method_name)
+        "default"
+      else
+        method_name
+      end
 
-    NineGag::Generate.new(data).show
+    opts = args[0] || {}
+    type = opts.fetch(:type, nil)
+    after = opts.fetch(:after, nil)
+
+    type = %w[hot fresh].include?(type) ? type : "hot"
+    post_scrape(group, type, after)
   end
 
-  def self.comments(id, next_page = nil)
-    data = NineGag::Scraper.new(id).comments(next_page)
+  private
+
+  def self.post_scrape(group = "default", type = "hot", after = nil)
+    url = "https://9gag.com/v1/group-posts/group/#{group}/type/#{type}"
+    headers = {
+      Accept: 'application/json',
+      'X-Requested-With': 'XMLHttpRequest',
+      params: { after: after }
+    }
+
+    begin
+      result = RestClient.get(url, headers)
+      data =
+        JSON.parse(result.body, symbolize_names: true)[:data][:posts].map do |post|
+          p = {
+            id: post[:id],
+            title: post[:title],
+            url: post[:url],
+            comments_count: post[:commentsCount],
+            points: post[:upVoteCount],
+            nsfw: !post[:nsfw].zero?,
+            video: false,
+            media: {
+              image: post[:images][:image700][:url],
+              poster: post[:images][:image460][:url]
+            },
+            tags: post[:tags].map {|t| t[:key]}
+          }
+
+          if post[:type] == "Animated"
+            p[:video] = true
+            p[:media].merge!(
+              mp4: post[:images][:image460sv][:url],
+              webvm: post[:images][:image460svwm][:url]
+            )
+          end
+
+          p
+        end
 
-    NineGag::Generate.new(data).comments
+      {
+        status:  "success",
+        data: data
+      }
+    rescue RestClient::ExceptionWithResponse => e
+      {
+        status: "failed",
+        message: e.response
+      }
+    end
   end
 end

data/nine-gag.gemspec

@@ -1,11 +1,11 @@
 # coding: utf-8
 lib = File.expand_path('../lib', __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
-require 'nine-gag/version'
+require 'nine-gag'
 
 Gem::Specification.new do |spec|
   spec.name          = 'nine-gag'
-  spec.version       = NineGag::VERSION
+  spec.version       = '1.0.0'
   spec.authors       = ['Dimas J. Taniawan']
   spec.email         = ['dimazniawan@gmail.com']
 
@@ -23,7 +23,7 @@ Gem::Specification.new do |spec|
 
   spec.required_ruby_version = '>= 2.0.0'
 
-  spec.add_dependency 'nokogiri', '~> 1.6.0', '>= 1.6.0'
+  # spec.add_dependency 'nokogiri', '~> 1.8.0', '>= 1.8.0'
   spec.add_dependency 'rest-client', '~> 2.0.0', '>= 2.0.0'
 
   spec.add_development_dependency 'bundler', '~> 1.13'

metadata

@@ -1,35 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: nine-gag
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 1.0.0
 platform: ruby
 authors:
 - Dimas J. Taniawan
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-01-05 00:00:00.000000000 Z
+date: 2018-01-23 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: nokogiri
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 1.6.0
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.6.0
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 1.6.0
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 1.6.0
 - !ruby/object:Gem::Dependency
   name: rest-client
   requirement: !ruby/object:Gem::Requirement
@@ -149,9 +129,6 @@ files:
 - bin/console
 - bin/setup
 - lib/nine-gag.rb
-- lib/nine-gag/generate.rb
-- lib/nine-gag/scraper.rb
-- lib/nine-gag/version.rb
 - nine-gag.gemspec
 homepage: https://github.com/dimasjt/nine-gag
 licenses:
@@ -173,7 +150,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 2.6.11
 signing_key: 
 specification_version: 4
 summary: 9Gag API

data/lib/nine-gag/generate.rb

@@ -1,113 +0,0 @@
-module NineGag
-  class Generate
-    def initialize(data)
-      @data = data
-    end
-
-    def index
-      @data = JSON.parse(@data.body)["items"]
-      @data.map do |post|
-        post = Nokogiri::HTML(post.last).search('article').first
-        generate_show_data(post, true)
-      end
-    end
-
-    def show
-      @data = @data.search('article').first
-      generate_show_data(@data)
-    end
-
-    def comments
-      @data = JSON.parse(@data.body)["payload"]["comments"]
-      @data.map do |comment|
-        generated_comment = generate_comment_data(comment)
-        generated_comment.merge!(
-          children: [],
-          order_key: comment["orderKey"]
-        )
-
-        unless comment["children"].empty?
-          comment["children"].each do |child|
-            generated_comment[:children].push generate_comment_data(child)
-          end
-        end
-
-        generated_comment
-      end
-    end
-
-    private
-
-    def generate_comment_data(comment)
-      {
-        id: comment["commentId"],
-        text: comment["text"],
-        timestamp: comment["timestamp"],
-        user_id: comment["userId"],
-        permalink: comment["permalink"],
-        points: comment["likeCount"],
-        media: media_comment_data(comment),
-        user: user_comment(comment["user"])
-      }
-    end
-
-    def user_comment(user)
-      {
-        id: user["userId"],
-        avatar: user["avatarUrl"],
-        username: user["displayName"]
-      }
-    end
-
-    def media_comment_data(comment)
-      return nil if comment["embedMediaMeta"]["embedImage"].nil?
-
-      {
-        jpg: media_comment(comment, "image"),
-        gif: media_comment(comment, "animated"),
-        mp4: media_comment(comment, "video")
-      }
-    end
-
-    def media_comment(comment, media)
-      comment["embedMediaMeta"].fetch("embedImage", {}).fetch(media, {}).fetch("url", nil)
-    end
-
-    def generate_show_data(post, index = false)
-      if index
-        title = post.search('h2.badge-item-title .badge-evt')
-      else
-        title = post.search('h2.badge-item-title')
-      end
-
-      post_meta = post.search('p.post-meta').first
-
-      {
-        id: post.attribute('data-entry-id').value,
-        title: title.text.strip,
-        url: post.attribute('data-entry-url').value,
-        image: image_data(post.search('div.badge-post-container a img').first),
-        comments_count: post_meta.search('a.comment').first.text.sub(' comments', '').sub(',', '').strip.to_i,
-        points: post_meta.search('.badge-item-love-count').first.text.sub(',', '').to_i,
-        media: media_data(post.search('video').first),
-        nsfw: !post.search('.nsfw-post').empty?
-      }
-    end
-
-    def image_data(image)
-      return "https://placeholdit.imgix.net/~text?txtsize=60&txt=NSFW&w=500&h=350&bg=000000&txtclr=ffffff" if image.nil?
-
-      image.attribute('src').value
-    end
-
-    def media_data(media)
-      return nil if media.nil?
-      videos = media.search('source')
-      {
-        poster: media.attribute('poster').value,
-        mp4: videos.first.attribute('src').value,
-        webm: videos.last.attribute('src').value
-      }
-    end
-  end
-end

data/lib/nine-gag/scraper.rb

@@ -1,50 +0,0 @@
-module NineGag
-  class Scraper
-    def initialize(path)
-      @path = path
-    end
-
-    # path = ":section/:type"
-    # next_page = "last_id"
-    def index(next_page = nil)
-      url = full_url(@path)
-
-      headers = {
-        Accept: 'application/json',
-        'X-Requested-With': 'XMLHttpRequest',
-        params: { id: next_page }
-      }
-
-      RestClient.get(url, headers)
-    end
-
-    # path = "gag/:id"
-    def show
-      url = full_url("gag/#{@path}")
-
-      Nokogiri::HTML(open(url))
-    end
-
-    def comments(next_page)
-      url = 'http://comment-cdn.9gag.com/v1/cacheable/comment-list.json'
-      params = {
-        appId: "a_dd8f2b7d304a10edaf6f29517ea0ca4100a43d1b",
-        url: full_url("gag/#{@path}"),
-        count: 10,
-        level: 2,
-        order: 'score',
-        mentionMapping: true,
-        origin: '9gag.com'
-      }
-      params.merge(ref: next_page) unless next_page.nil?
-
-      RestClient.get(url, { params: params })
-    end
-
-    private
-
-    def full_url(path)
-      "http://9gag.com/#{path}"
-    end
-  end
-end

data/lib/nine-gag/version.rb

@@ -1,3 +0,0 @@
-module NineGag
-  VERSION = "0.2.0"
-end