medium-scrapper 0.0.5 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: dd4dd5a6c5c31d3b791543edb5436763fe620f14
-  data.tar.gz: f901d850d5517f83348d15995eba84471cd8feac
+  metadata.gz: d15ddfbb7e177f9a866559d271ad6beafa57902f
+  data.tar.gz: b4e9871864780f2f82b9dc143bcc94f645894cc9
 SHA512:
-  metadata.gz: a36ec2e45331ebedff84b9b08406e751ddc4af0e459b8c7e5773703d4427a8e0d401a9355d187b391a27e40949478a78329de4b0f4f0801cc842a7195763da82
-  data.tar.gz: d9c890650cf4a6f85860b4c8986c0cc17320bd957fcfcca83034eadbcb19eaa2ff0469a674c40908a550dc6c085d6117d803e94a50b5f3b2c7259d635baa0763
+  metadata.gz: c2bb3dbb70a1d64d4a32b54c3327b56be538f631d0953593333c4c39200092bdc6a7c2d9594bc85d19fc17f88796a515142bb0e1a7af2c4a71d3819b0baed589
+  data.tar.gz: 2b3aa873d91f573db76e4dc765bdf2b2b71f03fb7d043f1a74fe8735aec2d493e6ecc297fee99b1ce0ccc5fb8966813a3fa1f5ed38986e64bdc404d009932ee3

data/lib/builder/user_builder.rb

@@ -1,5 +1,4 @@
-
-require "model/medium-user"
+require 'model/medium_user'
 
 class UserBuilder
   def initialize(raw_user)
@@ -7,11 +6,15 @@ class UserBuilder
   end
 
   def build
-    name = @raw_user["name"]
-    username = @raw_user["username"]
-    user_id = @raw_user["userId"]
-    bio = @raw_user["bio"]
+    name = raw_user['name']
+    username = raw_user['username']
+    user_id = raw_user['userId']
+    bio = raw_user['bio']
 
     MediumUser.new(name, username, user_id, bio)
   end
+
+  private
+
+  attr_reader :raw_user
 end

data/lib/medium-scrapper.rb

@@ -1,4 +1,3 @@
-
 require "retriever/user_retriever"
 require "parser/url_parser"
 

data/lib/model/{medium-user.rb → medium_user.rb}

@@ -1,4 +1,3 @@
-
 class MediumUser
   attr_reader :name, :username, :user_id, :bio, :posts
 

data/lib/model/post.rb

@@ -1,7 +1,6 @@
-
 class Post
   attr_reader :title, :subtitle, :content, :url
-  
+
   def initialize(title, subtitle, content, url)
     @title = title
     @subtitle = subtitle

data/lib/parser/url_parser.rb

@@ -1,6 +1,5 @@
-
-require "open-uri"
-require "json"
+require 'open-uri'
+require 'json'
 
 class UrlParser
   def initialize(url)
@@ -8,12 +7,16 @@ class UrlParser
   end
 
   def parse
-    content = ""
-    open(@url) do |file| 
-      file.each_line do |line|
-        content << line
-      end
+    JSON.parse(content[16..-1])['payload']
+  end
+
+  private
+
+  def content
+    content = ''
+    open(@url) do |file|
+      file.each_line { |line| content << line }
     end
-    JSON.parse(content[16..-1])["payload"]
+    content
   end
 end

data/lib/retriever/post_retriever.rb

@@ -1,5 +1,4 @@
-
-require "model/post"
+require 'model/post'
 
 class PostRetriever
   def initialize(parser)
@@ -9,21 +8,23 @@ class PostRetriever
   def load(user_id, post_id)
     parsed_url = parse_url(user_id, post_id)
 
-    Post.new(parsed_url["title"],
-      parsed_url["content"]["subtitle"],
-      normalize_content(parsed_url["content"]["bodyModel"]["paragraphs"]),
-      parsed_url["canonicalUrl"])
+    Post.new(
+      parsed_url['title'],
+      parsed_url['content']['subtitle'],
+      normalize_content(parsed_url['content']['bodyModel']['paragraphs']),
+      parsed_url['canonicalUrl']
+    )
   end
 
   def normalize_content(paragraphs_raw)
-    body = ""
+    body = ''
     paragraphs_raw[1..-1].each do |paragraph|
-      body << paragraph["text"] + "\n\n"
+      body << paragraph['text'] + '\n\n'
     end
     body
   end
 
   def parse_url(user_id, post_id)
-    @parser.new("https://www.medium.com/@#{user_id}/#{post_id}?format=json").parse["value"]
+    @parser.new("https://www.medium.com/@#{user_id}/#{post_id}?format=json").parse['value']
   end
 end

data/lib/retriever/user_retriever.rb

@@ -1,6 +1,6 @@
-
-require "builder/user_builder"
-require "retriever/post_retriever"
+require 'builder/user_builder'
+require 'retriever/post_retriever'
+require 'pry'
 
 class UserRetriever
   def initialize(parser)
@@ -10,19 +10,21 @@ class UserRetriever
   def load(username)
     parsed_url = parse_url(username)
 
-    user = UserBuilder.new(parsed_url["value"]).build
+    user = UserBuilder.new(parsed_url['User']).build
 
-    posts_raw = parsed_url["latestPosts"]
-    posts_raw.each do |post_raw|
-      user.add_post(PostRetriever.new(@parser).load(user.user_id, post_raw["id"]))
-    end
+    posts_raw = parsed_url['Post']
+    posts_raw.each { |post_raw| user.add_post(retrieve_post(post_raw)) }
 
     user
   end
 
   private
 
+  def retrieve_post(post_raw)
+    PostRetriever.new(@parser).load(user.user_id, post_raw[1]['id'])
+  end
+
   def parse_url(username)
-    @parser.new("https://www.medium.com/@#{username}?format=json").parse
+    @parser.new("https://www.medium.com/@#{username}?format=json").parse['references']
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: medium-scrapper
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - uesteibar
@@ -9,7 +9,21 @@ autorequire:
 bindir: bin
 cert_chain: []
 date: 2015-06-21 00:00:00.000000000 Z
-dependencies: []
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Ruby gem that provides a Medium.com read-only API
 email: uesteibar@gmail.com
 executables: []
@@ -18,7 +32,7 @@ extra_rdoc_files: []
 files:
 - lib/builder/user_builder.rb
 - lib/medium-scrapper.rb
-- lib/model/medium-user.rb
+- lib/model/medium_user.rb
 - lib/model/post.rb
 - lib/parser/url_parser.rb
 - lib/retriever/post_retriever.rb
@@ -43,9 +57,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.6
+rubygems_version: 2.6.8
 signing_key: 
 specification_version: 4
 summary: medium read-only api
 test_files: []
-has_rdoc: