medium-scrapper 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 159c9a1de5200ace4fd046cc2730f93d4a91e053
+  data.tar.gz: 1234666074cdde0a5bdbbc2a46eb285c809f4653
+SHA512:
+  metadata.gz: 076802e6c3c210cf301a80e6e2b377fa7b10d17ad93184e45c1a242f3730483f79f37650adbe993b2d96e04b16eff5340103ece74732b07c9df051159cd523e6
+  data.tar.gz: 889135aede45a43ca0e821f057c14585226262420867c3f3e4a6de25ecde3540f21de74ca3dd2746ee18b5f8771e010a5975a23ce590f2add13c0c48e94075a9

data/lib/builder/user_builder.rb

@@ -0,0 +1,17 @@
+
+require "model/user"
+
+class UserBuilder
+  def initialize(raw_user)
+    @raw_user = raw_user
+  end
+
+  def build
+    name = @raw_user["name"]
+    username = @raw_user["username"]
+    user_id = @raw_user["userId"]
+    bio = @raw_user["bio"]
+
+    User.new(name, username, user_id, bio)
+  end
+end

data/lib/medium-scrapper.rb

@@ -0,0 +1,11 @@
+
+require "retriever/user_retriever"
+require "parser/url_parser"
+
+class MediumScrapper
+  attr_reader :user
+
+  def load_user(username)
+    UserRetriever.new(UrlParser).load(username)
+  end
+end

data/lib/model/post.rb

@@ -0,0 +1,10 @@
+
+class Post
+  attr_reader :title
+  
+  def initialize(title, subtitle, content)
+    @title = title
+    @subtitle = subtitle
+    @content = content
+  end
+end

data/lib/model/user.rb

@@ -0,0 +1,16 @@
+
+class User
+  attr_reader :name, :username, :user_id, :bio, :posts
+
+  def initialize(name, username, user_id, bio)
+    @name = name
+    @username = username
+    @user_id = user_id
+    @bio = bio
+    @posts = []
+  end
+
+  def add_post(post)
+    @posts << post
+  end
+end

data/lib/parser/url_parser.rb

@@ -0,0 +1,19 @@
+
+require "open-uri"
+require "json"
+
+class UrlParser
+  def initialize(url)
+    @url = url
+  end
+
+  def parse
+    content = ""
+    open(@url) do |file| 
+      file.each_line do |line|
+        content << line
+      end
+    end
+    JSON.parse(content[16..-1])["payload"]
+  end
+end

data/lib/retriever/post_retriever.rb

@@ -0,0 +1,26 @@
+
+require "model/post"
+
+class PostRetriever
+  def initialize(parser)
+    @parser = parser
+  end
+
+  def load(user_id, post_id)
+    parsed_url = parse_url(user_id, post_id)
+
+    Post.new(parsed_url["title"], parsed_url["content"]["subtitle"], normalize_content(parsed_url["content"]["bodyModel"]["paragraphs"]))
+  end
+
+  def normalize_content(paragraphs_raw)
+    body = ""
+    paragraphs_raw[1..-1].each do |paragraph|
+      body << paragraph["text"] + "\n\n"
+    end
+    body
+  end
+
+  def parse_url(user_id, post_id)
+    @parser.new("https://www.medium.com/@#{user_id}/#{post_id}?format=json").parse["value"]
+  end
+end

data/lib/retriever/user_retriever.rb

@@ -0,0 +1,28 @@
+
+require "builder/user_builder"
+require "retriever/post_retriever"
+
+class UserRetriever
+  def initialize(parser)
+    @parser = parser
+  end
+
+  def load(username)
+    parsed_url = parse_url(username)
+
+    user = UserBuilder.new(parsed_url["value"]).build
+
+    posts_raw = parsed_url["latestPosts"]
+    posts_raw.each do |post_raw|
+      user.add_post(PostRetriever.new(@parser).load(user.user_id, post_raw["id"]))
+    end
+
+    user
+  end
+
+  private
+
+  def parse_url(username)
+    @parser.new("https://www.medium.com/@#{username}?format=json").parse
+  end
+end

metadata

@@ -0,0 +1,51 @@
+--- !ruby/object:Gem::Specification
+name: medium-scrapper
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- uesteibar
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-06-21 00:00:00.000000000 Z
+dependencies: []
+description: Ruby gem that provides a Medium.com read-only API
+email: uesteibar@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/builder/user_builder.rb
+- lib/medium-scrapper.rb
+- lib/model/post.rb
+- lib/model/user.rb
+- lib/parser/url_parser.rb
+- lib/retriever/post_retriever.rb
+- lib/retriever/user_retriever.rb
+homepage: https://github.com/uesteibar/medium-gem
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: medium read-only api
+test_files: []
+has_rdoc: