ocawari 0.9.7

data/lib/ocawari/strategy/stereo_sound.rb

@@ -0,0 +1,19 @@
+module Ocawari
+  module Strategy
+    class StereoSound < Parser
+
+      private
+
+      CSS_SELECTORS = [
+        "div#addBlogArticleArea p.addPhoto a",
+        "div#addBlogArticleArea p.addIdolPhoto a"
+      ]
+
+      def parse
+        page.css(CSS_SELECTORS.join(", ")).map do |a|
+          File.join("http://www.stereosound.co.jp", a["href"])
+        end
+      end
+    end
+  end
+end

data/lib/ocawari/strategy/tokyo_idol_net.rb

@@ -0,0 +1,14 @@
+module Ocawari
+  module Strategy
+    class TokyoIdolNet < Parser
+
+      private
+
+      def parse
+        page.css("img").map do |img|
+          img["data-large-file"]
+        end.compact
+      end
+    end
+  end
+end

data/lib/ocawari/strategy/tumblr.rb

@@ -0,0 +1,58 @@
+module Ocawari
+  module Strategy
+    class Tumblr < Parser
+
+      private
+      
+      IMAGE_FILTER_EXPRESSION = /\d_(250|400|500|540|1280)\.jpg$/
+      LOWER_RESOLUTION = /(250|400|540|500)\.(jpg|png)/
+      OPENGRAPH_COMMENTS = [
+        "BEGIN TUMBLR FACEBOOK OPENGRAPH TAGS",
+        "FACEBOOK OPEN GRAPH"
+      ]
+
+      def parse
+        if /(#{OPENGRAPH_COMMENTS.join("|")})/.match?(page.to_xml)
+          target_images = page.css("meta[property='og:image']")
+        else
+          target_images = page.css("img").select do |img|
+            IMAGE_FILTER_EXPRESSION.match?(img["src"])
+          end
+        end
+
+        if target_images.any?
+          image_urls = target_images.flat_map do |node|
+            [node["content"], node["src"]]
+          end.compact
+        else
+          iframe = page.css("iframe").find do |iframe|
+            iframe.attributes.values.any? do |v|
+              /photoset/.match?(v.value)
+            end
+          end
+
+          return [] unless iframe
+
+          @page = Nokogiri::HTML(open(iframe["src"]))
+          target_images = page.css("img").select do |img|
+            IMAGE_FILTER_EXPRESSION.match?(img["src"])
+          end
+
+          image_urls = target_images.map { |img| img["src"] }
+        end
+
+
+        image_urls.map do |url|
+          if LOWER_RESOLUTION.match?(url)
+            url.sub(
+              LOWER_RESOLUTION, 
+              "1280#{File.extname(url)}"
+            ).strip
+          else
+            url.strip
+          end
+        end
+      end
+    end
+  end
+end

data/lib/ocawari/strategy/tv_tokyo.rb

@@ -0,0 +1,18 @@
+module Ocawari
+  module Strategy
+    class TvTokyo < Parser
+
+      private
+
+      CSS_SELECTORS = [
+        "div.txyomu_articleContent img.mt-image-center"
+      ]
+
+      def parse
+        page.css(CSS_SELECTORS.join(", ")).map do |image|
+          File.join("www.tv-tokyo.co.jp", image["src"])
+        end
+      end
+    end
+  end
+end

data/lib/ocawari/strategy/twitter.rb

@@ -0,0 +1,29 @@
+module Ocawari
+  module Strategy
+    class Twitter < Parser
+      def initialize(uri)
+        @uri = uri
+        @page = Nokogiri::HTML(
+          open(uri, {"User-Agent" => Ocawari::WINDOWS_CHROME_USER_AGENT}).read
+        )
+
+      rescue OpenURI::HTTPError
+        @page = nil
+      end
+
+      private
+
+      CSS_SELECTORS = [        
+        "div.permalink-tweet-container div.tweet div.AdaptiveMedia-photoContainer img"
+      ]
+
+      def parse
+        image_nodes = page.css(CSS_SELECTORS.join(","))
+
+        image_nodes.map do |img|
+          "#{img["src"]}:large"
+        end.uniq
+      end
+    end
+  end
+end

data/lib/ocawari/strategy_delegator.rb

@@ -0,0 +1,52 @@
+# Require all strategies
+Dir[
+  File.join(
+    File.expand_path(File.dirname(__FILE__)),
+    "strategy",
+    "*"
+  )
+].each { |strategy| require strategy }
+
+module Ocawari
+  class StrategyDelegator
+    STRATEGY_MAP = {
+      /ameblo\.jp\/[\W\w]+\/entry-\d+\.html/ => "Ameblo",
+      /entameclip\.com/ => "EntameClip",
+      /gendai\.ismedia\.jp/ => "GendaiBusiness",
+      /girlsnews\.tv/ => "GirlsNews",
+      /plus\.google\.com(\/u\/\d+)?\/\d+\/posts\/\w+/ => "GooglePlus",
+      /hustlepress\.co\.jp/ => "Hustlepress",
+      /imgur\.com\/a\/.*/ => "Imgur",
+      /instagram\.com\/p\/[\W\w]+/ => "Instagram",
+      /kai-you\.net\/article\/\d+/ => "Kaiyou",
+      /keyakizaka46\.com\/s\/k46o\/diary\/detail/ => "Keyakizaka46",
+      /lineblog\.me\/\w+\/archives\/\d+\.html/ => "Line",
+      /mensfashion\.cc/ => "MensFashion",
+      /mdpr\.jp/ => "ModelPress",
+      /mantan-web\.jp/ => "MantanWeb",
+      /blog\.nanabunnonijyuuni\.com/  => "NanaBunNoNijuuni",
+      /7gogo\.jp\/[\W\w]+\/\d+/ => "NanaGoGo",
+      /natalie\.mu/ => "Natalie",
+      /news\.dwango\.jp/ => "NewsDwango",
+      /nikkansports\.com/ => "NikkanSports",
+      /okmusic\.jp/ => "OkMusicJP",
+      /sirabee\.com/ => "Sirabee",
+      /stereosound\.co\.jp\/column\/idollove/ => "StereoSound",
+      /tokyoidol\.net\/\?p=\d+/ => "TokyoIdolNet",
+      /tumblr\.com\/post\/\d+\/?/ => "Tumblr",
+      /tv-tokyo\.co\.jp/ => "TvTokyo",
+      /voz48\.xyz\/post\/\d{1,}\/.*/ => "Tumblr",
+      /twitter\.com\/\w+\/status\/\d{1,}/ => "Twitter"
+    }
+
+    def self.identify(url)
+      STRATEGY_MAP.each do |regex, strategy|
+        if regex.match?(url)
+          return Ocawari::Strategy.const_get(strategy)
+        end
+      end
+
+      Ocawari::Strategy::NoMatch
+    end
+  end
+end

data/lib/ocawari/version.rb

@@ -0,0 +1,3 @@
+module Ocawari
+  VERSION = "0.9.7"
+end

data/ocawari.gemspec

@@ -0,0 +1,45 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ocawari/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "ocawari"
+  spec.version       = Ocawari::VERSION
+  spec.authors       = ["Kenneth Uy"]
+  spec.email         = ["missingno15@gmail.com"]
+
+  spec.summary       = %q{Extract the image urls of the social media posts of your favorite idols}
+  spec.description   = %q{If there is one thing that has plagued me over the years, it's that I constantly have more tabs in my browser open that necessary. And these tabs are usually images of Japanese idols I intend to save at some point but never do. This is because the whole process of grabbing the image either through right clicking the image or having to search for it via my browser's inspector then moving it to the desired directory via the GUI interface is an incredibly tedious and time consuming task. But through the power of code and this library, I will be able to just point the links of posts containing the images I want using this library and it will generate for me the links to the images which I can then pipe into some other tool dedicated for downloading like wget. With that being said, Hashimoto Kanna is your master now and she will show you the true nature of the force.}
+  spec.homepage      = "https://github.com/NewSchoolKaidan/ocawari"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "openssl", "~> 2.1"
+  spec.add_dependency "nokogiri", "~> 1.10", ">= 1.10.1"
+  spec.add_dependency "addressable", "~> 2.6"
+  spec.add_dependency "methadone", "~> 2.0", ">= 2.0.2"
+
+  spec.add_development_dependency "bundler", "~> 2.0", ">= 2.0.1"
+  spec.add_development_dependency "rake", "~> 12.3", ">= 12.3.2"
+  spec.add_development_dependency "rb-readline", "~> 0.5.5"
+  spec.add_development_dependency "pry", "~> 0.11.3"
+  spec.add_development_dependency "pry-rescue", "~> 1.4", ">= 1.4.5"
+  spec.add_development_dependency "minitest", "~> 5.11", ">= 5.11.3"
+  spec.add_development_dependency "minitest-reporters", "~> 1.2"
+  spec.add_development_dependency "vcr", "~> 4.0"
+  spec.add_development_dependency "webmock", "~> 3.5", ">= 3.5.1"
+  spec.add_development_dependency "mini_magick", "~> 4.9", ">= 4.9.2"
+end

metadata

@@ -0,0 +1,342 @@
+--- !ruby/object:Gem::Specification
+name: ocawari
+version: !ruby/object:Gem::Version
+  version: 0.9.7
+platform: ruby
+authors:
+- Kenneth Uy
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-01-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: openssl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.10.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.10.1
+- !ruby/object:Gem::Dependency
+  name: addressable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+- !ruby/object:Gem::Dependency
+  name: methadone
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.1
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 12.3.2
+- !ruby/object:Gem::Dependency
+  name: rb-readline
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.5
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.5
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.11.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.11.3
+- !ruby/object:Gem::Dependency
+  name: pry-rescue
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.5
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.5
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.11'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 5.11.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.11'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 5.11.3
+- !ruby/object:Gem::Dependency
+  name: minitest-reporters
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.5.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.5.1
+- !ruby/object:Gem::Dependency
+  name: mini_magick
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.9'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.9'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.9.2
+description: If there is one thing that has plagued me over the years, it's that I
+  constantly have more tabs in my browser open that necessary. And these tabs are
+  usually images of Japanese idols I intend to save at some point but never do. This
+  is because the whole process of grabbing the image either through right clicking
+  the image or having to search for it via my browser's inspector then moving it to
+  the desired directory via the GUI interface is an incredibly tedious and time consuming
+  task. But through the power of code and this library, I will be able to just point
+  the links of posts containing the images I want using this library and it will generate
+  for me the links to the images which I can then pipe into some other tool dedicated
+  for downloading like wget. With that being said, Hashimoto Kanna is your master
+  now and she will show you the true nature of the force.
+email:
+- missingno15@gmail.com
+executables:
+- oca
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".ruby-version"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/oca
+- lib/ocawari.rb
+- lib/ocawari/parser.rb
+- lib/ocawari/strategy/ameblo.rb
+- lib/ocawari/strategy/entame_clip.rb
+- lib/ocawari/strategy/gendai_business.rb
+- lib/ocawari/strategy/girls_news.rb
+- lib/ocawari/strategy/google_plus.rb
+- lib/ocawari/strategy/hustlepress.rb
+- lib/ocawari/strategy/imgur.rb
+- lib/ocawari/strategy/instagram.rb
+- lib/ocawari/strategy/kaiyou.rb
+- lib/ocawari/strategy/keyakizaka46.rb
+- lib/ocawari/strategy/line.rb
+- lib/ocawari/strategy/mantan_web.rb
+- lib/ocawari/strategy/mens_fashion.rb
+- lib/ocawari/strategy/modelpress.rb
+- lib/ocawari/strategy/nana_bun_no_nijuuni.rb
+- lib/ocawari/strategy/nana_go_go.rb
+- lib/ocawari/strategy/natalie.rb
+- lib/ocawari/strategy/news_dwango.rb
+- lib/ocawari/strategy/nikkan_sports.rb
+- lib/ocawari/strategy/no_match.rb
+- lib/ocawari/strategy/okmusicjp.rb
+- lib/ocawari/strategy/sirabee.rb
+- lib/ocawari/strategy/stereo_sound.rb
+- lib/ocawari/strategy/tokyo_idol_net.rb
+- lib/ocawari/strategy/tumblr.rb
+- lib/ocawari/strategy/tv_tokyo.rb
+- lib/ocawari/strategy/twitter.rb
+- lib/ocawari/strategy_delegator.rb
+- lib/ocawari/version.rb
+- ocawari.gemspec
+homepage: https://github.com/NewSchoolKaidan/ocawari
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.3
+signing_key: 
+specification_version: 4
+summary: Extract the image urls of the social media posts of your favorite idols
+test_files: []