AnimeDL 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 749ae8ea30b343616260eede819cda37c01148b5
+  data.tar.gz: 623dd8328333bbc3cab908b0ddf2340889ccdd38
+SHA512:
+  metadata.gz: f91608397485ae824c5a24307d5f5105869c506dbf1245d177738dafc3cba0388e17fb5ee867d5da3359f1696161e9f1162120097b75bcaf9cba7f5978b4bc71
+  data.tar.gz: b098d18960bd46965e632504383e5efe2e9afe569f9d96b160509f48c54258eb73315b49ce56f434d1ed75b54a06a87c338fc394fd3c8e6d86e9b3fdce248284

data/.gitignore

@@ -0,0 +1 @@
+test*

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 Anirudh Sundar
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,26 @@
+# AnimeDL
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```
+gem 'AnimeDL'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install AnimeDL
+
+## Usage
+
+TODO: Write usage instructions here
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/anime_dl.gemspec

@@ -0,0 +1,18 @@
+require "anime_dl/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "AnimeDL"
+  spec.version       = "0.1.1"
+  spec.authors       = ["Anirudh Sundar"]
+  spec.email         = "anirudhsundar@hotmail.com"
+
+  spec.summary       = %q{The AnimeDL gem is used to get episode links or download episodes for a particular anime}
+  spec.homepage      = "https://github.com/anirudhsundar98/AnimeDL"
+  spec.license       = "MIT"
+
+  spec.require_paths = ["lib"]
+  spec.files         = `git ls-files`.split("\n")
+  spec.executables   = `git ls-files -- bin/*`.split("\n").map { |f| File.basename(f) }
+
+  spec.add_runtime_dependency 'mechanize', '~> 2.7'
+end

data/bin/anime_dl

@@ -0,0 +1,276 @@
+#!/usr/bin/env ruby
+require "anime_dl"
+require "optparse"
+
+# APP OPTIONS
+options = { option: "link", episode: true, file: nil, quiet: false }
+help_statements = {
+  option: %Q[Option (default: "link"). Values: "l" (or) "link", "d" (or) "download"],
+  episode: %Q[Prevents the app from asking for an Episodes prompt. Gets detals for all episodes.],
+  file: %Q[Provide location to store extracted details. Exits if path does not exist. (Usage Examples below).],
+  quiet: %Q[Suppresses large, in-program help statements.],
+  help: %Q[Show this message and exit.]
+}
+
+ARGV.options do |opts|
+  opts.banner = "AnimeDL: An anime link scraper and downloader"
+  opts.define_head "Usage:  #{File.basename($PROGRAM_NAME)} [options] file"
+  opts.separator ""
+  opts.separator "User can either download episodes or get links to video sources of episodes of a particular anime."
+  opts.separator "On running the command the program prompts the user for a search query and prints a list of search results."
+  opts.separator "The user can then choose a particular anime. Details for all episodes are scraped."
+  opts.separator "To select particular episodes call the app with the '-e' option."
+  opts.separator ""
+  opts.separator "Links: "
+  opts.separator "  To output links to a file, provide the path to a file as the last argument."
+  opts.separator "  If argument is a directory, a new text file will be created in that directory."
+  opts.separator "Downloads: "
+  opts.separator "  To download videos to particular directory, specify the directory as the last argument."
+  opts.separator "  If no directory is specified the videos are downloaded to ~/AnimeDL/anime_name/"
+  opts.separator ""
+  opts.separator "Options:"
+
+  opts.on("-o option", "--option option", help_statements[:option]) do |option|
+    unless (['l', 'link', 'd', 'download'].include? option)
+      puts "Invalid argument to --option"
+      puts %Q[Valid options: "l" (or) "link", "d" (or) "download"]
+      exit
+    end
+
+    options[:option] = option
+  end
+
+  opts.on("-e", "--episode", help_statements[:episode]) do
+    options[:episode] = false
+  end
+
+  opts.on("-f file", "--file=file", help_statements[:file]) do |file|
+    options[:file] = file
+  end
+
+  opts.on("-q", "--quiet", help_statements[:quiet]) do
+    options[:quiet] = true
+  end
+
+
+  opts.on( "-h", "--help", help_statements[:help]) do
+    puts opts
+    exit
+  end
+
+  opts.separator ""
+  opts.separator "Examples:"
+  opts.separator %Q[  `anime_dl`                                        (outputs link urls on the terminal)]
+  opts.separator %Q[  `anime_dl -f rel/path/to/filename.txt`            (outputs link urls to 'rel/path/to/filename.txt')]
+  opts.separator %Q[  `anime_dl -o link -f rel/path/to/directory/`      (outputs link urls to 'rel/path/to/directory/anime_name.txt')]
+  opts.separator %Q[  `anime_dl -o download`                            (downloads videos to './anime_name/')]
+  opts.separator %Q[  `anime_dl -o download -f .`                       (downloads videos to './')]
+  opts.separator %Q[  `anime_dl -o d -f /abs/path/to/directory`         (downloads videos to '/abs/path/to/directory/anime_name/')]
+  opts.separator %Q[  `anime_dl -o download -f /abs/path/to/directory/` (downloads videos to '/abs/path/to/directory/anime_name/')]
+  opts.separator ""
+
+  opts.separator "Example App Usage:"
+  opts.separator "`anime_dl -q`"
+  opts.separator "  Enter Search Query: fullmetal alchemist b"
+  opts.separator "  0. (Exit)"
+  opts.separator "  1. Fullmetal Alchemist Brotherhood Dubbed | Hagane no Renkinjutsushi (2009) Dubbed"
+  opts.separator "  2. Fullmetal Alchemist Brotherhood | Hagane no Renkinjutsushi (2009)"
+  opts.separator "  3. (Enter new Search Query)"
+  opts.separator ""
+  opts.separator "  Choice: 4"
+  opts.separator "  (Empty response gets all episodes, '-1' to exit)."
+  opts.separator "  Total number of Episodes - 20  (0-19)"
+  opts.separator "  Episodes: -1"
+
+  opts.separator ""
+  opts.separator ""
+  opts.separator "When the '-e' option is not provided, the app asks for 'Episodes' after retrieving the user's anime choice."
+  opts.separator "The user can provide induvidual space-seperated episodes."
+  opts.separator "The user can also provide multiple space-seperated ranges with each range having the format 'start-end'."
+  opts.separator "Below are a few examples (assuming anime has more than 18 episodes)."
+  opts.separator %Q[  `Episodes: 2 4 5` - Retrieves details for episodes 2, 4 and 5]
+  opts.separator %Q[  `Episodes: 4-8` - Retrieves details for episodes 4 to 8]
+  opts.separator %Q[  `Episodes: 8-l` - Retrieves details for episodes 8 to the last episode]
+  opts.separator %Q[  `Episodes: 2 9-13 18-l` - Retrieves details for episodes 2, 9 to 13 and 18 to end]
+  opts.separator ""
+  opts.separator "NOTE: "
+  opts.separator "The page being scraped from, \"animeheaven.eu\", only allows a certain number of page views per day (>150, <300)."
+  opts.separator "Once that limit is exceed, you will have tochange networks or try again in 24 hours."
+
+  begin
+    opts.parse!
+  rescue OptionParser::MissingArgument, OptionParser::InvalidArgument => error
+    puts "Error: #{error}"
+    puts "Enter `anime_dl - h` for usage options"
+    exit
+  rescue => error
+    puts "Error: #{error}"
+    puts "Enter `anime_dl - h` for usage options"
+    exit
+  end
+end
+
+
+# File Check
+if (options[:file])
+
+  if (options[:option][0] == "l")
+    if ( File.directory?(options[:file]) )
+      unless (File.exists?(options[:file]))
+        puts "Directory does not exist"
+        exit
+      end
+    elsif ( !File.exists?( File.split(options[:file])[0] ) )
+      puts "Directory does not exist"
+      exit
+    end
+
+  elsif ( !File.exists?(options[:file]) || !File.directory?(options[:file]) )
+    puts "Directory does not exist (or) argument is not a directory"
+    puts "For --option=download , argument to --file must be a directory"
+    exit
+
+  end
+
+end
+
+
+# New Instance
+instance = AnimeDL::AnimeHeaven.new
+
+# App Prompts/Help Text
+unless (options[:quiet])
+  $user_prompts = {
+    search: "\nNo Results Found. Please check your search query.\n(Its worth noting that AnimeHeaven does not have some old anime)\n",
+    episodes: "\nEnter the desired episodes.\nYou can provide induvidual space-seperated episodes.\n" +
+              "Or you can also provide multiple space-seperated ranges with each range having the format 'start-end'.\n" +
+              "Examples (assuming anime has more than 18 episodes):\n" +
+              "    `Episodes: 2 4 5` - Retrieves details for episodes 2, 4 and 5\n" +
+              "    `Episodes: 4-8` - Retrieves details for episodes 4 to 8\n" +
+              "    `Episodes: 8-l` - Retrieves details for episodes 8 to the last episode\n" +
+              "    `Episodes: 2 9-13 18-l` - Retrieves details for episodes 2, 9 to 13 and 18 to end\n" +
+              "(Enter empty response to get all episodes, '-1' exits).\n\n"
+  }
+else
+  $user_prompts = {
+    search: "No Results Found.\n",
+    episodes: "\n(Empty response gets all episodes, '-1' exits).\n"
+  }
+end
+
+
+# UTILITY METHODS
+# Result Print
+def output(results)
+  puts "0. (Exit)\n"
+  for i in 0...results.length do
+    print i+1, ". ", results[i].text
+    puts
+  end
+
+  puts "#{results.length + 1}. (Enter new Search Query)\n"
+  print $user_prompts[:search]   if (results.length == 0)
+  puts "\n"
+end
+
+
+# Option Check
+def check(input, max)
+  exit  if (input == "0")
+  return 1  if ( (1..(max + 1)).include? input.to_i )
+
+  puts "Invalid input.\n\n"
+end
+
+
+# Write links to file
+def file_write(file, links, choice)
+  details = ""
+  puts links.pop.link  if (links.last.number == nil)
+  exit  if links.empty?
+
+  for l in links
+    details += l.details
+  end
+
+  puts "Writing"
+  if ( File.directory?(file) )
+    file = File.new( File.join(file, choice.content.split(" | ")[0] + ".txt"), "a+" )
+    file.write(details + "\n")
+    file.close
+  else
+    file = File.new(file, "a+")
+    file.write(details + "\n")
+    file.close
+  end
+end
+
+
+
+# APP LOGIC
+# Search
+while true
+  print "Enter Search Query: "
+  search_query = gets.strip.split(" ").join("+")
+  puts "\n"
+  results = instance.search(search_query)
+  output(results)
+  puts "\n"
+
+  # Anime Choice
+  while true
+    print "Choice: "
+    input = gets.strip
+    break  if (check(input, results.length) == 1)
+  end
+
+  # Re-enter search query
+  break  unless (input.to_i == results.length + 1)
+  puts "\n"
+end
+
+# Choice as Nokogiri Element
+choice = results[input.to_i - 1]
+
+# Range
+range = []
+if (options[:episode])
+  puts "\n"
+  print $user_prompts[:episodes]
+  puts "\n"
+
+  first, last = instance.getTotal(choice)
+  puts "Total number of Episodes - #{last - first + 1}  (#{first}-#{last})"
+  print "Episodes: "
+  range = gets.strip
+  exit  if range == "-1"
+
+  range = range.split(" ")
+end
+
+
+# Data Retrieval
+puts "Scraping: " + choice.content + "\n\n"
+
+if ( options[:option][0] == 'l' && !options[:file])
+  to_print = true
+else 
+  to_print = false
+end
+
+# Links
+links = instance.getLinks(choice, range, options[:quiet], to_print)
+file_write(options[:file], links, choice)   if (options[:file] && options[:option][0] == 'l')
+
+# Downloads
+if ( options[:option][0] == 'd' )
+  if (options[:file] == nil)
+    options[:file] = choice.content.split(" | ")[0]
+    Dir.mkdir( options[:file] )
+  end
+
+  AnimeDL.download(options[:file], links)
+end
+
+
+END { puts "Exiting" }

data/lib/anime_dl.rb

@@ -0,0 +1,90 @@
+require "mechanize"
+require "anime_dl/version"
+require "anime_dl/anime_heaven"
+require "episode"
+# Methods to get links in 'anime_dl/#{anime_site}.rb'
+
+module AnimeDL
+  class AnimeHeaven
+    def initialize
+      @agent = Mechanize.new
+      @agent.user_agent_alias = 'Windows Chrome'
+      @anime_page = nil
+    end
+
+    # Search
+    def search(query)
+      results_page = @agent.get("http://animeheaven.eu/search.php?q=#{query}")
+      return results_page.search(".iepsan")
+    end
+
+    # Returns the total number of episodes
+    def getTotal(option = nil)
+      @anime_page = @agent.get(option.attributes['href'].value)  unless (@anime_page)
+      episodes = @anime_page.search(".infoepbox").search("a")
+
+      first = episodes.last.search(".infoept2")[0].content.to_i
+      last = episodes.first.search(".infoept2")[0].content.to_i
+      return first, last
+    end
+
+
+    # UTILITY
+    def limit_exceeded(quiet)
+      return  "Unfortunately \"animeheaven.eu\" only allows a certain number of page views per day.\n" +
+              "It seems you have exceeded that limit :(.\n" +
+              "Please change networks or try again in 24 hours."   if (!quiet)
+
+      return  "(Limit exceeded)"
+    end
+
+  end
+
+  # Download
+  def self.download(path, episodes)
+    episodes.each do |episode|
+      if ( File.exists?( File.join( path, "Episode #{episode.number}.mp4" )) )
+        puts "Skipping Episode #{episode.number} (already exists)"
+        next
+      else 
+        puts "Downloading Episode #{episode.number}"
+      end
+
+      status = episode.download_to(path)
+      return  if status == -1
+    end
+  end
+
+  # Episode Range Handler
+  def self.range_handle(range, first, last)
+    temp = []
+
+    range.each do |arg|
+      # Basic REGEX match
+      unless (arg.match(/\A[0-9]+\Z|\A[0-9]+\-[0-9l]+\Z/))
+        puts "'#{arg}' is an invalid input for 'Episodes'"
+        next
+      end
+
+      if (arg.include?("-"))
+        f, l = arg.split("-").collect(&:to_i)
+        l = last  if (arg[-1] == "l")
+
+        next  unless (f && l)
+        next  if f > last
+        l = last  if l > last
+
+        (f..l).each do |n|
+          temp << n  if ( (first..last).include? n )
+        end
+
+      else
+        temp << arg.to_i  if ( (first..last).include? arg.to_i )
+
+      end
+    end
+
+    return temp.uniq.sort
+  end
+
+end

data/lib/anime_dl/anime_heaven.rb

@@ -0,0 +1,48 @@
+module AnimeDL
+  class AnimeHeaven
+
+    # Return the required page links based on user input
+    def getPageLinks(option, range)
+      @anime_page = @agent.get(option.attributes['href'].value)  unless (@anime_page)
+      page_links = @anime_page.search(".infoepbox").search("a").reverse
+      return page_links  if range.empty?
+
+      links_required = []
+      first, last = getTotal(option)
+      range = AnimeDL.range_handle(range, first, last)
+      range.each { |num| links_required << page_links[num - first] }
+
+      return links_required
+    end
+
+    # Video Links
+    def getLinks(option, range, quiet = false, output = false)
+      episode_links = getPageLinks(option, range)
+      episodes = []
+
+      puts "Fetching Links..."  unless (output)
+
+      episode_links.each do |link|
+        episode_page = @agent.get(link.attributes['href'].value)
+
+        # Limit Check
+        if (episode_page.search(".c").search("b").length != 0)
+          episodes << Episode.new(nil, limit_exceeded(quiet))
+          puts limit_exceeded(quiet)  if (output)
+          break
+        end
+
+        # Video Link Retrieval
+        episode_no = episode_page.uri.to_s[/e=.+/][2..-1]    # (Regex for safety)
+        video_src = episode_page.search("script")[2].to_s[/src='http.*?'/][5...-1]
+
+        episode = Episode.new(episode_no, video_src)
+        episodes << episode
+        puts episode.details  if (output)
+      end
+
+      return episodes
+    end
+
+  end
+end

data/lib/anime_dl/version.rb

@@ -0,0 +1,3 @@
+module AnimeDL
+  VERSION = "0.1.1"
+end

data/lib/episode.rb

@@ -0,0 +1,30 @@
+require "open-uri"
+
+class Episode
+  def initialize(episode_no, link)
+    @number = episode_no
+    @link = link
+  end
+  attr_reader :number, :link
+
+  def download_to(path = ".")
+    # Limit Check
+    unless @number
+      puts @link
+      return -1
+    end
+
+    open("#{@link}") do |video|
+      file = File.new( File.join( path, "Episode #{@number}.mp4" ), 'w')
+      puts "Writing"
+      file.write(video.read)
+      file.close
+    end
+
+    return 1
+  end
+
+  def details
+    return "Episode #{@number}: #{@link}\n"
+  end
+end

metadata

@@ -0,0 +1,68 @@
+--- !ruby/object:Gem::Specification
+name: AnimeDL
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Anirudh Sundar
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-08-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+description: 
+email: anirudhsundar@hotmail.com
+executables:
+- anime_dl
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- LICENSE.txt
+- README.md
+- anime_dl.gemspec
+- bin/anime_dl
+- lib/anime_dl.rb
+- lib/anime_dl/anime_heaven.rb
+- lib/anime_dl/version.rb
+- lib/episode.rb
+homepage: https://github.com/anirudhsundar98/AnimeDL
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: The AnimeDL gem is used to get episode links or download episodes for a particular
+  anime
+test_files: []