nicoquery 0.0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4818aead4f0b2660fd00f602297d2e755adbf0d7
+  data.tar.gz: 54c26b1e9febb492a364b9791cb789eb95f42e08
+SHA512:
+  metadata.gz: 79afd659ca62825f85d6a901a31b8646b7f2d6231a5fe8f817ba8ef9fc34272653eece0e4503a088dc98c9b2bc18c7e4e221b4090e5da78ec0dd5738b290e54b
+  data.tar.gz: e01cfaf6ee04f94654fd6262310d321ec39445100560613fbe780016a692a851a2db5f6cc62cb0222cea77cfb44f1d6bf49031cf920fd304eb3a7d1aae0bd628

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+# YARD artifacts
+.yardoc
+_yardoc
+doc/

data/.ruby-version

@@ -0,0 +1 @@
+2.0.0-p247

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.0.0

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,67 @@
+PATH
+  remote: .
+  specs:
+    nicoquery (0.0.1.1)
+      activesupport (~> 4.0.0)
+      i18n
+      nicoapi
+      nokogiri
+      nori
+      rest-client
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (4.0.0)
+      i18n (~> 0.6, >= 0.6.4)
+      minitest (~> 4.2)
+      multi_json (~> 1.3)
+      thread_safe (~> 0.1)
+      tzinfo (~> 0.3.37)
+    atomic (1.1.12)
+    coderay (1.0.9)
+    diff-lcs (1.2.4)
+    i18n (0.6.4)
+    method_source (0.8.2)
+    mime-types (1.23)
+    mini_portile (0.5.1)
+    minitest (4.7.5)
+    multi_json (1.7.8)
+    nicoapi (0.0.4)
+      activesupport (~> 4.0.0)
+      i18n
+      rest-client
+    nokogiri (1.6.0)
+      mini_portile (~> 0.5.0)
+    nori (2.3.0)
+    pry (0.9.12.2)
+      coderay (~> 1.0.5)
+      method_source (~> 0.8)
+      slop (~> 3.4)
+    rake (10.1.0)
+    rest-client (1.6.7)
+      mime-types (>= 1.16)
+    rspec (2.14.1)
+      rspec-core (~> 2.14.0)
+      rspec-expectations (~> 2.14.0)
+      rspec-mocks (~> 2.14.0)
+    rspec-core (2.14.4)
+    rspec-expectations (2.14.0)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.14.2)
+    slop (3.4.6)
+    thread_safe (0.1.2)
+      atomic
+    tzinfo (0.3.37)
+    watchr (0.7)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.3)
+  nicoquery!
+  pry
+  rake
+  rspec
+  watchr

data/LICENSE

@@ -0,0 +1,20 @@
+The MIT License (MIT)
+
+Copyright (c) 2013 Masami Yonehara
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,37 @@
+[![Build Status](https://secure.travis-ci.org/hdemon/NicoQuery.png)](http://travis-ci.org/hdemon/NicoQuery)
+
+# NicoQuery::Core
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'NicoQuery'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install NicoQuery
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+=======
+nicoquery
+=========
+
+the manipulator of niconico douga's resources
+

data/Rakefile

@@ -0,0 +1,11 @@
+require "bundler/gem_tasks"
+
+task :default => [:spec]
+begin
+  require 'rspec/core/rake_task'
+  RSpec::Core::RakeTask.new(:spec) do |spec|
+    spec.pattern = 'spec/**/*_spec.rb'
+    spec.rspec_opts = ['-cfs']
+  end
+rescue LoadError => e
+end

data/autorun.rb

@@ -0,0 +1,5 @@
+watch( 'app/(.*)\.rb' ) {|md| system("bundle exec rspec spec/#{md[1]}_spec.rb") }
+watch( 'spec/(.*)\.rb' ) {|md| system("bundle exec rspec spec/#{md[1]}.rb") }
+
+
+

data/lib/nicoquery/crawler/tag_search.rb

@@ -0,0 +1,44 @@
+require "nicoapi"
+require "nicoquery/parser"
+require "nori"
+
+
+module NicoQuery
+  module Crawler
+    module TagSearch
+      def execute(tag: tag, sort: sort, order: order, &block)
+        parser = NicoQuery::Parser::TagSearch.new
+        page = 0
+
+        loop do
+          command = nil
+          page += 1
+
+          result = NicoAPI.tag_search(tag: tag, sort: sort, order: order, page: page)
+          parser.parse result
+
+          self.each_movie(parser.items) do |movie|
+            command = block.call movie
+            break if command == :break || command != :continue
+          end
+
+          break if command == :break || command != :continue
+        end
+      end
+
+      private
+
+      def continue; :continue end
+      def stop; :stop end
+
+      def each_movie(parsed_movies, &block)
+        while parsed_movies.length > 0 do
+          block.call parsed_movies.shift
+        end
+      end
+
+      module_function :execute
+      module_function :each_movie
+    end
+  end
+end

data/lib/nicoquery/crawler/version.rb

@@ -0,0 +1,3 @@
+module Nicocrawler
+  VERSION = "0.0.2.1"
+end

data/lib/nicoquery/crawler.rb

@@ -0,0 +1,12 @@
+require "nicoquery/crawler/tag_search"
+
+
+module NicoQuery
+  module Crawler
+    def tag_search(tag: tag, sort: sort, order: order, &block)
+      NicoQuery::Crawler::TagSearch.execute(tag: tag, sort: sort, order: order, &block)
+    end
+
+    module_function :tag_search
+  end
+end

data/lib/nicoquery/parser/tag_search.rb

@@ -0,0 +1,106 @@
+require "nori"
+require "nokogiri"
+
+
+module NicoQuery
+  module Parser
+    class TagSearch
+      def initialize
+        @parser = Nori.new
+      end
+
+      def parse(xml)
+        @object = (@parser.parse xml)["rss"]["channel"]
+
+        @items = @object["item"].map do |item_object|
+          Item.new item_object
+        end
+      end
+
+      def items
+        @items
+      end
+
+      def tag
+        @object["title"].scan(/(?<=タグ\s).+(?=\‐ニコニコ動画)/)[0].split(' ')
+      end
+
+      def publish_date
+        Time.parse @object["pubDate"]
+      end
+
+      def last_build_date
+        Time.parse @object["lastBuildDate"]
+      end
+
+      class Item
+        def initialize(object)
+          @object = object
+        end
+
+        def title
+          @object["title"]
+        end
+
+        def video_id
+          url.scan(/(sm|nm)\d{1,}\Z/)
+          $&
+        end
+
+        def url
+          @object["link"]
+        end
+
+        def publish_date
+          Time.parse @object["pubDate"]
+        end
+
+        def thumbnail_url
+          description.raw_text.scan(/(?<=src\=\").{1,}(?=\"\swidth)/)
+          $&
+        end
+
+        def description
+          @_description ||= Description.new @object["description"]
+        end
+
+        def length
+          description.raw_text.scan(/(?<=class\=\"nico\-info\-length\"\>)\d{1,}\:\d{1,2}(?=\<\/strong\>)/)
+          length_string = $&.to_s.split(':')
+          length_string[0].to_i * 60 + length_string[1].to_i
+        end
+
+        class Description
+          attr_reader :raw_text
+
+          def initialize(raw_text)
+            @raw_text = raw_text.to_s
+          end
+
+          def text
+            @raw_text.scan /(?<=class\=\"nico\-description\"\>).{1,}(?=\<\/p\>)/
+            $&
+          end
+
+          def movie_references
+            # is this the high road?
+            text.scan(/((sm|nm)\d{1,})/).map {|e| e[0]}
+          end
+
+          def mylist_references
+            text.scan /(?<=mylist\/)\d{1,}/
+          end
+
+          def community_references
+            text.scan /co\d{1,}/
+          end
+
+          def seiga_references
+            text.scan /im\d{1,}/
+          end
+        end
+      end
+
+    end
+  end
+end

data/lib/nicoquery/parser.rb

@@ -0,0 +1,8 @@
+require "nicoquery/parser/tag_search"
+
+
+module NicoQuery
+  module Parser
+
+  end
+end

data/lib/nicoquery/version.rb

@@ -0,0 +1,3 @@
+module NicoQuery
+  VERSION = "0.0.1.1"
+end

data/lib/nicoquery.rb

@@ -0,0 +1,38 @@
+require "nicoquery/source/version"
+
+require "nicoquery/source"
+
+
+module NicoQuery
+  def tag_search(tag: tag, sort: sort, order: order, &block)
+    NicoCrawler::TagSearch.execute(tag: tag, sort: sort, order: order, &block)
+  end
+
+  module_function :tag_search
+end
+
+
+
+module NicoQuery
+  def getthumbinfo(video_id)
+    instance = NicoQuery::GetThumbInfo.new
+    instance.set video_id
+    instance.get
+  end
+
+  def video_array(video_id_array)
+    instance = NicoQuery::VideoArray.new
+    instance.set video_id_array
+    instance.get
+  end
+
+  def tag_search(tag: tag, sort: sort, order: order, page: page)
+    instance = NicoQuery::TagSearch.new
+    instance.set tag: tag, sort: sort, order: order, page: page
+    instance.get
+  end
+
+  module_function :getthumbinfo
+  module_function :video_array
+  module_function :tag_search
+end

data/nicoquery.gemspec

@@ -0,0 +1,33 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'nicoquery/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "nicoquery"
+  spec.version       = NicoQuery::VERSION
+  spec.authors       = ["Masami Yonehara"]
+  spec.email         = ["zeitdiebe@gmail.com"]
+  spec.description   = %q{niconico manipulator}
+  spec.summary       = %q{niconico manipulator}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "activesupport", "~> 4.0.0"
+  spec.add_runtime_dependency 'rest-client'
+  spec.add_runtime_dependency 'nori'
+  spec.add_runtime_dependency 'nokogiri'
+  spec.add_runtime_dependency "i18n"
+  spec.add_runtime_dependency "nicoapi"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "watchr"
+  spec.add_development_dependency "pry"
+end

data/spec/crawler/spec_helper.rb

@@ -0,0 +1,17 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+end

data/spec/crawler/tag_search_spec.rb

@@ -0,0 +1,28 @@
+require "nicoquery/crawler"
+
+
+describe "NicoQuery::Crawler" do
+  describe "tag_search" do
+    before do
+      counter = 0
+      @acquired_movies = []
+
+      NicoQuery::Crawler.tag_search( tag: "ゆっくり実況プレイ",
+                              sort: :published_at,
+                              order: :asc
+                            ) do |result|
+        counter += 1
+        @acquired_movies.push result
+        if counter >= 50 then :break else :continue end
+      end
+    end
+
+    it "should sorted by published date" do
+      expect(@acquired_movies[0].publish_date).to be < @acquired_movies[1].publish_date
+    end
+
+    it "should scrape movie's info the number of times -1 that returns :continue" do
+      expect(@acquired_movies.length).to eq 50
+    end
+  end
+end