alparser 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1e9f1dbc82696f98688236a9087e77df92e20796
+  data.tar.gz: fdcc16345076e0414c18af65ce58ea2c953dc48a
+SHA512:
+  metadata.gz: 65145f7068c78e2ee7778c23895c536c748f82daa69f3b1779604e9f2f08d44873ec7693f95441a535415ec6f80667e74f56ce981f679edfca0d75bb6d5557a4
+  data.tar.gz: aeaca3e514c9fccd1a87dcf49c36e706eb92afe8c19efd02bf72a198b772685148f9196be10f072a34a74a0cd73cd8611b72d329aaf1ec511ef9db957e7d6ae3

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+example.rb

data/.rspec

@@ -0,0 +1,2 @@
+--format doc
+--color

data/.ruby-gemset

@@ -0,0 +1 @@
+alparser

data/.ruby-version

@@ -0,0 +1 @@
+ruby-2.1.0

data/.travis.yml

@@ -0,0 +1,7 @@
+script: "bundle exec rspec"
+
+install: "travis_retry bundle install"
+
+rvm:
+  - 2.0.0
+  - 2.1.0

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/Guardfile

@@ -0,0 +1,9 @@
+guard :rspec, all_on_start: false, all_after_pass: false, parallel: false do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch(%r{^lib/alparser/(.+)\.rb$}) { |m| "spec/alparser/#{m[1]}_spec.rb" }
+
+  watch('spec/spec_helper.rb')  { "spec" }
+  watch('lib/alparser.rb')  { "spec" }
+
+end

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Oto Brglez
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,53 @@
+# Alparser
+
+[![Gem Version][fury-badge]][fury] [![Build Status][travis-badge]][travis]
+
+Alparser is parser for Slovenian mountaineering pages.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'alparser'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install alparser
+
+## Usage
+
+```ruby
+require "alparser"
+
+page = Alparser.new "http://www.kozjak.org", parser: Alparser::Branc
+puts page.club_climbs
+```
+
+## Supported pages
+
+| Page                                        | Parser              | Implemented
+| ------------------------------------------- | ------------------- | ------------
+| [APD Kozjak](http://www.kozjak.org/)        | Alparser::Branc     | Yes
+| [PD TAM](http://www.pdtam.org/)             | Alparser::Branc     | Yes
+| [AO Celje](http://www.aocelje.org/)         | Alparser::Branc     | Yes
+| [PD Grmada AO](http://ao.pdgrmada.org/)     | Alparser::Branc     | Yes
+| [AlpHut](http://alphut.net/)                | Alparser::Branc     | Yes
+| [AlpHut](http://alphut.net/)                | Alparser::Branc     | Yes
+| [Plezanje.net](http://plezanje.net/)        | Alparser::Plezanje  | No
+| [Alpinizem.info](http://www.alpinizem.info/)| Alparser::Alpinizem | No
+
+## Why?
+
+This is highly experimental project. Purpose is to collect mountaineering data from Slovenia. Project is under MIT licence; feel free to use it.
+
+- [Oto Brglez](http://otobrglez.opalab.com)
+
+[fury-badge]: https://badge.fury.io/rb/alparser.png
+[fury]: http://badge.fury.io/rb/alparser
+[travis-badge]: https://secure.travis-ci.org/otobrglez/alparser.png?branch=master
+[travis]: http://travis-ci.org/otobrglez/alparser
+

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/alparser.gemspec

@@ -0,0 +1,31 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'alparser/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "alparser"
+  spec.version       = Alparser::VERSION
+  spec.authors       = ["Oto Brglez"]
+  spec.email         = ["otobrglez@gmail.com"]
+  spec.description   = %q{Parser for Slovenian mountaineering pages}
+  spec.summary       = %q{Alparser supports several most common Slovenian mountaineering pages.}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "httparty"
+  spec.add_dependency "nokogiri"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "webmock"
+  spec.add_development_dependency "guard"
+  spec.add_development_dependency "guard-rspec"
+  spec.add_development_dependency "shoulda-matchers"
+end

data/lib/alparser/branc.rb

@@ -0,0 +1,112 @@
+class Alparser::Branc
+  include Alparser::Parser
+
+  attr_accessor :number_of_pages
+
+  def club_climbs page:1, leto: nil
+
+    response = self.class.get "/vzponi-vse.php", query: {
+      page: page,
+      leto: (leto.nil? ? Time.now.year : year)
+    }
+
+    handle_page_number response
+    handle_climbs response
+  end
+
+  def all_club_climbs
+    out = club_climbs
+    number_of_pages, i = @number_of_pages, 2
+
+    while i <= number_of_pages
+      out = out + club_climbs(page: i)
+      i += 1
+    end
+
+    out
+  end
+
+  def handle_climbs response
+    response.parsed_response.xpath("//table[@bgcolor='silver']/tr[position()>1]").to_a.map! do |item|
+      climb_form item
+    end
+  end
+
+  def handle_page_number response
+    @number_of_pages ||= 0
+    @number_of_pages = ((/^\<span\>.(\d+)/.match(response.parsed_response.xpath("//a[@class='pagebox']/span").to_a.last.to_s))[1].to_i) rescue 1
+  end
+
+  def climb_form item
+    date = Date.parse(item.xpath("./td[position()=1]").text)
+    route = item.xpath("./td[position()=2]/a").text.strip
+    route ||= item.xpath("./td[position()=2]//b").text.strip
+
+    id = nil
+    if item.xpath("./td[position()=2]/a").first.attributes["href"].to_s =~ /pid=(\d+)$/
+      id = Integer(Regexp.last_match[1].to_s)
+    end
+
+    if id.nil? and item.xpath("./td[position()=2]/a").first.attributes["href"].to_s =~ /rid=(\d+)$/
+      id = Integer(Regexp.last_match[1].to_s)
+    end
+
+    mountain_range = item.xpath("./td[position()=3]").text.strip
+    country = item.xpath("./td[position()=4]").text.lstrip.strip.sub!(/\u00A0/, "")
+    country ||= item.xpath("./td[position()=4]").text
+
+    has_notes = item.xpath("./td[position()=2]/img[@src='ikone/opombe.gif']").size == 1
+    has_images = item.xpath("./td[position()=2]/img[@src='ikone/fotke.gif']").size == 1
+
+    country_id = nil
+    begin
+      if item.xpath("./td[position()=4]/img").first.attributes["src"].to_s =~ /\/(\w+)\.gif$/
+        country_id = Regexp.last_match[1].to_s
+      end
+    rescue
+      # Noting
+    end
+
+    grade = item.xpath("./td[position()=5]").text
+    climber = item.xpath("./td[position()=6]/a")
+
+    climber_id = nil
+    if climber.first.attributes["href"].to_s =~ /mem=(\d+)/
+      climber_id = Regexp.last_match[1].to_i
+    end
+
+    climber = climber.text.strip
+
+    conditions = item.xpath("./td[position()=7]").text
+    kind = item.xpath("./td[position()=8]").text
+    kind = kind == "" ? nil : kind
+
+    climb = Alparser::Climb.new(
+      id: id,
+      date: date,
+      route: route,
+      mountain_range: mountain_range,
+      country: country,
+      country_id: country_id,
+      grade: grade,
+      conditions: conditions,
+      kind: kind,
+      has_notes: has_notes,
+      has_images: has_images,
+      user_name: climber,
+      user_id: climber_id
+    )
+
+    climb.base_uri = @url
+
+    unless climb.user_id.nil?
+      climb.user = Alparser::User.new(
+        id: climb.user_id,
+        name: climb.user_name
+      )
+    end
+
+    climb
+  end
+
+end

data/lib/alparser/climb.rb

@@ -0,0 +1,5 @@
+class Alparser::Climb < OpenStruct
+end
+
+class Alparser::User < OpenStruct
+end

data/lib/alparser/parser.rb

@@ -0,0 +1,31 @@
+module Alparser::Parser
+
+  class HtmlParser < HTTParty::Parser
+    SupportedFormats.merge!('text/html' => :html)
+
+    def html
+      doc = Nokogiri::HTML(body)
+      doc.encoding = 'utf-8'
+      doc
+    end
+  end
+
+  module ClassMethods
+    attr_accessor :url
+  end
+
+  module InstanceMethods
+
+    def initialize url
+      self.class.base_uri(@url = url)
+    end
+
+  end
+
+  def self.included(receiver)
+    receiver.extend         ClassMethods
+    receiver.send :include, HTTParty
+    receiver.send :include, InstanceMethods
+    receiver.send :parser,  HtmlParser
+  end
+end

data/lib/alparser/version.rb

@@ -0,0 +1,3 @@
+class Alparser
+  VERSION = "0.1.1"
+end

data/lib/alparser.rb

@@ -0,0 +1,28 @@
+require "alparser/version"
+
+require "forwardable"
+require "httparty"
+require "nokogiri"
+
+class Alparser
+  extend Forwardable
+
+  autoload :Parser, "alparser/parser"
+  autoload :Climb,  "alparser/climb"
+  autoload :User,   "alparser/climb"
+
+  autoload :Branc,  "alparser/branc"
+
+  attr_reader :url
+  attr_accessor :parser
+
+  def initialize url, parser: Alparser::Branc
+    @url = url
+    @parser = parser.new(@url)
+  end
+
+  def_delegators :@parser, \
+    :club_climbs, :all_club_climbs, \
+    :number_of_pages
+
+end

data/spec/alparser_spec.rb

@@ -0,0 +1,56 @@
+require "spec_helper"
+
+describe Alparser do
+
+  context "simple parse" do
+
+    let(:page) { Alparser.new("http://www.kozjak.org") }
+
+    it { expect(page).to respond_to :club_climbs }
+    it { expect(page).to respond_to :all_club_climbs }
+
+    context "#club_climbs" do
+      before {
+        stub_request(:get, /kozjak/)
+        .to_return { request_from "kozjak_club_climbs" }
+      }
+
+      it { expect(page.club_climbs).to be_kind_of Array }
+      it { expect(page.club_climbs[0]).to be_kind_of Alparser::Climb }
+
+      it do
+        page.club_climbs
+        expect(page.number_of_pages).to eq 5
+      end
+
+      context ".first" do
+        subject { page.club_climbs.first }
+        it do
+          expect(subject).to respond_to :date, \
+          :route, :mountain_range, \
+          :country, :country_id, \
+          :grade, \
+          :user, :user_id, :user_name, \
+          :conditions, :kind, \
+          :has_notes, :has_images
+        end
+
+        it { expect(subject.user).to be_kind_of Alparser::User }
+      end
+    end
+
+    context "#all_club_climbs" do
+      before do
+        6.times do |t|
+          stub_request(:get, /page=#{t}/)
+          .to_return { request_from "kozjak_club_climbs_p#{t}" }
+        end
+      end
+
+      it { expect(page.all_club_climbs).to be_kind_of Array }
+      it { expect(page.all_club_climbs.size).to eq 216 }
+    end
+
+  end
+
+end