hearthstone_api_utils 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3ed7f5db3848aff7630d96b9a85a384289fc371b
+  data.tar.gz: caddd5f47dd38aaa535dad2f2beb88b07e4fca15
+SHA512:
+  metadata.gz: 93f18ac1327304c45ed79e6d8e87d78b05e4b34daad0a669b371b60b58e4e1d7aeaffe13e7654d23feedf92064982333154ed77d3bd6d27f9f46ba20a0f48857
+  data.tar.gz: f3a4080ecedbc397068d8c8eca6798cf08dae6d78b8f4f4fb1836e1fa9095da631ae4eec8a4ae25da0f7049d1f07e636597bc04ec5086f23fdfeba3ee8245519

data/.gitignore

@@ -0,0 +1 @@
+*.swp

data/.rvmrc

@@ -0,0 +1,62 @@
+#!/usr/bin/env bash
+
+# This is an RVM Project .rvmrc file, used to automatically load the ruby
+# development environment upon cd'ing into the directory
+
+# First we specify our desired <ruby>[@<gemset>], the @gemset name is optional,
+# Only full ruby name is supported here, for short names use:
+#     echo "rvm use 2.1.2@hearthstone_api_utils" > .rvmrc
+environment_id="ruby-2.1.2@hearthstone_api_utils"
+
+# Uncomment the following lines if you want to verify rvm version per project
+# rvmrc_rvm_version="1.25.17 (stable)" # 1.10.1 seems like a safe start
+# eval "$(echo ${rvm_version}.${rvmrc_rvm_version} | __rvm_awk -F. '{print "[[ "$1*65536+$2*256+$3" -ge "$4*65536+$5*256+$6" ]]"}' )" || {
+#   echo "This .rvmrc file requires at least RVM ${rvmrc_rvm_version}, aborting loading."
+#   return 1
+# }
+
+# First we attempt to load the desired environment directly from the environment
+# file. This is very fast and efficient compared to running through the entire
+# CLI and selector. If you want feedback on which environment was used then
+# insert the word 'use' after --create as this triggers verbose mode.
+if [[ -d "${rvm_path:-$HOME/.rvm}/environments"
+  && -s "${rvm_path:-$HOME/.rvm}/environments/$environment_id" ]]
+then
+  \. "${rvm_path:-$HOME/.rvm}/environments/$environment_id"
+  for __hook in "${rvm_path:-$HOME/.rvm}/hooks/after_use"*
+  do
+    if [[ -f "${__hook}" && -x "${__hook}" && -s "${__hook}" ]]
+    then \. "${__hook}" || true
+    fi
+  done
+  unset __hook
+  if (( ${rvm_use_flag:=1} >= 2 )) # display only when forced
+  then
+    if [[ $- == *i* ]] # check for interactive shells
+    then printf "%b" "Using: $(tput setaf 2 2>/dev/null)$GEM_HOME$(tput sgr0 2>/dev/null)
+" # show the user the ruby and gemset they are using in green
+    else printf "%b" "Using: $GEM_HOME
+" # don't use colors in non-interactive shells
+    fi
+  fi
+else
+  # If the environment file has not yet been created, use the RVM CLI to select.
+  rvm --create  "$environment_id" || {
+    echo "Failed to create RVM environment '${environment_id}'."
+    return 1
+  }
+fi
+
+# If you use bundler, this might be useful to you:
+# if [[ -s Gemfile ]] && {
+#   ! builtin command -v bundle >/dev/null ||
+#   builtin command -v bundle | GREP_OPTIONS="" \grep $rvm_path/bin/bundle >/dev/null
+# }
+# then
+#   printf "%b" "The rubygem 'bundler' is not installed. Installing it now.\n"
+#   gem install bundler
+# fi
+# if [[ -s Gemfile ]] && builtin command -v bundle >/dev/null
+# then
+#   bundle install | GREP_OPTIONS="" \grep -vE '^Using|Your bundle is complete'
+# fi

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in hearthstone_api_utils.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,19 @@
+PATH
+  remote: .
+  specs:
+    hearthstone_api_utils (0.0.1)
+      trollop
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    rake (10.3.2)
+    trollop (2.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.6)
+  hearthstone_api_utils!
+  rake

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2014 Alexander Vanadio
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,24 @@
+hearthstone_api_utils
+=====================
+
+Denormalize the data from http://hearthstoneapi.com/ and enrich it with image urls
+
+## A Sample MongoDB Document (JSON is also available)
+```
+{
+  "_id" : ObjectId("53755b3e305bd2b2ddac6cd0"),
+  "set" : 3,
+  "quality" : "Legendary",
+  "type" : "Minion",
+  "cost" : 9,
+  "attack" : 8,
+  "health" : 8,
+  "faction" : 3,
+  "race" : "Dragon",
+  "elite" : 1,
+  "name" : "Onyxia",
+  "description" : "Battlecry: Summon 1/1 Whelps until your side of the battlefield is full.",
+  "image_url" : "https://s3-us-west-2.amazonaws.com/hearthstats/cards/onyxia.png",
+  "class" : "Neutral"
+}
+

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/parser_and_writer.rb

@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+
+$: << File.expand_path('../lib', File.dirname(__FILE__))
+require 'hearthstone_api_utils'
+require 'trollop'
+
+opts = Trollop::options do
+  opt :write_to_file, "Dump the data to JSON for manual MongoDB ingest"
+  opt :validate_image_urls, "Ensure that every image url returns a 200", :default => false
+  opt :write_to_local_mongo, "Writes the data to your local mongo under the 'hearthstone' database and 'cards' collection"
+end
+
+hs_parser = HearthstoneAPI::CardParser.new
+cards = hs_parser.parse opts[:validate_image_urls]
+
+if opts[:write_to_file]
+  HearthstoneAPI::CardWriter.write_to_json_file cards, 'hearthstone_cards.json'
+end
+
+if opts[:write_to_local_mongo]
+  HearthstoneAPI::CardWriter.write_to_mongodb cards, 'cards', 'hearthstone' 
+end

data/hearthstone_api_utils.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'hearthstone_api_utils/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "hearthstone_api_utils"
+  spec.version       = HearthstoneApiUtils::VERSION
+  spec.authors       = ["Alexander Vanadio"]
+  spec.email         = ["execdd17@gmail.com"]
+  spec.summary       = %q{Converts the cards from hearthstoneapi.com to MongoDB objects and enriches with image URL }
+  spec.homepage      = "https://github.com/execdd17/hearthstone_api_utils"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake"
+
+  spec.add_runtime_dependency 'trollop'
+end

data/lib/hearthstone_api_utils.rb

@@ -0,0 +1,119 @@
+require 'json'
+
+class HearthstoneAPI; end
+
+class HearthstoneAPI::CardWriter
+  def self.write_to_json_file cards, filename
+    File.open(filename, 'w') do |file|
+      file.puts JSON.dump(cards)
+    end
+  end
+
+  def self.write_to_mongodb cards, coll_name, db_name
+    filename = File.expand_path('../bin', File.dirname(__FILE__)) << '/tmp_hearthstone_cards'
+    self.write_to_json_file cards, filename
+    cmd = "mongoimport -d #{db_name} -c #{coll_name} --jsonArray #{filename}"
+    puts "Running '#{cmd}'"
+    `#{cmd}`
+    `rm -f "#{filename}"`
+  end
+end
+
+class HearthstoneAPI::CardParser
+  FIND_ALL_URL = 'http://hearthstoneapi.com/cards/findAll'
+
+  def initialize
+    @cards  = JSON.parse `curl "#{FIND_ALL_URL}"`
+  end
+
+  def parse validate_image_urls=false
+    parsed_cards = @cards.dup
+
+    parsed_cards.each do |card| 
+      add_image_url card
+      remove_unwanted_attributes card, 'createdAt', 'updatedAt', 'id'
+      restore_type_value card
+      restore_class_value card
+      restore_quality_value card
+      restore_race_value card
+    end
+
+    if validate_image_urls
+      raise "Some urls are not valid" unless valid_image_urls?(parsed_cards)
+    end
+
+    puts "Parsed #{parsed_cards.size} Cards Successfully\nThe first one is:"
+    puts parsed_cards.first
+    parsed_cards
+  end
+  
+  private
+
+  def add_image_url card
+    formatted_card_name = card["name"].downcase    
+    formatted_card_name.gsub! /[:.]\s/, '-'        
+    formatted_card_name.gsub! /!$/, ''             
+    formatted_card_name.gsub! /\s|'|:/, '-'        
+
+    card_image_base_url = 'https://s3-us-west-2.amazonaws.com/hearthstats/cards/'
+    card["image_url"]   = card_image_base_url << formatted_card_name << '.png'
+  end
+
+  def remove_unwanted_attributes card, *attrs
+    attrs.each { |attr| card.delete attr }
+  end
+
+
+  def valid_image_urls? cards
+    cards.all? do |card|
+      `curl "#{card['image_url']}"`
+    end
+  end
+
+  def restore_type_value card
+    case card['type']
+    when 4 then card['type'] = 'Minion'
+    when 5 then card['type'] = 'Spell'
+    when 7 then card['type'] = 'Weapon'
+    end
+  end
+
+  def restore_class_value card
+    case card['classs']
+    when 1  then card['class'] = 'Warrior'
+    when 2  then card['class'] = 'Paladin'
+    when 3  then card['class'] = 'Hunter'
+    when 4  then card['class'] = 'Rogue'
+    when 5  then card['class'] = 'Priest'
+    when 7  then card['class'] = 'Shaman'
+    when 8  then card['class'] = 'Mage'
+    when 9  then card['class'] = 'Warlock'
+    when 11 then card['class'] = 'Druid'
+    else
+      card['class'] = 'Neutral'
+    end
+
+    card.delete 'classs'
+  end
+
+  def restore_quality_value card
+    case card['quality']
+    when 0 then card['quality'] = 'Free'
+    when 1 then card['quality'] = 'Common'
+    when 3 then card['quality'] = 'Rare'
+    when 4 then card['quality'] = 'Epic'
+    when 5 then card['quality'] = 'Legendary'
+    end
+  end
+
+  def restore_race_value card
+    case card['race']
+    when 14 then card['race'] = 'Murloc'
+    when 15 then card['race'] = 'Demon'
+    when 20 then card['race'] = 'Beast'
+    when 21 then card['race'] = 'Totem'
+    when 23 then card['race'] = 'Pirate'
+    when 24 then card['race'] = 'Dragon'
+    end
+  end
+end

data/lib/hearthstone_api_utils/version.rb

@@ -0,0 +1,3 @@
+module HearthstoneApiUtils
+  VERSION = "0.0.1"
+end

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification
+name: hearthstone_api_utils
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Alexander Vanadio
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- execdd17@gmail.com
+executables:
+- parser_and_writer.rb
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rvmrc"
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- bin/parser_and_writer.rb
+- hearthstone_api_utils.gemspec
+- lib/hearthstone_api_utils.rb
+- lib/hearthstone_api_utils/version.rb
+homepage: https://github.com/execdd17/hearthstone_api_utils
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Converts the cards from hearthstoneapi.com to MongoDB objects and enriches
+  with image URL
+test_files: []