manasimu 0.0.30 → 0.0.31

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 724aff14f6e57773ecb896037bd4eb379d9fe13ac6870c3fd37b3609682071ab
-  data.tar.gz: 9db295c3c06234a8cd85e008e832d853f40fda0fc9341a0a5e6a8bdd98e0ed55
+  metadata.gz: 64a18dd83ea6eecd63bcbe76a29b33741331da0134075ccd900ea912d6bacc77
+  data.tar.gz: 8dcd31a698b03e8f3bbe32024e6334380682da40b83f744a38b7ca00a6f43d77
 SHA512:
-  metadata.gz: f1b976dc510db9c4b20ce8620dceda72b8a0106d275300bb0f0d3b4413cfe862be995794155a0e02a8ac43c2a2815655342e475fe265b418f2dad6732c03f4b7
-  data.tar.gz: 9f7a49c6b350199271151ad8adc8c5d6472def15df5210c7889c123ff849fcd1c47d017b095ae1ac06883e15dbe79ce9bec1a39ee67538d82ce6d6bac287f32c
+  metadata.gz: b0524f1549c37058044d8e71286814e5fe866cde702070776eb1f1cac296718202aa5f4360f732ab294849eff52a5d747f82553dd7cc21b8e149c7116ccfdbc6
+  data.tar.gz: ffb6a93dc2e91d7e18fc12d8a4e27f2c544d1637dae859d3a14aa23c577425dfedd54755f374a666f59055dbb4de52b1ff75bfb63d69f1ff47216b5d6c2946b7

data/lib/manasimu/api_util.rb

@@ -0,0 +1,251 @@
+require 'uri'
+require 'json'
+require 'net/http'
+
+API_URL = 'https://api.magicthegathering.io/v1/'
+HTML_URL = 'https://gatherer.wizards.com/'
+
+def request_cards(set_code, page)
+  begin
+    uri = URI(API_URL + "cards")
+    params = { page: page, pageSize: 100, set: set_code}
+    uri.query = URI.encode_www_form(params)
+    res = Net::HTTP.get_response(uri)
+
+    if not res.is_a?(Net::HTTPSuccess)
+      puts 'http connection fail'
+      exit
+    end
+
+    JSON.parse(res.body)
+  rescue => ex
+    p ex
+    sleep 30
+    request_cards(set_code, page)
+  end
+end
+
+def get_names(set_code)
+  page = 1
+  ret = []
+  notfounds = []
+
+  ja = 4
+  en = 0
+
+  while true
+    hash = request_cards(set_code, page)
+
+    if hash['cards'].length == 0
+      puts 'last page'
+      break
+    end
+
+    multiverseid_offset = nil
+    multiverseid_change_count = 0
+    ja_index = nil
+
+    unfound_cards = []
+    hash['cards'].each do |card|
+
+      if not card['foreignNames']
+        unfound_cards << card
+        next
+      end
+
+      names = card['foreignNames'].select do |f|
+        f['language'] == "Japanese"
+      end.map do |f| 
+        f["name"]
+      end
+
+      ja_index = card['foreignNames'].map do |f|
+        f['language']
+      end.index('Japanese')
+
+      multiverseids = card['foreignNames'].map do |f|
+        f['imageUrl'] =~ /multiverseid=(\d+)&?/
+        $1
+      end
+
+      # to scrape japanese name using multiverse, get multiverse id offset 
+      if multiverseids.length > 1
+        offset = multiverseids[1].to_i - multiverseids[0].to_i
+        if multiverseid_offset != offset
+          multiverseid_offset = offset
+          multiverseid_change_count += 1
+        end
+      end
+
+      type = create_card_type(card, ret, names)
+      ret = add_cardtypes_to(ret, type)
+    end
+
+
+    # if foreignNames were not found and multiverseid_offset is fixed
+    if unfound_cards.length > 0 and multiverseid_change_count == 1 and ja_index
+      puts "#{set_code} / #{unfound_cards.length} cards was not found"
+
+      unfound_cards.each do |card|
+        ja_multiverseid = card['multiverseid'].to_i + multiverseid_offset * (ja_index + 1) 
+        ja_name = scrape_detail(ja_multiverseid)
+
+        p "#{ja_name}: #{card['name']}"
+
+        names = []
+        if not ja_name.empty?
+          names = [ja_name]
+        else
+          notfounds << [set_code, card['number']]
+        end
+
+        type = create_card_type(card, ret, names)
+        ret = add_cardtypes_to(ret, type)
+      end
+
+    elsif unfound_cards.length > 0
+      puts "invalid multiverseid change #{set_code} : #{unfound_cards.length}"
+      unfound_cards.each do |card|
+        notfounds << [set_code, card['number']]
+        type = create_card_type(card, ret, nil)
+        ret = add_cardtypes_to(ret, type)
+      end
+    end
+
+    p "#{ret.length}:  #{ret.last}"
+    page +=1
+  end
+
+  ret.sort!
+
+  [ret, notfounds]
+end
+
+def add_cardtypes_to(card_types, card_type)
+  return card_types if not card_type
+  return card_types if card_types.find do |c|
+    c.number == card_type.number
+  end
+  card_types << card_type
+  card_types
+end
+
+def create_card_type(card, ret, names)
+
+  side_a = ret.find do |c| 
+    c.number == card['number'].to_i
+  end
+
+  side = ''
+  if side_a
+    side_a.contents[0].side = 'a'
+    side = 'b'
+  end
+
+  type = [
+    {
+      name: card['name'],
+      names: names,
+      number: card['number'],
+      side: side,
+      set_code: card['set'],
+      mana_cost: card['manaCost'],
+      types: card['types'],
+      type: card['type'],
+      text: card['text'],
+      color_identity: card['colorIdentity'],
+      converted_mana_cost: card['cmc'],
+      multiverseid: card['multiverseid'],
+    }
+  ]
+
+  if side == ''
+    CardType.new type
+  else
+    side_a.contents << Content.new(type[0])
+    nil
+  end
+end
+
+def request_sets(page)
+  begin
+    params = { page: page, pageSize: 100}
+    uri = URI(API_URL + "sets")
+    uri.query = URI.encode_www_form(params)
+    res = Net::HTTP.get_response(uri)
+
+    if not res.is_a?(Net::HTTPSuccess)
+      puts 'http connection fail'
+      exit
+    end
+
+    JSON.parse(res.body)
+  rescue => ex
+    p ex
+    sleep 30
+    request_json(page)
+  end
+end
+
+def get_sets
+  ret = []
+  page = 1
+  while true
+    hash = request_sets(page)
+
+    if hash['sets'].length == 0
+      puts 'last page'
+      break
+    end
+    page += 1
+
+    hash['sets'].each do |set|
+      code = set['code']
+      name = set['name']
+      ret << [code, name]
+    end
+  end
+
+  ret.sort! do |a,b| a[0] <=> b[0] end
+
+  ret
+end
+
+def scrape_detail(multiverseid)
+  begin
+    ret = `curl -k 'https://gatherer.wizards.com/Pages/Card/Details.aspx?multiverseid=#{multiverseid}&printed=true'`
+    doc = Nokogiri::HTML.parse(ret)
+    doc.xpath("//*[text()[contains(., 'Card Name:')]]/parent::*").css('div.value').to_a.map do |d|
+      d.text.chomp.strip 
+    end .join(" // ")
+  rescue => ex
+    puts ex
+    sleep 30
+    scrape_detail(multiverseid)
+  end
+end
+
+def scrape_legalities(multiverseid)
+  begin
+    ret = `curl -k 'https://gatherer.wizards.com/Pages/Card/Printings.aspx?multiverseid=#{multiverseid}'`
+    doc = Nokogiri::HTML.parse(ret)
+    legalities = {}
+    Format.all.each do |format|
+      text = doc.xpath("//*[text()[contains(., '#{format.name}')]]/parent::*/td[position() = 2]").text
+      legality = 
+        if text
+          Legality.find(text.chomp.strip.lstrip)
+        else
+          Legality::None
+        end
+      legalities[format] = legality
+    end
+    card_info = CardInfo.new
+    card_info.legalities = legalities
+    card_info
+  rescue => ex
+    puts ex
+    sleep 30
+    scrape_legalities(multiverseid)
+  end
+end

data/lib/manasimu/card.rb

@@ -279,6 +279,10 @@ class CardType
     @contents[0].set_code
   end
 
+  def multiverseid
+    @contents[0].multiverseid
+  end
+
   def is_land?(side = nil)
     return @is_land if @is_land
     arr = if side == 'a'
@@ -459,7 +463,7 @@ class CardTypeAggregate
 end
 
 class Content
-  attr_accessor :name, :names, :number, :side, :set_code, :mana_cost, :type, :types, :color_identity, :converted_mana_cost, :text
+  attr_accessor :name, :names, :number, :side, :set_code, :mana_cost, :type, :types, :color_identity, :converted_mana_cost, :text, :multiverseid
 
   def initialize(hash)
     @name = hash[:name]
@@ -473,6 +477,7 @@ class Content
     @text = hash[:text]
     @color_identity = hash[:color_identity]
     @converted_mana_cost = hash[:converted_mana_cost].to_i
+    @multiverseid = hash[:multiverseid].to_i
   end
 
   def mana_source?
@@ -497,12 +502,101 @@ class Content
     text { '#{@text}'}
     color_identity { '#{@color_identity}'}
     converted_mana_cost {#{@converted_mana_cost}}
+    converted_mana_cost { #{@multiverseid} }
   end
 EOF
   end
 
 end
 
+class CardInfo
+  attr_accessor :legalities, :sets
+end
+
+class Legality
+  attr_accessor :name
+  @@legalities = nil
+
+  def initialize(name)
+    @name = name
+  end
+
+  def to_s
+    @name
+  end
+
+  None = Legality.new("Legality")
+  Banned = Legality.new("Banned")
+  Restricted = Legality.new("Restricted")
+  Legal = Legality.new("Legal")
+
+  def self.all
+    return @@legalities if @@legalities
+    @@legalities= [
+      None,
+      Banned,
+      Restricted,
+      Legal,
+    ].sort! do |a,b| a.name <=> b.name end
+  end
+
+  def self.find(name)
+    self.all.bsearch do |a|
+      a.name >= name
+    end
+  end
+
+end
+
+class Format
+  attr_accessor :name
+  @@formats = nil
+
+  def initialize(name)
+    @name = name
+  end
+
+  def to_s
+    @name
+  end
+
+  Standard = Format.new("Standard")
+  Brawl = Format.new("Brawl")
+  Pioneer = Format .new("Pioneer")
+  Modern = Format .new("Modern")
+  Legacy = Format .new("Legacy")
+  Vintage = Format .new("Vintage")
+  Commander = Format .new("Commander")
+  Pauper = Format .new("Pauper")
+  Historic = Format .new("Historic")
+  Alchemy = Format .new("Alchemy")
+  Explorer = Format .new("Explorer")
+  
+  def self.all
+    return @@formats if @@formats
+    @@formats = [
+      Standard ,
+      Brawl ,
+      Pioneer ,
+      Modern ,
+      Legacy ,
+      Vintage ,
+      Commander ,
+      Pauper ,
+      Historic ,
+      Alchemy ,
+      Explorer ,
+    ].sort! do |a,b| a.name <=> b.name end
+  end
+
+  def self.find(name)
+    self.all.bsearch do |a|
+      a.name >= name
+    end
+  end
+
+end
+
 class FordFulkersonSingleton
   include Singleton
   def obj

data/lib/manasimu/data.rb

@@ -329,4 +329,5 @@ class Deck
     end
     return matrix.last.last
   end
+
 end

data/lib/manasimu.rb

@@ -14,4 +14,5 @@ require_relative './manasimu/game.rb'
 require_relative './manasimu/simulator.rb'
 require_relative './manasimu/data.rb'
 require_relative './manasimu/expansion.rb'
+require_relative './manasimu/api_util.rb'
 require_relative '../ext/ford_fulkerson.so'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: manasimu
 version: !ruby/object:Gem::Version
-  version: 0.0.30
+  version: 0.0.31
 platform: ruby
 authors:
 - so1itaryrove
@@ -19,6 +19,7 @@ files:
 - db/card_type_aggregate
 - ext/ford_fulkerson.so
 - lib/manasimu.rb
+- lib/manasimu/api_util.rb
 - lib/manasimu/card.rb
 - lib/manasimu/card/basicland.rb
 - lib/manasimu/card/fetchland.rb