mediawiktory 0.0.3 → 0.1.0

data/script/lib/api.rb

@@ -1,14 +0,0 @@
-module ApiParser
-  class << self
-    def client
-      @client ||= Faraday.new('https://en.wikipedia.org') do |builder|
-        builder.use Faraday::NaiveCache
-        builder.adapter Faraday.default_adapter
-      end
-    end
-  end
-
-  %w[module parameter].each do |mod|
-    require_relative mod
-  end
-end

data/script/lib/module.rb

@@ -1,132 +0,0 @@
-module ApiParser
-  # API "module": combination of parameters and values with its own sense
-  class Module < Hashie::Mash
-    class << self
-      def from_url(url)
-        doc = Nokogiri::HTML(ApiParser.client.get(url).body)
-        title, prefix = extract_title(doc)
-
-        new(
-          url: url,
-          title: title,
-          prefix: prefix,
-          description: extract_description(doc),
-          flags: extract_flags(doc),
-          params: extract_params(doc, prefix)
-        )
-      end
-
-      private
-
-      def extract_title(doc)
-        title = doc.at('.apihelp-header').text
-        if title =~ /^(.+)\s+\((.+)\)$/
-          [$1, $2]
-        else
-          [title, nil]
-        end
-      end
-
-      def extract_description(doc)
-        if desc = doc.at('.apihelp-flags + p')
-          desc.text.strip
-        end 
-      end
-
-      def extract_flags(doc)
-        doc.at('.apihelp-flags').search('ul li > span').to_a.map{|el|
-          {id: el.attr('class'), text: el.text}
-        }.map{|h|
-          h.merge(role: h[:id].sub(/^apihelp-(flag-)?/, ''))
-        }
-      end
-
-      def extract_params(doc, prefix)
-        return [] unless doc.at('.apihelp-parameters > dl')
-        doc.at('.apihelp-parameters > dl').
-          each_term.to_a.
-          map{|dts, dds| Parameter.from_html(dts.first, dds, prefix)}
-      end
-    end
-
-    def to_yaml
-      to_hash.reject{|k,v| !v}.to_yaml
-    end
-
-    def to_ruby(base_path)
-      base = case type
-      when 'action'
-        'Action'
-      else
-        'MWModule'
-      end
-      
-      [
-        "module MediaWiktory",
-        "  class #{class_name} < #{base}",
-        "    symbol #{name.to_sym.inspect}",
-        prefix && !prefix.empty? && "    prefix #{prefix.inspect}",
-        post? && "    post!",
-        *params.map{|p| p.to_ruby(base_path)},
-        "  end",
-        "end"
-      ].reject{|v| !v}.join("\n")
-    end
-
-    def to_generator_ruby
-      [
-        "require_relative '#{name}'",
-        "",
-        "module MediaWiktory",
-        "  class G#{class_name} < #{class_name}",
-        "    symbol #{('g' + name).to_sym.inspect}",
-        "    prefix #{('g' + prefix.to_s).inspect}",
-        "  end",
-        "end"
-      ].join("\n")
-    end
-
-    def to_mixin_ruby
-      [
-        "module MediaWiktory",
-        "  module ActionsMixin",
-        *params.detect{|p| p.name == 'action'}.vals.map(&:module).
-          map{|mod| "    def #{mod.name.gsub('-', '_')}\n      #{mod.class_name}.new(self)\n    end"},
-        "  end",
-        "end"
-      ].join("\n")
-    end
-
-    def name
-      title.split('=').last
-    end
-
-    def type
-      title.split('=').first
-    end
-
-    def class_name
-      name.gsub(/(^|-)\w/){|s| s.sub('-', '').upcase}
-    end
-
-    def write(base_path)
-      if title == 'Main module'
-        params.detect{|p| p.name == 'action'}.vals.map(&:module).each{|mod|
-          mod.write(base_path)
-        }
-        File.write(File.join(base_path, "actions_mixin.rb"), to_mixin_ruby)
-      else
-        File.write(File.join(base_path, "#{name}.rb"), to_ruby(base_path))
-        #File.write(File.join(base_path, "g#{name}.rb"), to_generator_ruby) if generator?
-      end
-    end
-
-    def post?
-      flags.detect{|f| f.id == 'apihelp-flag-mustbeposted'}
-    end
-
-    def generator?
-      flags.detect{|f| f.id == 'apihelp-flag-generator'}
-    end
-  end
-end

data/script/lib/parameter.rb

@@ -1,133 +0,0 @@
-module ApiParser
-  # Parameter of some call
-  class Parameter < Hashie::Mash
-    class << self
-      def from_html(dt, dds, prefix = nil)
-        new(
-          full_name: dt.text,
-          name: dt.text.sub(/^#{prefix}/, ''),
-          prefix: prefix,
-          description: extract_description(dds),
-          type: extract_type(dds),
-          vals: extract_values(dds),
-          default: extract_default(dds)
-
-          # TODO: limit: extract_limit(dds),
-
-          # TODO: mandatoriness:
-          # * optional
-          # * mandatory
-          # * this OR that is mandatory
-          # * this AND that can't intersect
-          # * and so on
-        )
-      end
-
-      def extract_description(els)
-        if p = els.detect{|e| e.attr('class') == 'description'}.at('p')
-          p.text.strip
-        end
-      end
-
-      def extract_type(els)
-        els.select{|e| e.attr('class') == 'info'}.each do |el|
-          case el.text
-          when /^Type: ([^\(]+)\s*($|\()/
-            return $1.strip
-          when /^Values \(separate with \|/,
-               /^Separate values with \|/
-            return 'list'
-          when /^One of the following values:/
-            return 'enum'
-          end
-        end
-        'string'
-      end
-
-      def extract_default(els)
-        els.each{|el| return $1 if el =~ /^Default:\s*(.+)$/}
-        nil
-      end
-
-      def extract_values(els)
-        # 1. try dl from definition
-        els.detect{|e| e.attr('class') == 'description'}.tap{|d|
-          if d.at('dl')
-            return d.at('dl').each_term.map{|dts, dds|
-              {name: dts.first.text, description: dds.first.text}
-            }
-          end
-        }
-
-        # 2. ...or take from info
-        els.select{|e| e.attr('class') == 'info'}.each do |el|
-          if el.text =~ /^(?:One of the following values||Values \(separate with \|.*?\)):\s*(.+)$/
-            if el.search('a').count > 1
-              return el.search('a').reject { |a| a.text == 'alternative' }.
-                map{|a|
-                  {name: a.text, module: Module.from_url(a.attr('href'))}
-                }
-            else
-              return $1.sub(/^Can be empty, or/, '').split(',').
-                map{|s| s.gsub(/[[:space:]]/, '')}.
-                map{|n| {name: n}}
-            end
-          end
-        end
-
-        nil
-      end
-    end
-
-    def initialize(hash)
-      super(hash.reject{|k,v| !v || v.respond_to?(:empty?) && v.empty?})
-    end
-
-    def to_yaml
-      to_hash.to_yaml
-    end
-
-    def to_ruby(base_path)
-      type_str = case type
-      when 'boolean'
-        'Params::Boolean'
-      when 'string', 'user name'
-        'Params::String'
-      when 'integer'
-        'Params::Integer'
-      when 'integer or max'
-        'Params::IntegerOrMax'
-      when 'timestamp'
-        'Params::Timestamp'
-      when 'list'
-        case
-        when !vals
-          'Params::List[Params::String]'
-        when vals.first.module
-          vals.map(&:module).each{|m| m.write(base_path)}
-          "Params::Modules#{vals.map(&:name).map(&:to_sym)}"
-        else
-          "Params::List[Params::Enum#{vals.map(&:name).map(&:to_sym)}]"
-        end
-      when 'list of integers'
-        'Params::List[Params::Integer]'
-      when 'list of timestamps'
-        'Params::List[Params::Timestamp]'
-      when 'list of user names'
-        'Params::List[Params::String]'
-      when 'enum'
-        case
-        when vals.first.module
-          vals.map(&:module).each{|m| m.write(base_path)}
-          "Params::Module#{vals.map(&:name).map(&:to_sym)}"
-        else
-          "Params::Enum#{vals.map(&:name).map(&:to_sym)}"
-        end
-      else
-        fail("Unrecognized param type: #{type}")
-      end
-      "    param #{name.to_sym.inspect}, #{type_str}"
-    end
-
-  end
-end

data/script/parse_api.rb

@@ -1,21 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'pp'
-
-require 'bundler/setup'
-require 'faraday'
-require 'nokogiri'
-require 'hashie'
-require 'yaml'
-
-$:.unshift 'lib'
-require 'faraday/naive_cache'
-require 'nokogiri/more'
-
-require_relative 'lib/api'
-
-# FIXME: with recursivesubmodules=true can export EVERYTHING from a single page
-
-main = ApiParser::Module.from_url('/w/api.php?action=help')
-File.write 'script/data/api.yaml', main.to_yaml
-main.write('lib/mediawiktory/generated')

data/test/cache.rb

@@ -1,15 +0,0 @@
-require 'bundler/setup'
-require 'faraday'
-$:.unshift 'lib'
-require 'faraday/naive_cache'
-
-c = Faraday.new do |builder|
-  builder.use Faraday::NaiveCache
-
-  builder.adapter Faraday.default_adapter
-end
-
-require 'pp'
-
-resp = c.get('https://github.com')
-pp resp.status