drep 0.3.3

data/History.txt

@@ -0,0 +1,4 @@
+=== 0.3.3 2009-07-20
+
+* 1 major enhancement:
+  * Initial release

data/Manifest.txt

@@ -0,0 +1,20 @@
+History.txt
+Manifest.txt
+PostInstall.txt
+README.rdoc
+README.txt
+Rakefile
+assets/providers/drep_ml_provider.rb
+assets/rules/drep_wa_rules.rb
+assets/templates/drep_tda_template.erb
+bin/drep
+lib/drep.rb
+lib/drep/alterers/drep_extenders.rb
+lib/drep/alterers/drep_helpers.rb
+lib/drep/alterers/drep_validators.rb
+lib/drep/core/drep_binder.rb
+lib/drep/core/drep_environment.rb
+lib/drep/core/drep_executer.rb
+lib/drep/core/interfaces/drep_runnable.rb
+lib/drep/drep_cli.rb
+�opying.txt

data/PostInstall.txt

@@ -0,0 +1,6 @@
+Thank you for installing the DRep system
+
+Please be sure to read Readme.rdoc and History.rdoc
+for useful information about this release.
+
+For more information on DRep, see http:/85.17.184.9/drep

data/README.rdoc

@@ -0,0 +1,93 @@
+= Dango Report
+
+== Description
+
+DRep is a simple data collector and report generator. It can collect data through a specific 
+data provider and generate a report by populating a specified template with the picked up data.
+
+== Features:
+
+* Data source-agnostic report generator
+* Predefined examples to help you to get started
+
+== Requirements
+
+* Ruby 1.8.6 or later
+
+=== Extra Dependencies
+
+* nokogiri (version 1.3.2 or later)
+
+Required for the bundled example and most likely for the majority of custom data providers
+Use <em>--ignore-dependencies</em> Gem flag if you do not want to install this library alongside with the DRep
+
+=== Extra Development Dependencies
+
+* newgem (version 1.5.1 or later)
+
+== Installation
+
+=== Gem Installation
+
+In order to setup DRep you will need to have RubyGems installed.
+If you have it, then you can proceed with the following command:
+
+  gem install drep
+
+Note that you must have the correspondent account privileges
+on your system in order to use this commands.
+
+For other software bundles (including links for the source code packages)
+consider visiting the official page of the project.
+
+* http://85.17.184.9/drep
+
+== Synopsis
+
+For now, DRep can only be used as a standalone command line application.
+
+=== Command Line Usage
+
+The list of command line options can be obtained from the DRep executable with one of the following commands:
+
+  drep -h
+  drep --help
+
+== Development
+
+=== Source Repositories
+
+DRep is currently hosted at RubyForge and GitHub.
+
+The RubyForge page is
+* http://rubyforge.org/projects/drep
+
+The github web page is
+* http://github.com/tda/drep
+
+The public git clone URL is
+* http://github.com/tda/drep.git
+
+== Additional Information
+
+Author:: Toksaitov Dmitrii Alexandrovich <toksaitov.d@gmail.com>
+
+Project web site:: http://85.17.184.9/drep
+Project forum:: http://groups.google.com/group/drep-system
+
+== License
+
+(The GNU General Public License)
+
+DRep is a simple data collector and report generator.
+Copyright (C) 2009 Toksaitov Dmitrii Alexandrovich
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.

data/README.txt

@@ -0,0 +1,93 @@
+= Dango Report
+
+== Description
+
+DRep is a simple data collector and report generator. It can collect data through a specific
+data provider and generate a report by populating a specified template with the picked up data.
+
+== Features:
+
+* Data source-agnostic report generator
+* Predefined examples to help you to get started
+
+== Requirements
+
+* Ruby 1.8.6 or later
+
+=== Extra Dependencies
+
+* nokogiri (version 1.3.2 or later)
+
+Required for the bundled example and most likely for the majority of custom data providers
+Use "--ignore- dependencies" Gem flag if you do not want to install this library alongside with the DRep
+
+=== Extra Development Dependencies
+
+* newgem (version 1.5.1 or later)
+
+== Installation
+
+=== Gem Installation
+
+In order to setup DRep you will need to have RubyGems installed.
+If you have it, then you can proceed with the following command:
+
+  gem install drep
+
+Note that you must have the correspondent account privileges
+on your system in order to use this commands.
+
+For other software bundles (including links for the source code packages)
+consider visiting the official page of the project.
+
+* http://85.17.184.9/drep
+
+== Synopsis
+
+For now, DRep can only be used as a standalone command line application.
+
+=== Command Line Usage
+
+The list of command line options can be obtained from the DRep executable with one of the following commands:
+
+  drep -h
+  drep --help
+
+== Development
+
+=== Source Repositories
+
+DRep is currently hosted at RubyForge and GitHub.
+
+The RubyForge page is
+* http://rubyforge.org/projects/drep
+
+The github web page is
+* http://github.com/tda/drep
+
+The public git clone URL is
+* http://github.com/tda/drep.git
+
+== Additional Information
+
+Author:: Toksaitov Dmitrii Alexandrovich <toksaitov.d@gmail.com>
+
+Project web site:: http://85.17.184.9/drep
+Project forum:: http://groups.google.com/group/drep-system
+
+== License
+
+(The GNU General Public License)
+
+DRep is a simple data collector and report generator.
+Copyright (C) 2009 Toksaitov Dmitrii Alexandrovich
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.

data/Rakefile

@@ -0,0 +1,44 @@
+#    DRep - Modular Open Software Tester.
+#    Copyright (C) 2009  Dmitrii Toksaitov
+#
+#    This file is part of DRep.
+#
+#    DRep is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    DRep is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with DRep. If not, see <http://www.gnu.org/licenses/>.
+
+require 'rubygems'
+
+gem 'hoe', '>= 2.1.0'
+require 'hoe'
+
+DREP_ROOT = File.expand_path(File.dirname(__FILE__))
+require File.expand_path(File.join(DREP_ROOT, 'lib', 'drep'))
+
+Hoe.plugin :newgem
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.spec DRep::UNIX_NAME do
+  self.developer DRep::AUTHOR, DRep::EMAIL
+  self.version = DRep::VERSION
+
+  self.post_install_message = File.read('PostInstall.txt')
+  self.readme_file = 'README.txt'
+
+  self.extra_deps     = [['nokogiri', '>= 1.3.2']]
+  self.extra_dev_deps = [['newgem', '>= 1.5.1']]
+end
+
+require 'newgem/tasks'
+
+Dir[File.join(DREP_ROOT, 'tasks', '**', '*.{rb,task,tasks}')].each do |file| require(file) end

data/assets/providers/drep_ml_provider.rb

@@ -0,0 +1,122 @@
+require 'open-uri'
+require 'nokogiri'
+
+module DRep
+  
+  class Task
+    NAME        = 'DRep .*ML Parser'
+    DESCRIPTION = 'Simple HTML/XML values extractor based on Nokogiri and Open-URI libs.'
+
+    attr_reader :env
+
+    def initialize(environment)
+      unless environment.nil?
+        @env = environment
+      else
+        raise(ArgumentError, "Invalid environment", caller())
+      end
+    end
+
+    def run(specs)
+      result = {}
+
+      sources, rules_list = specs[:sources], specs[:rules]
+
+      raise "Invalid sources list" unless sources.is_a?(Enumerable)
+      raise "Invalid rules list"   unless rules_list.is_a?(Enumerable)
+
+      sources.each do |source|
+        doc = load_doc(source)
+        valid doc do
+          rules_list.each do |rules|
+            temp_res = process_rules_sources(doc, rules)
+            result.update(temp_res) unless temp_res.nil?
+          end
+        end
+      end
+
+      return result
+    end
+
+    private
+    def load_doc(source)
+      result = nil
+
+      begin
+        msg("Processing source: #{source}")
+        open(source) do |html|
+          result = Nokogiri::HTML(html.read, nil, html.charset)
+        end
+      rescue Exception => e
+        err("Failed to load the source: #{e.message}")
+      end
+
+      return result
+    end
+
+    def process_rules_sources(mldoc, rules)
+      result = nil
+
+      begin
+        msg("Loading rules source: #{rules}")
+        require File.expand_path(rules)
+
+        if defined? Rules.new()
+          msg("Processing rules source: #{rules}")
+          result = process_rules(mldoc, Rules.new(@env).get())
+        else
+          err("The source with rules was not defined in: #{rules}")
+        end
+      rescue Exception => e
+        err("Failed to process source with rules: #{e.message}")
+      end
+
+      return result
+    end
+
+    def process_rules(mldoc, rules)
+      result = {}
+
+      raise "Rules are invalid" unless rules.is_a?(Hash)
+
+      rules.each do |var, rule|
+        temp_res = extract_var(mldoc, rule)
+
+        if valid?(var, temp_res) and not temp_res.empty?
+          msg("Extracted #{var}: #{temp_res.inspect()}") if @env.options.debug
+          result[var] = temp_res
+        else
+          err("Failed to extract #{var.nil? ? 'a variable' : "variable: #{var}"}")
+        end
+      end
+
+      msg("Number of extracted vars: #{result.size}")
+
+      return result
+    end
+
+    def extract_var(mldoc, rule)
+      result = []
+
+      xpath, str_proc = nil
+      xpath, str_proc = rule[0], rule[1] if rule.is_a?(Array)
+
+      if valid?(xpath, mldoc)
+        mldoc.xpath(xpath).each do |elem|
+          query_res = elem.to_html()
+          result << query_res unless query_res.nil?
+        end
+        if str_proc.is_a?(Proc)
+          begin
+            result = str_proc.call(result)
+          rescue Exception => e
+            err("Rule lambda execution failed: #{e.message}")
+          end
+        end
+      end
+
+      return result
+    end
+  end
+
+end

data/assets/rules/drep_wa_rules.rb

@@ -0,0 +1,151 @@
+module DRep
+
+  class Rules
+    NAME        = 'DRep WA Rules'
+    PROVIDER    = 'drep_ml_provider'
+
+    VERSION     = '0.0.1'
+    VALID_DATE  = '23.07.2009'
+    DESCRIPTION = "Rules for WA section."
+    
+    WA_RULES =
+    {
+      :ru_title =>
+        [
+          "//meta[@name='description']/@content",
+          lambda { |strs| /content="(.*)"/.match(first_text(strs))[1] }
+        ],
+      :alt_title =>
+        [
+          "//a[@class='estimation']/parent::font/parent::td/text()",
+          lambda { |strs| first_text(strs, /[a-z0-9\(\)\[\]{}\s:]+/i) }
+        ],
+      :year =>
+        [
+          "//a[@class='estimation']/parent::font/parent::td/a",
+          lambda { |strs| first_text(strs) }
+         ],
+
+      :all_alt_titles =>
+        [
+          "//a[@class='estimation']/parent::font/parent::td/text()",
+          lambda { |strs| strs.strip_tags() }
+        ],
+
+      :country =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /������������:.*/).lspart(':') }
+        ],
+      :genres =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /����:.*/).lspart(':') }
+        ],
+      :type =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /���:.*/).lspart(':') }
+        ],
+      :release_date =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /��������:.*/).lspart(':') }
+        ],
+      :air_period =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /������:.*/).lspart(':') }
+        ],
+      :air_time =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /������ �.*/).lspart('�') }
+        ],
+      :director =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /�������:.*/).lspart(':') }
+        ],
+      :screenwriter =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /��������:.*/).lspart(':') }
+        ],
+      :original_work_author=>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /����� ���������:.*/).lspart(':') }
+        ],
+      :original_work =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /����� ��.*/).rspart(':') }
+        ],
+      :original_work_name =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /����� ��.*/).lspart(':') }
+        ],
+
+      :raiting_avg_score =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /������� ����:.*/).lspart(':') }
+        ],
+
+      :raiting_pos =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(first_text(strs).split("\n"), /����� � ��������:.*/).lspart(':') }
+        ],
+      :votes_num =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs|
+            first_text(first_text(strs).split("\n"), /�������������:.*/).lspart(':').gsub(/\[.+\]/, '')
+          }
+        ],
+
+      :brief_content =>
+        [
+          "//p[@class='review']",
+          lambda { |strs| first_text(strs) }
+        ],
+
+      :logical_view_order =>
+        [
+          "//table[descendant::*[@background='img/pixel.gif']]/following-sibling::table[1]",
+          lambda { |strs| first_text(strs, /(\s*#\d+[^#]*)+/).gsub(/(#\d+)/, "\n\\1").safe_strip() }
+        ],
+      :episodes =>
+        [
+          "//table[descendant::*[@background='img/pixel.gif']]/following-sibling::table[1]",
+          lambda { |strs| first_text(strs, /(\d+[\d\s\[\]\(\)]*\.).*/m) }
+        ],
+
+      :all_general_info =>
+        [
+          "//a[@class='estimation']/parent::font",
+          lambda { |strs| first_text(strs).sub('������ �', '������ �:') }
+        ]
+    }
+
+    attr_reader :env
+
+    def initialize(environment)
+      unless environment.nil?
+        @env = environment
+      else
+        raise(ArgumentError, "Invalid environment", caller())
+      end
+    end
+
+    def get()
+      msg("Rules are predefined. Number of rules: #{WA_RULES.size}")
+
+      return WA_RULES
+    end
+  end
+
+end

data/assets/templates/drep_tda_template.erb

@@ -0,0 +1,110 @@
+<%# Simple WA to BBCode template %>
+<%# Version: 0.0.1 %>
+<%# Date: 22.07.2009 %>
+<%# Type: BBCode %>
+<%# Language: Russian %>
+<%# --------------------------------------------------------------------------------- %>
+<%# Board Title %>
+<%= @ru_title %> / <%= @alt_title %>,  (<%= @year %>) [<%= @genres %>] ToDo:RipType {ToDo:SubsInfo}
+<%# Topic Title %>
+[font="Tahoma"][size=20][b]<%= @ru_title %> [color=#AAAAAA]/[/color] <%= @alt_title %> [[color=<%= @year.to_i() == Time.now.year ? "darkred" : "darkblue" %>]<%= @year %>[/color]][/b][/size][/font]
+
+<%# Cover %>
+[img]<%= first_valid(@main_cover, 'ToDo') %>[/img]
+
+<%# Other possible titles %>
+<% @all_alt_titles.each do |title| %>
+<%= title %>
+
+<% end %>
+
+<%# General information %>
+<% valid(@country) do %>
+[b]������������:[/b] <%= @country %>
+<% end %>
+<% valid(@genres) do %>
+[b]�����:[/b] <%= @genres %>
+<% end %>
+<% valid(@type) do %>
+[b]���:[/b] <%= @type %>
+<% end %>
+<% valid(@release_date) do %>
+[b]��������:[/b] <%= @release_date %>
+<% end %>
+<% valid(@air_period) do %>
+[b]������:[/b] <%= @air_period %>
+<% end %>
+<% valid(@air_time) do %>
+[b]������ �:[/b] <%= @air_time %>
+<% end %>
+
+<% valid(@director) do %>
+[b]�������:[/b] <%= @director %>
+<% end %>
+<% valid(@screenwriter) do %>
+[b]��������:[/b] <%= @screenwriter %>
+<% end %>
+<% valid(@original_work_author) do %>
+[b]����� ���������:[/b] <%= @original_work_author %>
+<% end %>
+
+<% valid(@original_work, @original_work_name) do %>
+[b]<%= @original_work %>:[/b] <%= @original_work_name %>
+<% end %>
+
+<%# Studio Logotype %>
+[img]<%= first_valid(@studio_logo, 'ToDo') %>[/img]
+
+<%# Rating information %>
+������� �� ����� [i]<%= @site_name %>[/i]:
+
+[tab][b]������� ����:[/b] <%= first_valid(@raiting_avg_score, '---') %>
+[tab][b]����� � ��������:[/b] <%= first_valid(@raiting_pos, '---') %>
+[tab][b]�������������:[/b] <%= first_valid(@votes_num, '---') %>
+
+[tab][size=10]���������� � �������� �� [i]<%= Time.now.strftime('%d.%m.%Y') %>[/i][/size]
+[hr]
+
+<%# Content and other stuff %>
+[quote]
+[b]����������:[/b]
+
+[align=justify]<%= first_valid(@brief_content, 'ToDo') %>[/align]
+<% valid(@logical_view_order) do %>
+[hr]
+[b]������� ��������� ���� �����: [/b]
+
+<%= @logical_view_order.gsub(/(^#\d+)/, '[tab][b]\1[/b]') %>
+
+<% end %>
+[/quote]
+<%# Episodes %>
+<% valid(@episodes) do %>
+[hr]
+[spoiler="�������:"]
+<%= @episodes.gsub(/(^\d+[\d\s\[\]\(\)]*\.)/, '[tab][b]\1[/b]') %>
+
+[/spoiler]
+<% end %>
+[hr]
+<%# Screenshots %>
+[quote]
+[img]<%= first_valid(@main_screenshot, 'ToDo') %>[/img]
+[hr]
+[spoiler="��� ��������� � ������������ �������:"]
+[img]<%= first_valid(@first_additional_screenshot,  'ToDo') %>[/img]
+[img]<%= first_valid(@second_additional_screenshot, 'ToDo') %>[/img]
+[img]<%= first_valid(@third_additional_screenshot,  'ToDo') %>[/img]
+[/spoiler]
+[/quote]
+[hr]
+<%# File specs %>
+[quote]
+ToDo
+[/quote]
+[hr]
+<%# Custom stuff %>
+[b]������ ������:[/b] [i]---[/i]
+[b]��������:[/b] [i]ToDo[/i]
+[hr]
+[color=gray]This page was generated by [b]DangoRep[/b][/color]

data/bin/drep

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+#
+#    DRep - Modular Open Software Tester.
+#    Copyright (C) 2009  Dmitrii Toksaitov
+#
+#    This file is part of DRep.
+#
+#    DRep is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    DRep is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with DRep. If not, see <http://www.gnu.org/licenses/>.
+
+require 'rubygems'
+require File.expand_path(File.dirname(__FILE__) + '/../lib/drep')
+
+DRep::EXEC.new(STDIN, STDOUT, STDERR, ARGV).run()