wikipedia-vandalism_detection 0.0.1

data/spec/weka/classifiers/meta/real_ada_boost_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+describe Weka::Classifiers::Meta::RealAdaBoost do
+
+  it { should be_a Java::WekaClassifiersMeta::RealAdaBoost }
+
+  before do
+    @config = test_config
+    options = "-W weka.classifiers.trees.RandomForest -- -I 100"
+
+    @config.instance_variable_set :@classifier_type, 'Meta::RealAdaBoost'
+    @config.instance_variable_set :@classifier_options, options
+    @config.instance_variable_set :@cross_validation_fold, 2
+
+    use_configuration(@config)
+  end
+
+  after do
+    arff_file = @config.training_output_arff_file
+    build_dir = @config.output_base_directory
+
+    if File.exists?(arff_file)
+      File.delete(arff_file)
+      FileUtils.rm_r(File.dirname arff_file)
+    end
+
+    if Dir.exists?(build_dir)
+      FileUtils.rm_r(build_dir)
+    end
+  end
+
+  it "can be used to classify vandalism" do
+    expect {
+      classifier = Wikipedia::VandalismDetection::Classifier.new
+      features = [0.0, 25, 5]
+      confidence = classifier.classify features
+      puts "vandalism confidence: #{confidence}}"
+    }.not_to raise_error
+  end
+end

data/spec/weka/classifiers/trees/balanced_random_forest_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+describe Weka::Classifiers::Trees::BalancedRandomForest do
+
+  it { should be_a Java::WekaClassifiersTrees::BalancedRandomForest }
+
+  before do
+    @config = test_config
+    options = "-I 100"
+
+    @config.instance_variable_set :@classifier_type, 'Trees::BalancedRandomForest'
+    @config.instance_variable_set :@classifier_options, options
+    @config.instance_variable_set :@cross_validation_fold, 2
+
+    use_configuration(@config)
+  end
+
+  after do
+    arff_file = @config.training_output_arff_file
+    build_dir = @config.output_base_directory
+
+    if File.exists?(arff_file)
+      File.delete(arff_file)
+      FileUtils.rm_r(File.dirname arff_file)
+    end
+
+    if Dir.exists?(build_dir)
+      FileUtils.rm_r(build_dir)
+    end
+  end
+
+  it "can be used to classify vandalism" do
+    expect {
+      classifier = Wikipedia::VandalismDetection::Classifier.new
+      features = [0.0, 25, 5]
+      confidence = classifier.classify features
+      puts "vandalism confidence: #{confidence}}"
+    }.not_to raise_error
+  end
+end

data/spec/weka/filters/supervised/instance/smote_spec.rb

@@ -0,0 +1,6 @@
+require 'spec_helper'
+
+describe Weka::Filters::Supervised::Instance::SMOTE do
+
+  it { should be_a Java::WekaFiltersSupervisedInstance::SMOTE }
+end

data/wikipedia-vandalism_detection.gemspec

@@ -0,0 +1,30 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'wikipedia/vandalism_detection/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "wikipedia-vandalism_detection"
+  spec.version       = Wikipedia::VandalismDetection::VERSION
+  spec.authors       = ["Paul Götze"]
+  spec.email         = ["paul.christoph.goetze@gmail.com"]
+  spec.summary       = %q{Wikipedia vandalism detection with JRuby.}
+  spec.description   = %q{Wikipedia vandalism detection with JRuby.}
+  spec.homepage      = ""
+  spec.license       = "GPL v3"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.extensions    = ["Rakefile"]
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "ruby-band", "~> 0.1"
+  spec.add_runtime_dependency "nokogiri"
+  spec.add_runtime_dependency "activesupport"
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "factory_girl"
+end

metadata

@@ -0,0 +1,512 @@
+--- !ruby/object:Gem::Specification
+name: wikipedia-vandalism_detection
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Paul Götze
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2014-09-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  name: ruby-band
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: nokogiri
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: activesupport
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: rspec
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: factory_girl
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Wikipedia vandalism detection with JRuby.
+email:
+- paul.christoph.goetze@gmail.com
+executables: []
+extensions:
+- Rakefile
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/java/LibSVM.jar
+- lib/java/SMOTE.jar
+- lib/java/balancedRandomForest.jar
+- lib/java/diffutils-1.3.0.jar
+- lib/java/libsvm.jar
+- lib/java/oneClassClassifier.jar
+- lib/java/realAdaBoost.jar
+- lib/java/swc-engine-1.1.0-jar-with-dependencies.jar
+- lib/java/sweble-wikitext-extractor.jar
+- lib/weka/classifiers/functions/lib_svm.rb
+- lib/weka/classifiers/meta/one_class_classifier.rb
+- lib/weka/classifiers/meta/real_ada_boost.rb
+- lib/weka/classifiers/trees/balanced_random_forest.rb
+- lib/weka/filters/supervised/instance/smote.rb
+- lib/wikipedia.rb
+- lib/wikipedia/vandalism_detection.rb
+- lib/wikipedia/vandalism_detection/algorithms.rb
+- lib/wikipedia/vandalism_detection/algorithms/kullback_leibler_divergence.rb
+- lib/wikipedia/vandalism_detection/classifier.rb
+- lib/wikipedia/vandalism_detection/configuration.rb
+- lib/wikipedia/vandalism_detection/diff.rb
+- lib/wikipedia/vandalism_detection/edit.rb
+- lib/wikipedia/vandalism_detection/evaluator.rb
+- lib/wikipedia/vandalism_detection/exceptions.rb
+- lib/wikipedia/vandalism_detection/feature_calculator.rb
+- lib/wikipedia/vandalism_detection/features.rb
+- lib/wikipedia/vandalism_detection/features/all_wordlists_frequency.rb
+- lib/wikipedia/vandalism_detection/features/all_wordlists_impact.rb
+- lib/wikipedia/vandalism_detection/features/anonymity.rb
+- lib/wikipedia/vandalism_detection/features/anonymity_previous.rb
+- lib/wikipedia/vandalism_detection/features/article_size.rb
+- lib/wikipedia/vandalism_detection/features/bad_frequency.rb
+- lib/wikipedia/vandalism_detection/features/bad_impact.rb
+- lib/wikipedia/vandalism_detection/features/base.rb
+- lib/wikipedia/vandalism_detection/features/biased_frequency.rb
+- lib/wikipedia/vandalism_detection/features/biased_impact.rb
+- lib/wikipedia/vandalism_detection/features/blanking.rb
+- lib/wikipedia/vandalism_detection/features/character_diversity.rb
+- lib/wikipedia/vandalism_detection/features/character_sequence.rb
+- lib/wikipedia/vandalism_detection/features/comment_bad_frequency.rb
+- lib/wikipedia/vandalism_detection/features/comment_biased_frequency.rb
+- lib/wikipedia/vandalism_detection/features/comment_length.rb
+- lib/wikipedia/vandalism_detection/features/comment_markup_frequency.rb
+- lib/wikipedia/vandalism_detection/features/comment_pronoun_frequency.rb
+- lib/wikipedia/vandalism_detection/features/comment_sex_frequency.rb
+- lib/wikipedia/vandalism_detection/features/comment_vulgarism_frequency.rb
+- lib/wikipedia/vandalism_detection/features/compressibility.rb
+- lib/wikipedia/vandalism_detection/features/contains_base.rb
+- lib/wikipedia/vandalism_detection/features/copyedit.rb
+- lib/wikipedia/vandalism_detection/features/digit_ratio.rb
+- lib/wikipedia/vandalism_detection/features/edits_per_user.rb
+- lib/wikipedia/vandalism_detection/features/emoticons_frequency.rb
+- lib/wikipedia/vandalism_detection/features/emoticons_impact.rb
+- lib/wikipedia/vandalism_detection/features/frequency_base.rb
+- lib/wikipedia/vandalism_detection/features/impact_base.rb
+- lib/wikipedia/vandalism_detection/features/inserted_character_distribution.rb
+- lib/wikipedia/vandalism_detection/features/inserted_external_links.rb
+- lib/wikipedia/vandalism_detection/features/inserted_internal_links.rb
+- lib/wikipedia/vandalism_detection/features/inserted_size.rb
+- lib/wikipedia/vandalism_detection/features/inserted_words.rb
+- lib/wikipedia/vandalism_detection/features/longest_word.rb
+- lib/wikipedia/vandalism_detection/features/markup_frequency.rb
+- lib/wikipedia/vandalism_detection/features/markup_impact.rb
+- lib/wikipedia/vandalism_detection/features/non_alphanumeric_ratio.rb
+- lib/wikipedia/vandalism_detection/features/personal_life.rb
+- lib/wikipedia/vandalism_detection/features/pronoun_frequency.rb
+- lib/wikipedia/vandalism_detection/features/pronoun_impact.rb
+- lib/wikipedia/vandalism_detection/features/removed_all_wordlists_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_bad_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_biased_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_character_distribution.rb
+- lib/wikipedia/vandalism_detection/features/removed_emoticons_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_markup_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_pronoun_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_sex_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_size.rb
+- lib/wikipedia/vandalism_detection/features/removed_vulgarism_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_words.rb
+- lib/wikipedia/vandalism_detection/features/replacement_similarity.rb
+- lib/wikipedia/vandalism_detection/features/reverted.rb
+- lib/wikipedia/vandalism_detection/features/revisions_character_distribution.rb
+- lib/wikipedia/vandalism_detection/features/same_editor.rb
+- lib/wikipedia/vandalism_detection/features/sex_frequency.rb
+- lib/wikipedia/vandalism_detection/features/sex_impact.rb
+- lib/wikipedia/vandalism_detection/features/size_increment.rb
+- lib/wikipedia/vandalism_detection/features/size_ratio.rb
+- lib/wikipedia/vandalism_detection/features/term_frequency.rb
+- lib/wikipedia/vandalism_detection/features/time_interval.rb
+- lib/wikipedia/vandalism_detection/features/time_of_day.rb
+- lib/wikipedia/vandalism_detection/features/upper_case_ratio.rb
+- lib/wikipedia/vandalism_detection/features/upper_case_words_ratio.rb
+- lib/wikipedia/vandalism_detection/features/upper_to_lower_case_ratio.rb
+- lib/wikipedia/vandalism_detection/features/user_reputation.rb
+- lib/wikipedia/vandalism_detection/features/vulgarism_frequency.rb
+- lib/wikipedia/vandalism_detection/features/vulgarism_impact.rb
+- lib/wikipedia/vandalism_detection/features/weekday.rb
+- lib/wikipedia/vandalism_detection/features/words_increment.rb
+- lib/wikipedia/vandalism_detection/instances.rb
+- lib/wikipedia/vandalism_detection/page.rb
+- lib/wikipedia/vandalism_detection/page_parser.rb
+- lib/wikipedia/vandalism_detection/revision.rb
+- lib/wikipedia/vandalism_detection/revision_parser.rb
+- lib/wikipedia/vandalism_detection/test_dataset.rb
+- lib/wikipedia/vandalism_detection/text.rb
+- lib/wikipedia/vandalism_detection/training_dataset.rb
+- lib/wikipedia/vandalism_detection/version.rb
+- lib/wikipedia/vandalism_detection/wikitext_extractor.rb
+- lib/wikipedia/vandalism_detection/word_lists.rb
+- lib/wikipedia/vandalism_detection/word_lists/bad.rb
+- lib/wikipedia/vandalism_detection/word_lists/biased.rb
+- lib/wikipedia/vandalism_detection/word_lists/emoticons.rb
+- lib/wikipedia/vandalism_detection/word_lists/markup.rb
+- lib/wikipedia/vandalism_detection/word_lists/pronouns.rb
+- lib/wikipedia/vandalism_detection/word_lists/sex.rb
+- lib/wikipedia/vandalism_detection/word_lists/vulgarism.rb
+- spec/factories/edit.rb
+- spec/factories/page.rb
+- spec/factories/revision.rb
+- spec/resources/config/config.yml
+- spec/resources/corpora/test/edits.csv
+- spec/resources/corpora/test/ground-truth.txt
+- spec/resources/corpora/test/revisions/part-1/326471754.txt
+- spec/resources/corpora/test/revisions/part-1/326873205.txt
+- spec/resources/corpora/test/revisions/part-1/328774035.txt
+- spec/resources/corpora/test/revisions/part-2/307084144.txt
+- spec/resources/corpora/test/revisions/part-2/326978767.txt
+- spec/resources/corpora/test/revisions/part-2/328774110.txt
+- spec/resources/corpora/training/annotations.csv
+- spec/resources/corpora/training/edits.csv
+- spec/resources/corpora/training/revisions/part-1/326471754.txt
+- spec/resources/corpora/training/revisions/part-1/326873205.txt
+- spec/resources/corpora/training/revisions/part-1/328774035.txt
+- spec/resources/corpora/training/revisions/part-2/307084144.txt
+- spec/resources/corpora/training/revisions/part-2/326978767.txt
+- spec/resources/corpora/training/revisions/part-2/328774110.txt
+- spec/resources/page_with_redirects.xml
+- spec/resources/redirect_page.xml
+- spec/resources/revision_simplified.xml
+- spec/resources/sample_revision.txt
+- spec/resources/sample_revision_clean_text.txt
+- spec/resources/sample_revision_plain_text.txt
+- spec/resources/vandalism_on_wikipedia.xml
+- spec/resources/vandalism_on_wikipedia_simplified.xml
+- spec/resources/wikipedia_tokens.txt
+- spec/spec_helper.rb
+- spec/support/macros/file_reading.rb
+- spec/support/macros/test_configuration.rb
+- spec/vandalism_detection/algorithms/kullback_leibler_divergence_spec.rb
+- spec/vandalism_detection/classifier_spec.rb
+- spec/vandalism_detection/configuration_spec.rb
+- spec/vandalism_detection/diff_spec.rb
+- spec/vandalism_detection/edit_spec.rb
+- spec/vandalism_detection/evaluator_spec.rb
+- spec/vandalism_detection/feature_calculator_spec.rb
+- spec/vandalism_detection/features/all_wordlists_frequency_spec.rb
+- spec/vandalism_detection/features/all_wordlists_impact_spec.rb
+- spec/vandalism_detection/features/anonymity_previous_spec.rb
+- spec/vandalism_detection/features/anonymity_spec.rb
+- spec/vandalism_detection/features/article_size_spec.rb
+- spec/vandalism_detection/features/bad_frequency_spec.rb
+- spec/vandalism_detection/features/bad_impact_spec.rb
+- spec/vandalism_detection/features/base_spec.rb
+- spec/vandalism_detection/features/biased_frequency_spec.rb
+- spec/vandalism_detection/features/biased_impact_spec.rb
+- spec/vandalism_detection/features/blanking_spec.rb
+- spec/vandalism_detection/features/character_diversity_spec.rb
+- spec/vandalism_detection/features/character_sequence_spec.rb
+- spec/vandalism_detection/features/comment_bad_frequency_spec.rb
+- spec/vandalism_detection/features/comment_biased_frequency_spec.rb
+- spec/vandalism_detection/features/comment_length_spec.rb
+- spec/vandalism_detection/features/comment_markup_frequency_spec.rb
+- spec/vandalism_detection/features/comment_pronoun_frequency_spec.rb
+- spec/vandalism_detection/features/comment_sex_frequency_spec.rb
+- spec/vandalism_detection/features/comment_vulgarism_frequency_spec.rb
+- spec/vandalism_detection/features/compressibility_spec.rb
+- spec/vandalism_detection/features/contains_base_spec.rb
+- spec/vandalism_detection/features/copyedit_spec.rb
+- spec/vandalism_detection/features/digit_ratio_spec.rb
+- spec/vandalism_detection/features/edits_per_user_spec.rb
+- spec/vandalism_detection/features/emoticons_frequency_spec.rb
+- spec/vandalism_detection/features/emoticons_impact_spec.rb
+- spec/vandalism_detection/features/frequency_base_spec.rb
+- spec/vandalism_detection/features/impact_base_spec.rb
+- spec/vandalism_detection/features/inserted_character_distribution_spec.rb
+- spec/vandalism_detection/features/inserted_external_links_spec.rb
+- spec/vandalism_detection/features/inserted_internal_links_spec.rb
+- spec/vandalism_detection/features/inserted_size_spec.rb
+- spec/vandalism_detection/features/inserted_words_spec.rb
+- spec/vandalism_detection/features/longest_word_spec.rb
+- spec/vandalism_detection/features/markup_frequency_spec.rb
+- spec/vandalism_detection/features/markup_impact_spec.rb
+- spec/vandalism_detection/features/non_alphanumeric_ratio_spec.rb
+- spec/vandalism_detection/features/personal_life_spec.rb
+- spec/vandalism_detection/features/pronoun_frequency_spec.rb
+- spec/vandalism_detection/features/pronoun_impact_spec.rb
+- spec/vandalism_detection/features/removed_all_wordlists_frequency_spec.rb
+- spec/vandalism_detection/features/removed_bad_frequency_spec.rb
+- spec/vandalism_detection/features/removed_biased_frequency_spec.rb
+- spec/vandalism_detection/features/removed_character_distribution_spec.rb
+- spec/vandalism_detection/features/removed_emoticons_frequency_spec.rb
+- spec/vandalism_detection/features/removed_markup_frequency_spec.rb
+- spec/vandalism_detection/features/removed_pronoun_frequency_spec.rb
+- spec/vandalism_detection/features/removed_sex_frequency_spec.rb
+- spec/vandalism_detection/features/removed_size_spec.rb
+- spec/vandalism_detection/features/removed_vulgarism_frequency_spec.rb
+- spec/vandalism_detection/features/removed_words_spec.rb
+- spec/vandalism_detection/features/replacement_similarity_spec.rb
+- spec/vandalism_detection/features/reverted_spec.rb
+- spec/vandalism_detection/features/revisions_character_distribution_spec.rb
+- spec/vandalism_detection/features/same_editor_spec.rb
+- spec/vandalism_detection/features/sex_frequency_spec.rb
+- spec/vandalism_detection/features/sex_impact_spec.rb
+- spec/vandalism_detection/features/size_increment_spec.rb
+- spec/vandalism_detection/features/size_ratio_spec.rb
+- spec/vandalism_detection/features/term_frequency_spec.rb
+- spec/vandalism_detection/features/time_interval_spec.rb
+- spec/vandalism_detection/features/time_of_day_spec.rb
+- spec/vandalism_detection/features/upper_case_ratio_spec.rb
+- spec/vandalism_detection/features/upper_case_words_ratio_spec.rb
+- spec/vandalism_detection/features/upper_to_lower_case_ratio_spec.rb
+- spec/vandalism_detection/features/user_reputation_spec.rb
+- spec/vandalism_detection/features/vulgarism_frequency_spec.rb
+- spec/vandalism_detection/features/vulgarism_impact_spec.rb
+- spec/vandalism_detection/features/weekday_spec.rb
+- spec/vandalism_detection/features/words_increment_spec.rb
+- spec/vandalism_detection/instances_spec.rb
+- spec/vandalism_detection/page_parser_spec.rb
+- spec/vandalism_detection/page_spec.rb
+- spec/vandalism_detection/revision_parser_spec.rb
+- spec/vandalism_detection/revision_spec.rb
+- spec/vandalism_detection/test_dataset_spec.rb
+- spec/vandalism_detection/text_spec.rb
+- spec/vandalism_detection/training_dataset_spec.rb
+- spec/vandalism_detection/wikitext_extractor_spec.rb
+- spec/weka/classifiers/functions/lib_svm_spec.rb
+- spec/weka/classifiers/meta/one_class_classifier_spec.rb
+- spec/weka/classifiers/meta/real_ada_boost_spec.rb
+- spec/weka/classifiers/trees/balanced_random_forest_spec.rb
+- spec/weka/filters/supervised/instance/smote_spec.rb
+- wikipedia-vandalism_detection.gemspec
+homepage: ''
+licenses:
+- GPL v3
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: Wikipedia vandalism detection with JRuby.
+test_files:
+- spec/factories/edit.rb
+- spec/factories/page.rb
+- spec/factories/revision.rb
+- spec/resources/config/config.yml
+- spec/resources/corpora/test/edits.csv
+- spec/resources/corpora/test/ground-truth.txt
+- spec/resources/corpora/test/revisions/part-1/326471754.txt
+- spec/resources/corpora/test/revisions/part-1/326873205.txt
+- spec/resources/corpora/test/revisions/part-1/328774035.txt
+- spec/resources/corpora/test/revisions/part-2/307084144.txt
+- spec/resources/corpora/test/revisions/part-2/326978767.txt
+- spec/resources/corpora/test/revisions/part-2/328774110.txt
+- spec/resources/corpora/training/annotations.csv
+- spec/resources/corpora/training/edits.csv
+- spec/resources/corpora/training/revisions/part-1/326471754.txt
+- spec/resources/corpora/training/revisions/part-1/326873205.txt
+- spec/resources/corpora/training/revisions/part-1/328774035.txt
+- spec/resources/corpora/training/revisions/part-2/307084144.txt
+- spec/resources/corpora/training/revisions/part-2/326978767.txt
+- spec/resources/corpora/training/revisions/part-2/328774110.txt
+- spec/resources/page_with_redirects.xml
+- spec/resources/redirect_page.xml
+- spec/resources/revision_simplified.xml
+- spec/resources/sample_revision.txt
+- spec/resources/sample_revision_clean_text.txt
+- spec/resources/sample_revision_plain_text.txt
+- spec/resources/vandalism_on_wikipedia.xml
+- spec/resources/vandalism_on_wikipedia_simplified.xml
+- spec/resources/wikipedia_tokens.txt
+- spec/spec_helper.rb
+- spec/support/macros/file_reading.rb
+- spec/support/macros/test_configuration.rb
+- spec/vandalism_detection/algorithms/kullback_leibler_divergence_spec.rb
+- spec/vandalism_detection/classifier_spec.rb
+- spec/vandalism_detection/configuration_spec.rb
+- spec/vandalism_detection/diff_spec.rb
+- spec/vandalism_detection/edit_spec.rb
+- spec/vandalism_detection/evaluator_spec.rb
+- spec/vandalism_detection/feature_calculator_spec.rb
+- spec/vandalism_detection/features/all_wordlists_frequency_spec.rb
+- spec/vandalism_detection/features/all_wordlists_impact_spec.rb
+- spec/vandalism_detection/features/anonymity_previous_spec.rb
+- spec/vandalism_detection/features/anonymity_spec.rb
+- spec/vandalism_detection/features/article_size_spec.rb
+- spec/vandalism_detection/features/bad_frequency_spec.rb
+- spec/vandalism_detection/features/bad_impact_spec.rb
+- spec/vandalism_detection/features/base_spec.rb
+- spec/vandalism_detection/features/biased_frequency_spec.rb
+- spec/vandalism_detection/features/biased_impact_spec.rb
+- spec/vandalism_detection/features/blanking_spec.rb
+- spec/vandalism_detection/features/character_diversity_spec.rb
+- spec/vandalism_detection/features/character_sequence_spec.rb
+- spec/vandalism_detection/features/comment_bad_frequency_spec.rb
+- spec/vandalism_detection/features/comment_biased_frequency_spec.rb
+- spec/vandalism_detection/features/comment_length_spec.rb
+- spec/vandalism_detection/features/comment_markup_frequency_spec.rb
+- spec/vandalism_detection/features/comment_pronoun_frequency_spec.rb
+- spec/vandalism_detection/features/comment_sex_frequency_spec.rb
+- spec/vandalism_detection/features/comment_vulgarism_frequency_spec.rb
+- spec/vandalism_detection/features/compressibility_spec.rb
+- spec/vandalism_detection/features/contains_base_spec.rb
+- spec/vandalism_detection/features/copyedit_spec.rb
+- spec/vandalism_detection/features/digit_ratio_spec.rb
+- spec/vandalism_detection/features/edits_per_user_spec.rb
+- spec/vandalism_detection/features/emoticons_frequency_spec.rb
+- spec/vandalism_detection/features/emoticons_impact_spec.rb
+- spec/vandalism_detection/features/frequency_base_spec.rb
+- spec/vandalism_detection/features/impact_base_spec.rb
+- spec/vandalism_detection/features/inserted_character_distribution_spec.rb
+- spec/vandalism_detection/features/inserted_external_links_spec.rb
+- spec/vandalism_detection/features/inserted_internal_links_spec.rb
+- spec/vandalism_detection/features/inserted_size_spec.rb
+- spec/vandalism_detection/features/inserted_words_spec.rb
+- spec/vandalism_detection/features/longest_word_spec.rb
+- spec/vandalism_detection/features/markup_frequency_spec.rb
+- spec/vandalism_detection/features/markup_impact_spec.rb
+- spec/vandalism_detection/features/non_alphanumeric_ratio_spec.rb
+- spec/vandalism_detection/features/personal_life_spec.rb
+- spec/vandalism_detection/features/pronoun_frequency_spec.rb
+- spec/vandalism_detection/features/pronoun_impact_spec.rb
+- spec/vandalism_detection/features/removed_all_wordlists_frequency_spec.rb
+- spec/vandalism_detection/features/removed_bad_frequency_spec.rb
+- spec/vandalism_detection/features/removed_biased_frequency_spec.rb
+- spec/vandalism_detection/features/removed_character_distribution_spec.rb
+- spec/vandalism_detection/features/removed_emoticons_frequency_spec.rb
+- spec/vandalism_detection/features/removed_markup_frequency_spec.rb
+- spec/vandalism_detection/features/removed_pronoun_frequency_spec.rb
+- spec/vandalism_detection/features/removed_sex_frequency_spec.rb
+- spec/vandalism_detection/features/removed_size_spec.rb
+- spec/vandalism_detection/features/removed_vulgarism_frequency_spec.rb
+- spec/vandalism_detection/features/removed_words_spec.rb
+- spec/vandalism_detection/features/replacement_similarity_spec.rb
+- spec/vandalism_detection/features/reverted_spec.rb
+- spec/vandalism_detection/features/revisions_character_distribution_spec.rb
+- spec/vandalism_detection/features/same_editor_spec.rb
+- spec/vandalism_detection/features/sex_frequency_spec.rb
+- spec/vandalism_detection/features/sex_impact_spec.rb
+- spec/vandalism_detection/features/size_increment_spec.rb
+- spec/vandalism_detection/features/size_ratio_spec.rb
+- spec/vandalism_detection/features/term_frequency_spec.rb
+- spec/vandalism_detection/features/time_interval_spec.rb
+- spec/vandalism_detection/features/time_of_day_spec.rb
+- spec/vandalism_detection/features/upper_case_ratio_spec.rb
+- spec/vandalism_detection/features/upper_case_words_ratio_spec.rb
+- spec/vandalism_detection/features/upper_to_lower_case_ratio_spec.rb
+- spec/vandalism_detection/features/user_reputation_spec.rb
+- spec/vandalism_detection/features/vulgarism_frequency_spec.rb
+- spec/vandalism_detection/features/vulgarism_impact_spec.rb
+- spec/vandalism_detection/features/weekday_spec.rb
+- spec/vandalism_detection/features/words_increment_spec.rb
+- spec/vandalism_detection/instances_spec.rb
+- spec/vandalism_detection/page_parser_spec.rb
+- spec/vandalism_detection/page_spec.rb
+- spec/vandalism_detection/revision_parser_spec.rb
+- spec/vandalism_detection/revision_spec.rb
+- spec/vandalism_detection/test_dataset_spec.rb
+- spec/vandalism_detection/text_spec.rb
+- spec/vandalism_detection/training_dataset_spec.rb
+- spec/vandalism_detection/wikitext_extractor_spec.rb
+- spec/weka/classifiers/functions/lib_svm_spec.rb
+- spec/weka/classifiers/meta/one_class_classifier_spec.rb
+- spec/weka/classifiers/meta/real_ada_boost_spec.rb
+- spec/weka/classifiers/trees/balanced_random_forest_spec.rb
+- spec/weka/filters/supervised/instance/smote_spec.rb