wikipedia-vandalism_detection 0.1.0-java

data/spec/weka/classifiers/meta/real_ada_boost_spec.rb

@@ -0,0 +1,37 @@
+require 'spec_helper'
+
+describe Weka::Classifiers::Meta::RealAdaBoost do
+  it { is_expected.to be_a Java::WekaClassifiersMeta::RealAdaBoost }
+
+  before do
+    @config = test_config
+    classifier_type = 'Meta::RealAdaBoost'
+    options = '-W weka.classifiers.trees.RandomForest -- -I 100'
+
+    @config.instance_variable_set(:@classifier_type, classifier_type)
+    @config.instance_variable_set(:@classifier_options, options)
+    @config.instance_variable_set(:@cross_validation_fold, 2)
+
+    use_configuration(@config)
+  end
+
+  after do
+    arff_file = @config.training_output_arff_file
+    build_dir = @config.output_base_directory
+
+    if File.exist?(arff_file)
+      File.delete(arff_file)
+      directory = File.dirname(arff_file)
+      FileUtils.rm_r(directory)
+    end
+
+    FileUtils.rm_r(build_dir) if Dir.exist?(build_dir)
+  end
+
+  it 'can be used to classify vandalism' do
+    classifier = Wikipedia::VandalismDetection::Classifier.new
+    features = [0.0, 25, 5]
+
+    expect(classifier.classify(features)).to be_between(0.0, 1.0)
+  end
+end

data/spec/weka/classifiers/trees/balanced_random_forest_spec.rb

@@ -0,0 +1,37 @@
+require 'spec_helper'
+
+describe Weka::Classifiers::Trees::BalancedRandomForest do
+  it { is_expected.to be_a Java::WekaClassifiersTrees::BalancedRandomForest }
+
+  before do
+    @config = test_config
+    classifier_type = 'Trees::BalancedRandomForest'
+    options = '-I 100'
+
+    @config.instance_variable_set(:@classifier_type, classifier_type)
+    @config.instance_variable_set(:@classifier_options, options)
+    @config.instance_variable_set(:@cross_validation_fold, 2)
+
+    use_configuration(@config)
+  end
+
+  after do
+    arff_file = @config.training_output_arff_file
+    build_dir = @config.output_base_directory
+
+    if File.exist?(arff_file)
+      File.delete(arff_file)
+      directory = File.dirname(arff_file)
+      FileUtils.rm_r(directory)
+    end
+
+    FileUtils.rm_r(build_dir) if Dir.exist?(build_dir)
+  end
+
+  it 'can be used to classify vandalism' do
+    classifier = Wikipedia::VandalismDetection::Classifier.new
+    features = [0.0, 25, 5]
+
+    expect(classifier.classify(features)).to be_between(0.0, 1.0)
+  end
+end

data/spec/weka/filters/supervised/instance/smote_spec.rb

@@ -0,0 +1,5 @@
+require 'spec_helper'
+
+describe Weka::Filters::Supervised::Instance::SMOTE do
+  it { is_expected.to be_a Java::WekaFiltersSupervisedInstance::SMOTE }
+end

data/wikipedia-vandalism_detection.gemspec

@@ -0,0 +1,37 @@
+# coding: utf-8
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'wikipedia/vandalism_detection/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'wikipedia-vandalism_detection'
+  spec.version       = Wikipedia::VandalismDetection::VERSION
+  spec.authors       = ['Paul Götze']
+  spec.email         = ['paul.christoph.goetze@gmail.com']
+  spec.summary       = %q{Wikipedia vandalism detection with JRuby.}
+  spec.description   = %q{Wikipedia vandalism detection with JRuby.}
+  spec.homepage      = 'https://github.com/paulgoetze/wikipedia-vandalism-detection'
+  spec.license       = 'GPL v3'
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.extensions    = ['Rakefile']
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.platform               = 'java'
+  spec.required_ruby_version  = '~> 2.0'
+
+  spec.add_runtime_dependency 'weka', '~> 0.7'
+  spec.add_runtime_dependency 'nokogiri', '~> 1.8'
+  spec.add_runtime_dependency 'activesupport', '>= 4.0'
+  spec.add_runtime_dependency 'hotwater', '~> 0.1.2'
+  spec.add_runtime_dependency 'parallel', '~> 1.12'
+  spec.add_runtime_dependency 'ruby-progressbar', '~> 1.10'
+
+  spec.add_development_dependency 'bundler', '>= 1.5'
+  spec.add_development_dependency 'rake', '>= 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'factory_bot', '~> 4.0'
+end

metadata

@@ -0,0 +1,550 @@
+--- !ruby/object:Gem::Specification
+name: wikipedia-vandalism_detection
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: java
+authors:
+- Paul Götze
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2018-11-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  name: weka
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  name: nokogiri
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  name: activesupport
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+  name: hotwater
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  name: parallel
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  name: ruby-progressbar
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  name: rspec
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  name: factory_bot
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+description: Wikipedia vandalism detection with JRuby.
+email:
+- paul.christoph.goetze@gmail.com
+executables: []
+extensions:
+- Rakefile
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- config/wikipedia-vandalism-detection.yml.example
+- lib/java/SMOTE.jar
+- lib/java/balancedRandomForest.jar
+- lib/java/diffutils-1.3.0.jar
+- lib/java/oneClassClassifier.jar
+- lib/java/realAdaBoost.jar
+- lib/java/swc-engine-1.1.0-jar-with-dependencies.jar
+- lib/java/sweble-wikitext-extractor.jar
+- lib/weka/classifiers/meta/one_class_classifier.rb
+- lib/weka/classifiers/meta/real_ada_boost.rb
+- lib/weka/classifiers/trees/balanced_random_forest.rb
+- lib/weka/filters/supervised/instance/smote.rb
+- lib/wikipedia.rb
+- lib/wikipedia/vandalism_detection.rb
+- lib/wikipedia/vandalism_detection/algorithms.rb
+- lib/wikipedia/vandalism_detection/algorithms/kullback_leibler_divergence.rb
+- lib/wikipedia/vandalism_detection/classifier.rb
+- lib/wikipedia/vandalism_detection/configuration.rb
+- lib/wikipedia/vandalism_detection/diff.rb
+- lib/wikipedia/vandalism_detection/edit.rb
+- lib/wikipedia/vandalism_detection/evaluator.rb
+- lib/wikipedia/vandalism_detection/exceptions.rb
+- lib/wikipedia/vandalism_detection/feature_calculator.rb
+- lib/wikipedia/vandalism_detection/features.rb
+- lib/wikipedia/vandalism_detection/features/all_wordlists_frequency.rb
+- lib/wikipedia/vandalism_detection/features/all_wordlists_impact.rb
+- lib/wikipedia/vandalism_detection/features/anonymity.rb
+- lib/wikipedia/vandalism_detection/features/anonymity_previous.rb
+- lib/wikipedia/vandalism_detection/features/article_size.rb
+- lib/wikipedia/vandalism_detection/features/bad_frequency.rb
+- lib/wikipedia/vandalism_detection/features/bad_impact.rb
+- lib/wikipedia/vandalism_detection/features/base.rb
+- lib/wikipedia/vandalism_detection/features/biased_frequency.rb
+- lib/wikipedia/vandalism_detection/features/biased_impact.rb
+- lib/wikipedia/vandalism_detection/features/blanking.rb
+- lib/wikipedia/vandalism_detection/features/character_diversity.rb
+- lib/wikipedia/vandalism_detection/features/character_sequence.rb
+- lib/wikipedia/vandalism_detection/features/comment_bad_frequency.rb
+- lib/wikipedia/vandalism_detection/features/comment_biased_frequency.rb
+- lib/wikipedia/vandalism_detection/features/comment_length.rb
+- lib/wikipedia/vandalism_detection/features/comment_markup_frequency.rb
+- lib/wikipedia/vandalism_detection/features/comment_pronoun_frequency.rb
+- lib/wikipedia/vandalism_detection/features/comment_sex_frequency.rb
+- lib/wikipedia/vandalism_detection/features/comment_vulgarism_frequency.rb
+- lib/wikipedia/vandalism_detection/features/compressibility.rb
+- lib/wikipedia/vandalism_detection/features/contains_base.rb
+- lib/wikipedia/vandalism_detection/features/copyedit.rb
+- lib/wikipedia/vandalism_detection/features/digit_ratio.rb
+- lib/wikipedia/vandalism_detection/features/edits_per_user.rb
+- lib/wikipedia/vandalism_detection/features/emoticons_frequency.rb
+- lib/wikipedia/vandalism_detection/features/emoticons_impact.rb
+- lib/wikipedia/vandalism_detection/features/frequency_base.rb
+- lib/wikipedia/vandalism_detection/features/impact_base.rb
+- lib/wikipedia/vandalism_detection/features/inserted_character_distribution.rb
+- lib/wikipedia/vandalism_detection/features/inserted_external_links.rb
+- lib/wikipedia/vandalism_detection/features/inserted_internal_links.rb
+- lib/wikipedia/vandalism_detection/features/inserted_size.rb
+- lib/wikipedia/vandalism_detection/features/inserted_words.rb
+- lib/wikipedia/vandalism_detection/features/longest_word.rb
+- lib/wikipedia/vandalism_detection/features/markup_frequency.rb
+- lib/wikipedia/vandalism_detection/features/markup_impact.rb
+- lib/wikipedia/vandalism_detection/features/non_alphanumeric_ratio.rb
+- lib/wikipedia/vandalism_detection/features/personal_life.rb
+- lib/wikipedia/vandalism_detection/features/pronoun_frequency.rb
+- lib/wikipedia/vandalism_detection/features/pronoun_impact.rb
+- lib/wikipedia/vandalism_detection/features/removed_all_wordlists_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_bad_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_biased_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_character_distribution.rb
+- lib/wikipedia/vandalism_detection/features/removed_emoticons_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_markup_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_pronoun_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_sex_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_size.rb
+- lib/wikipedia/vandalism_detection/features/removed_vulgarism_frequency.rb
+- lib/wikipedia/vandalism_detection/features/removed_words.rb
+- lib/wikipedia/vandalism_detection/features/replacement_similarity.rb
+- lib/wikipedia/vandalism_detection/features/reverted.rb
+- lib/wikipedia/vandalism_detection/features/revisions_character_distribution.rb
+- lib/wikipedia/vandalism_detection/features/same_editor.rb
+- lib/wikipedia/vandalism_detection/features/sex_frequency.rb
+- lib/wikipedia/vandalism_detection/features/sex_impact.rb
+- lib/wikipedia/vandalism_detection/features/size_increment.rb
+- lib/wikipedia/vandalism_detection/features/size_ratio.rb
+- lib/wikipedia/vandalism_detection/features/term_frequency.rb
+- lib/wikipedia/vandalism_detection/features/time_interval.rb
+- lib/wikipedia/vandalism_detection/features/time_of_day.rb
+- lib/wikipedia/vandalism_detection/features/upper_case_ratio.rb
+- lib/wikipedia/vandalism_detection/features/upper_case_words_ratio.rb
+- lib/wikipedia/vandalism_detection/features/upper_to_lower_case_ratio.rb
+- lib/wikipedia/vandalism_detection/features/vulgarism_frequency.rb
+- lib/wikipedia/vandalism_detection/features/vulgarism_impact.rb
+- lib/wikipedia/vandalism_detection/features/weekday.rb
+- lib/wikipedia/vandalism_detection/features/words_increment.rb
+- lib/wikipedia/vandalism_detection/instances.rb
+- lib/wikipedia/vandalism_detection/page.rb
+- lib/wikipedia/vandalism_detection/page_parser.rb
+- lib/wikipedia/vandalism_detection/revision.rb
+- lib/wikipedia/vandalism_detection/revision_parser.rb
+- lib/wikipedia/vandalism_detection/test_dataset.rb
+- lib/wikipedia/vandalism_detection/text.rb
+- lib/wikipedia/vandalism_detection/training_dataset.rb
+- lib/wikipedia/vandalism_detection/version.rb
+- lib/wikipedia/vandalism_detection/wikitext_extractor.rb
+- lib/wikipedia/vandalism_detection/word_lists.rb
+- lib/wikipedia/vandalism_detection/word_lists/bad.rb
+- lib/wikipedia/vandalism_detection/word_lists/biased.rb
+- lib/wikipedia/vandalism_detection/word_lists/emoticons.rb
+- lib/wikipedia/vandalism_detection/word_lists/markup.rb
+- lib/wikipedia/vandalism_detection/word_lists/pronouns.rb
+- lib/wikipedia/vandalism_detection/word_lists/sex.rb
+- lib/wikipedia/vandalism_detection/word_lists/vulgarism.rb
+- spec/factories/edit.rb
+- spec/factories/page.rb
+- spec/factories/revision.rb
+- spec/resources/config/wikipedia-vandalism-detection.yml
+- spec/resources/corpora/test/edits.csv
+- spec/resources/corpora/test/ground-truth.txt
+- spec/resources/corpora/test/revisions/part-1/326471754.txt
+- spec/resources/corpora/test/revisions/part-1/326873205.txt
+- spec/resources/corpora/test/revisions/part-1/328774035.txt
+- spec/resources/corpora/test/revisions/part-2/307084144.txt
+- spec/resources/corpora/test/revisions/part-2/326978767.txt
+- spec/resources/corpora/test/revisions/part-2/328774110.txt
+- spec/resources/corpora/training/annotations.csv
+- spec/resources/corpora/training/edits.csv
+- spec/resources/corpora/training/revisions/part-1/326471754.txt
+- spec/resources/corpora/training/revisions/part-1/326873205.txt
+- spec/resources/corpora/training/revisions/part-1/328774035.txt
+- spec/resources/corpora/training/revisions/part-2/307084144.txt
+- spec/resources/corpora/training/revisions/part-2/326978767.txt
+- spec/resources/corpora/training/revisions/part-2/328774110.txt
+- spec/resources/page_with_redirects.xml
+- spec/resources/redirect_page.xml
+- spec/resources/revision_simplified.xml
+- spec/resources/sample_revision.txt
+- spec/resources/sample_revision_clean_text.txt
+- spec/resources/sample_revision_plain_text.txt
+- spec/resources/vandalism_on_wikipedia.xml
+- spec/resources/vandalism_on_wikipedia_simplified.xml
+- spec/resources/wikipedia_tokens.txt
+- spec/spec_helper.rb
+- spec/support/macros/file_reading.rb
+- spec/support/macros/test_configuration.rb
+- spec/vandalism_detection/algorithms/kullback_leibler_divergence_spec.rb
+- spec/vandalism_detection/classifier_spec.rb
+- spec/vandalism_detection/configuration_spec.rb
+- spec/vandalism_detection/diff_spec.rb
+- spec/vandalism_detection/edit_spec.rb
+- spec/vandalism_detection/evaluator_spec.rb
+- spec/vandalism_detection/feature_calculator_spec.rb
+- spec/vandalism_detection/features/all_wordlists_frequency_spec.rb
+- spec/vandalism_detection/features/all_wordlists_impact_spec.rb
+- spec/vandalism_detection/features/anonymity_previous_spec.rb
+- spec/vandalism_detection/features/anonymity_spec.rb
+- spec/vandalism_detection/features/article_size_spec.rb
+- spec/vandalism_detection/features/bad_frequency_spec.rb
+- spec/vandalism_detection/features/bad_impact_spec.rb
+- spec/vandalism_detection/features/base_spec.rb
+- spec/vandalism_detection/features/biased_frequency_spec.rb
+- spec/vandalism_detection/features/biased_impact_spec.rb
+- spec/vandalism_detection/features/blanking_spec.rb
+- spec/vandalism_detection/features/character_diversity_spec.rb
+- spec/vandalism_detection/features/character_sequence_spec.rb
+- spec/vandalism_detection/features/comment_bad_frequency_spec.rb
+- spec/vandalism_detection/features/comment_biased_frequency_spec.rb
+- spec/vandalism_detection/features/comment_length_spec.rb
+- spec/vandalism_detection/features/comment_markup_frequency_spec.rb
+- spec/vandalism_detection/features/comment_pronoun_frequency_spec.rb
+- spec/vandalism_detection/features/comment_sex_frequency_spec.rb
+- spec/vandalism_detection/features/comment_vulgarism_frequency_spec.rb
+- spec/vandalism_detection/features/compressibility_spec.rb
+- spec/vandalism_detection/features/contains_base_spec.rb
+- spec/vandalism_detection/features/copyedit_spec.rb
+- spec/vandalism_detection/features/digit_ratio_spec.rb
+- spec/vandalism_detection/features/edits_per_user_spec.rb
+- spec/vandalism_detection/features/emoticons_frequency_spec.rb
+- spec/vandalism_detection/features/emoticons_impact_spec.rb
+- spec/vandalism_detection/features/frequency_base_spec.rb
+- spec/vandalism_detection/features/impact_base_spec.rb
+- spec/vandalism_detection/features/inserted_character_distribution_spec.rb
+- spec/vandalism_detection/features/inserted_external_links_spec.rb
+- spec/vandalism_detection/features/inserted_internal_links_spec.rb
+- spec/vandalism_detection/features/inserted_size_spec.rb
+- spec/vandalism_detection/features/inserted_words_spec.rb
+- spec/vandalism_detection/features/longest_word_spec.rb
+- spec/vandalism_detection/features/markup_frequency_spec.rb
+- spec/vandalism_detection/features/markup_impact_spec.rb
+- spec/vandalism_detection/features/non_alphanumeric_ratio_spec.rb
+- spec/vandalism_detection/features/personal_life_spec.rb
+- spec/vandalism_detection/features/pronoun_frequency_spec.rb
+- spec/vandalism_detection/features/pronoun_impact_spec.rb
+- spec/vandalism_detection/features/removed_all_wordlists_frequency_spec.rb
+- spec/vandalism_detection/features/removed_bad_frequency_spec.rb
+- spec/vandalism_detection/features/removed_biased_frequency_spec.rb
+- spec/vandalism_detection/features/removed_character_distribution_spec.rb
+- spec/vandalism_detection/features/removed_emoticons_frequency_spec.rb
+- spec/vandalism_detection/features/removed_markup_frequency_spec.rb
+- spec/vandalism_detection/features/removed_pronoun_frequency_spec.rb
+- spec/vandalism_detection/features/removed_sex_frequency_spec.rb
+- spec/vandalism_detection/features/removed_size_spec.rb
+- spec/vandalism_detection/features/removed_vulgarism_frequency_spec.rb
+- spec/vandalism_detection/features/removed_words_spec.rb
+- spec/vandalism_detection/features/replacement_similarity_spec.rb
+- spec/vandalism_detection/features/reverted_spec.rb
+- spec/vandalism_detection/features/revisions_character_distribution_spec.rb
+- spec/vandalism_detection/features/same_editor_spec.rb
+- spec/vandalism_detection/features/sex_frequency_spec.rb
+- spec/vandalism_detection/features/sex_impact_spec.rb
+- spec/vandalism_detection/features/size_increment_spec.rb
+- spec/vandalism_detection/features/size_ratio_spec.rb
+- spec/vandalism_detection/features/term_frequency_spec.rb
+- spec/vandalism_detection/features/time_interval_spec.rb
+- spec/vandalism_detection/features/time_of_day_spec.rb
+- spec/vandalism_detection/features/upper_case_ratio_spec.rb
+- spec/vandalism_detection/features/upper_case_words_ratio_spec.rb
+- spec/vandalism_detection/features/upper_to_lower_case_ratio_spec.rb
+- spec/vandalism_detection/features/vulgarism_frequency_spec.rb
+- spec/vandalism_detection/features/vulgarism_impact_spec.rb
+- spec/vandalism_detection/features/weekday_spec.rb
+- spec/vandalism_detection/features/words_increment_spec.rb
+- spec/vandalism_detection/instances_spec.rb
+- spec/vandalism_detection/page_parser_spec.rb
+- spec/vandalism_detection/page_spec.rb
+- spec/vandalism_detection/revision_parser_spec.rb
+- spec/vandalism_detection/revision_spec.rb
+- spec/vandalism_detection/test_dataset_spec.rb
+- spec/vandalism_detection/text_spec.rb
+- spec/vandalism_detection/training_dataset_spec.rb
+- spec/vandalism_detection/wikitext_extractor_spec.rb
+- spec/weka/classifiers/meta/one_class_classifier_spec.rb
+- spec/weka/classifiers/meta/real_ada_boost_spec.rb
+- spec/weka/classifiers/trees/balanced_random_forest_spec.rb
+- spec/weka/filters/supervised/instance/smote_spec.rb
+- wikipedia-vandalism_detection.gemspec
+homepage: https://github.com/paulgoetze/wikipedia-vandalism-detection
+licenses:
+- GPL v3
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - "~>"
+    - !ruby/object:Gem::Version
+      version: '2.0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.7.6
+signing_key:
+specification_version: 4
+summary: Wikipedia vandalism detection with JRuby.
+test_files:
+- spec/factories/edit.rb
+- spec/factories/page.rb
+- spec/factories/revision.rb
+- spec/resources/config/wikipedia-vandalism-detection.yml
+- spec/resources/corpora/test/edits.csv
+- spec/resources/corpora/test/ground-truth.txt
+- spec/resources/corpora/test/revisions/part-1/326471754.txt
+- spec/resources/corpora/test/revisions/part-1/326873205.txt
+- spec/resources/corpora/test/revisions/part-1/328774035.txt
+- spec/resources/corpora/test/revisions/part-2/307084144.txt
+- spec/resources/corpora/test/revisions/part-2/326978767.txt
+- spec/resources/corpora/test/revisions/part-2/328774110.txt
+- spec/resources/corpora/training/annotations.csv
+- spec/resources/corpora/training/edits.csv
+- spec/resources/corpora/training/revisions/part-1/326471754.txt
+- spec/resources/corpora/training/revisions/part-1/326873205.txt
+- spec/resources/corpora/training/revisions/part-1/328774035.txt
+- spec/resources/corpora/training/revisions/part-2/307084144.txt
+- spec/resources/corpora/training/revisions/part-2/326978767.txt
+- spec/resources/corpora/training/revisions/part-2/328774110.txt
+- spec/resources/page_with_redirects.xml
+- spec/resources/redirect_page.xml
+- spec/resources/revision_simplified.xml
+- spec/resources/sample_revision.txt
+- spec/resources/sample_revision_clean_text.txt
+- spec/resources/sample_revision_plain_text.txt
+- spec/resources/vandalism_on_wikipedia.xml
+- spec/resources/vandalism_on_wikipedia_simplified.xml
+- spec/resources/wikipedia_tokens.txt
+- spec/spec_helper.rb
+- spec/support/macros/file_reading.rb
+- spec/support/macros/test_configuration.rb
+- spec/vandalism_detection/algorithms/kullback_leibler_divergence_spec.rb
+- spec/vandalism_detection/classifier_spec.rb
+- spec/vandalism_detection/configuration_spec.rb
+- spec/vandalism_detection/diff_spec.rb
+- spec/vandalism_detection/edit_spec.rb
+- spec/vandalism_detection/evaluator_spec.rb
+- spec/vandalism_detection/feature_calculator_spec.rb
+- spec/vandalism_detection/features/all_wordlists_frequency_spec.rb
+- spec/vandalism_detection/features/all_wordlists_impact_spec.rb
+- spec/vandalism_detection/features/anonymity_previous_spec.rb
+- spec/vandalism_detection/features/anonymity_spec.rb
+- spec/vandalism_detection/features/article_size_spec.rb
+- spec/vandalism_detection/features/bad_frequency_spec.rb
+- spec/vandalism_detection/features/bad_impact_spec.rb
+- spec/vandalism_detection/features/base_spec.rb
+- spec/vandalism_detection/features/biased_frequency_spec.rb
+- spec/vandalism_detection/features/biased_impact_spec.rb
+- spec/vandalism_detection/features/blanking_spec.rb
+- spec/vandalism_detection/features/character_diversity_spec.rb
+- spec/vandalism_detection/features/character_sequence_spec.rb
+- spec/vandalism_detection/features/comment_bad_frequency_spec.rb
+- spec/vandalism_detection/features/comment_biased_frequency_spec.rb
+- spec/vandalism_detection/features/comment_length_spec.rb
+- spec/vandalism_detection/features/comment_markup_frequency_spec.rb
+- spec/vandalism_detection/features/comment_pronoun_frequency_spec.rb
+- spec/vandalism_detection/features/comment_sex_frequency_spec.rb
+- spec/vandalism_detection/features/comment_vulgarism_frequency_spec.rb
+- spec/vandalism_detection/features/compressibility_spec.rb
+- spec/vandalism_detection/features/contains_base_spec.rb
+- spec/vandalism_detection/features/copyedit_spec.rb
+- spec/vandalism_detection/features/digit_ratio_spec.rb
+- spec/vandalism_detection/features/edits_per_user_spec.rb
+- spec/vandalism_detection/features/emoticons_frequency_spec.rb
+- spec/vandalism_detection/features/emoticons_impact_spec.rb
+- spec/vandalism_detection/features/frequency_base_spec.rb
+- spec/vandalism_detection/features/impact_base_spec.rb
+- spec/vandalism_detection/features/inserted_character_distribution_spec.rb
+- spec/vandalism_detection/features/inserted_external_links_spec.rb
+- spec/vandalism_detection/features/inserted_internal_links_spec.rb
+- spec/vandalism_detection/features/inserted_size_spec.rb
+- spec/vandalism_detection/features/inserted_words_spec.rb
+- spec/vandalism_detection/features/longest_word_spec.rb
+- spec/vandalism_detection/features/markup_frequency_spec.rb
+- spec/vandalism_detection/features/markup_impact_spec.rb
+- spec/vandalism_detection/features/non_alphanumeric_ratio_spec.rb
+- spec/vandalism_detection/features/personal_life_spec.rb
+- spec/vandalism_detection/features/pronoun_frequency_spec.rb
+- spec/vandalism_detection/features/pronoun_impact_spec.rb
+- spec/vandalism_detection/features/removed_all_wordlists_frequency_spec.rb
+- spec/vandalism_detection/features/removed_bad_frequency_spec.rb
+- spec/vandalism_detection/features/removed_biased_frequency_spec.rb
+- spec/vandalism_detection/features/removed_character_distribution_spec.rb
+- spec/vandalism_detection/features/removed_emoticons_frequency_spec.rb
+- spec/vandalism_detection/features/removed_markup_frequency_spec.rb
+- spec/vandalism_detection/features/removed_pronoun_frequency_spec.rb
+- spec/vandalism_detection/features/removed_sex_frequency_spec.rb
+- spec/vandalism_detection/features/removed_size_spec.rb
+- spec/vandalism_detection/features/removed_vulgarism_frequency_spec.rb
+- spec/vandalism_detection/features/removed_words_spec.rb
+- spec/vandalism_detection/features/replacement_similarity_spec.rb
+- spec/vandalism_detection/features/reverted_spec.rb
+- spec/vandalism_detection/features/revisions_character_distribution_spec.rb
+- spec/vandalism_detection/features/same_editor_spec.rb
+- spec/vandalism_detection/features/sex_frequency_spec.rb
+- spec/vandalism_detection/features/sex_impact_spec.rb
+- spec/vandalism_detection/features/size_increment_spec.rb
+- spec/vandalism_detection/features/size_ratio_spec.rb
+- spec/vandalism_detection/features/term_frequency_spec.rb
+- spec/vandalism_detection/features/time_interval_spec.rb
+- spec/vandalism_detection/features/time_of_day_spec.rb
+- spec/vandalism_detection/features/upper_case_ratio_spec.rb
+- spec/vandalism_detection/features/upper_case_words_ratio_spec.rb
+- spec/vandalism_detection/features/upper_to_lower_case_ratio_spec.rb
+- spec/vandalism_detection/features/vulgarism_frequency_spec.rb
+- spec/vandalism_detection/features/vulgarism_impact_spec.rb
+- spec/vandalism_detection/features/weekday_spec.rb
+- spec/vandalism_detection/features/words_increment_spec.rb
+- spec/vandalism_detection/instances_spec.rb
+- spec/vandalism_detection/page_parser_spec.rb
+- spec/vandalism_detection/page_spec.rb
+- spec/vandalism_detection/revision_parser_spec.rb
+- spec/vandalism_detection/revision_spec.rb
+- spec/vandalism_detection/test_dataset_spec.rb
+- spec/vandalism_detection/text_spec.rb
+- spec/vandalism_detection/training_dataset_spec.rb
+- spec/vandalism_detection/wikitext_extractor_spec.rb
+- spec/weka/classifiers/meta/one_class_classifier_spec.rb
+- spec/weka/classifiers/meta/real_ada_boost_spec.rb
+- spec/weka/classifiers/trees/balanced_random_forest_spec.rb
+- spec/weka/filters/supervised/instance/smote_spec.rb