frprep 0.0.1.prealpha

data/test/functional/test_fred.rb

@@ -0,0 +1,47 @@
+# -*- encoding: utf-8 -*-
+
+require 'test/unit'
+require 'functional/functional_test_helper'
+
+class TestFred < Test::Unit::TestCase
+
+  include FunctionalTestHelper
+
+  def setup
+    @msg = "Fred is doing bad, you've just broken something!"
+    @test_file = FRED_TEST_FILE
+    @train_file = FRED_TRAIN_FILE
+  end
+
+  def test_fred_testing_featurization
+    create_exp_file(@test_file)
+    create_exp_file(PRP_TEST_FILE_FRED_STD)
+    execute("ruby -I lib bin/fred -t featurize -e #{@test_file} -d test")
+    remove_exp_file(@test_file)
+    remove_exp_file(PRP_TEST_FILE_FRED_STD)
+  end
+
+  def test_fred_testing_tests
+    create_exp_file(@test_file)
+    create_exp_file(PRP_TEST_FILE_FRED_STD)
+    execute("ruby -I lib bin/fred -t test -e #{@test_file}")
+    remove_exp_file(@test_file)
+    remove_exp_file(PRP_TEST_FILE_FRED_STD)
+  end
+
+  def test_fred_training_featurization
+    create_exp_file(@train_file)
+    create_exp_file(PRP_TRAIN_FILE_FRED_STD)
+    execute("ruby -I lib bin/fred -t featurize -e #{@train_file} -d train")
+    remove_exp_file(@train_file)
+    remove_exp_file(PRP_TRAIN_FILE_FRED_STD)
+  end
+
+  def test_fred_training_train
+    create_exp_file(@train_file)
+    create_exp_file(PRP_TRAIN_FILE_FRED_STD)
+    execute("ruby -I lib bin/fred -t train -e #{@train_file}")
+    remove_exp_file(@train_file)
+    remove_exp_file(PRP_TRAIN_FILE_FRED_STD)
+  end
+end

data/test/functional/test_frprep.rb

@@ -0,0 +1,52 @@
+# -*- encoding: utf-8 -*-
+
+require 'test/unit'
+require 'functional/functional_test_helper'
+#require 'fileutils' # File.delete(), File.rename(), File.symlink()
+
+class TestFrprep < Test::Unit::TestCase
+
+  include FunctionalTestHelper
+
+  def setup
+    @msg        = "FrPrep is doing bad, you've just broken something!"
+    @test_file  = PRP_TEST_FILE
+    @train_file = PRP_TRAIN_FILE
+    @ptb        = 'lib/frprep/BerkeleyInterface.rb'
+#    link_berkeley
+  end
+
+  def teardown
+#    unlink_berkeley
+  end
+  def test_frprep_testing
+    create_exp_file(@test_file)
+    execute("ruby -I lib bin/frprep -e #{@test_file}")
+    remove_exp_file(@test_file)
+  end
+
+  def test_frprep_training
+    create_exp_file(@train_file)
+    execute("ruby -I lib bin/frprep -e #{@train_file}")
+    remove_exp_file(@train_file)
+  end
+
+  private
+  # Berkeley Parser takes a long time which is bad for testing.
+  # We ran it once and reuse the result file in our tests.
+  # Before every test we link the Berkeley interface to a stub
+  # with the BP invocation switched off.
+  def link_berkeley
+    File.rename(@ptb, "#{@ptb}.bak")
+    File.symlink(
+                 File.expand_path('test/functional/berkeley_interface.rb.stub'),
+                 File.expand_path(@ptb)
+                 )
+  end
+
+  # After testing we bring the right interface back, the program remains intact.
+  def unlink_berkeley
+    File.delete(@ptb)
+    File.rename("#{@ptb}.bak", @ptb)
+  end
+end

data/test/functional/test_rosy.rb

@@ -0,0 +1,20 @@
+# -*- encoding: utf-8 -*-
+
+require 'test/unit'
+require 'functional/functional_test_helper'
+
+class TestRosy < Test::Unit::TestCase
+  include FunctionalTestHelper
+  
+  def setup
+    @msg = "Rosy is doing bad, you've just broken something!"
+  end
+  def test_rosy_testing
+    create_exp_file(ROSY_TEST_FILE)
+    create_exp_file(PRP_TEST_FILE_ROSY_STD)
+    execute("ruby -rubygems -I lib bin/rosy -t featurize -e #{ROSY_TEST_FILE} -d test")
+    execute("ruby -rubygems -I lib bin/rosy -t test -e #{ROSY_TEST_FILE}")
+    remove_exp_file(ROSY_TEST_FILE)
+    remove_exp_file(PRP_TEST_FILE_ROSY_STD)
+  end
+end

metadata

@@ -0,0 +1,270 @@
+--- !ruby/object:Gem::Specification 
+name: frprep
+version: !ruby/object:Gem::Version 
+  hash: -1645149563
+  prerelease: 6
+  segments: 
+  - 0
+  - 0
+  - 1
+  - prealpha
+  version: 0.0.1.prealpha
+platform: ruby
+authors: 
+- Andrei Beliankou
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-08-23 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rdoc
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 33
+        segments: 
+        - 3
+        - 9
+        - 1
+        version: 3.9.1
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: yard
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id004
+description: FRPREP - Fred and Rosy PREProcessor.
+email: a.belenkow@uni-trier.de
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+- LICENSE.rdoc
+- CHANGELOG.rdoc
+files: 
+- lib/common/headz.rb
+- lib/common/SalsaTigerXMLHelper.rb
+- lib/common/Tree.rb
+- lib/common/ConfigData.rb
+- lib/common/Tiger.rb
+- lib/common/BerkeleyInterface.rb
+- lib/common/FixSynSemMapping.rb
+- lib/common/FrPrepConfigData.rb
+- lib/common/ISO-8859-1.rb
+- lib/common/TreetaggerInterface.rb
+- lib/common/SalsaTigerRegXML.rb
+- lib/common/EnduserMode.rb
+- lib/common/Parser.rb
+- lib/common/AbstractSynInterface.rb
+- lib/common/STXmlTerminalOrder.rb
+- lib/common/DBInterface.rb
+- lib/common/RosyConventions.rb
+- lib/common/RegXML.rb
+- lib/common/MiniparInterface.rb
+- lib/common/SynInterfaces.rb
+- lib/common/SleepyInterface.rb
+- lib/common/ruby_class_extensions.rb
+- lib/common/Graph.rb
+- lib/common/TntInterface.rb
+- lib/common/Counter.rb
+- lib/common/Maxent.rb
+- lib/common/CollinsInterface.rb
+- lib/common/FrprepHelper.rb
+- lib/common/Eval.rb
+- lib/common/Optimise.rb
+- lib/common/SQLQuery.rb
+- lib/common/TabFormat.rb
+- lib/common/ML.rb
+- lib/common/option_parser.rb
+- lib/frprep/headz.rb
+- lib/frprep/SalsaTigerXMLHelper.rb
+- lib/frprep/Tree.rb
+- lib/frprep/opt_parser.rb
+- lib/frprep/ConfigData.rb
+- lib/frprep/Tiger.rb
+- lib/frprep/BerkeleyInterface.rb
+- lib/frprep/FixSynSemMapping.rb
+- lib/frprep/FNCorpusXML.rb
+- lib/frprep/FrPrepConfigData.rb
+- lib/frprep/ISO-8859-1.rb
+- lib/frprep/TreetaggerInterface.rb
+- lib/frprep/SalsaTigerRegXML.rb
+- lib/frprep/Parser.rb
+- lib/frprep/AbstractSynInterface.rb
+- lib/frprep/STXmlTerminalOrder.rb
+- lib/frprep/RegXML.rb
+- lib/frprep/MiniparInterface.rb
+- lib/frprep/SynInterfaces.rb
+- lib/frprep/SleepyInterface.rb
+- lib/frprep/one_parsed_file.rb
+- lib/frprep/do_parses.rb
+- lib/frprep/ruby_class_extensions.rb
+- lib/frprep/Graph.rb
+- lib/frprep/TntInterface.rb
+- lib/frprep/Counter.rb
+- lib/frprep/FrameXML.rb
+- lib/frprep/CollinsInterface.rb
+- lib/frprep/FrprepHelper.rb
+- lib/frprep/frprep.rb
+- lib/frprep/Ampersand.rb
+- lib/frprep/TabFormat.rb
+- lib/frprep/FNDatabase.rb
+- lib/rosy/RosyInspect.rb
+- lib/rosy/RosyFeaturize.rb
+- lib/rosy/RosyTrain.rb
+- lib/rosy/rosy.rb
+- lib/rosy/DBWrapper.rb
+- lib/rosy/opt_parser.rb
+- lib/rosy/ExternalConfigData.rb
+- lib/rosy/RosyPruning.rb
+- lib/rosy/GfInduce.rb
+- lib/rosy/RosyEval.rb
+- lib/rosy/View.rb
+- lib/rosy/DBMySQL.rb
+- lib/rosy/RosyPhase2FeatureExtractors.rb
+- lib/rosy/RosyServices.rb
+- lib/rosy/RosyTask.rb
+- lib/rosy/RosyTest.rb
+- lib/rosy/FailedParses.rb
+- lib/rosy/RosyFeatureExtractors.rb
+- lib/rosy/AbstractFeatureAndExternal.rb
+- lib/rosy/RosyIterator.rb
+- lib/rosy/FeatureInfo.rb
+- lib/rosy/RosyTrainingTestTable.rb
+- lib/rosy/GfInduceFeature.rb
+- lib/rosy/InputData.rb
+- lib/rosy/DBTable.rb
+- lib/rosy/RosyConfusability.rb
+- lib/rosy/TargetsMostFrequentFrame.rb
+- lib/rosy/RosySplit.rb
+- lib/rosy/DBSQLite.rb
+- lib/rosy/RosyConfigData.rb
+- lib/shalmaneser/version.rb
+- lib/fred/FredFeatures.rb
+- lib/fred/md5.rb
+- lib/fred/opt_parser.rb
+- lib/fred/FredConventions.rb
+- lib/fred/FredSplitPkg.rb
+- lib/fred/FredDetermineTargets.rb
+- lib/fred/FredTest.rb
+- lib/fred/fred.rb
+- lib/fred/FredTrain.rb
+- lib/fred/FredFeatureExtractors.rb
+- lib/fred/Baseline.rb
+- lib/fred/PlotAndREval.rb
+- lib/fred/FredConfigData.rb
+- lib/fred/FredEval.rb
+- lib/fred/FredSplit.rb
+- lib/fred/FredBOWContext.rb
+- lib/fred/FileZipped.rb
+- lib/fred/FredParameters.rb
+- lib/fred/FredNumTrainingSenses.rb
+- lib/fred/FredFeaturize.rb
+- README.rdoc
+- LICENSE.rdoc
+- CHANGELOG.rdoc
+- .yardopts
+- test/frprep/test_opt_parser.rb
+- test/functional/test_rosy.rb
+- test/functional/test_frprep.rb
+- test/functional/test_fred.rb
+- test/functional/functional_test_helper.rb
+- test/functional/sample_experiment_files/prp_test.salsa.rosy.standalone.erb
+- test/functional/sample_experiment_files/rosy_train.salsa.erb
+- test/functional/sample_experiment_files/rosy_test.salsa.erb
+- test/functional/sample_experiment_files/fred_train.salsa.erb
+- test/functional/sample_experiment_files/prp_train.salsa.fred.standalone.erb
+- test/functional/sample_experiment_files/prp_test.salsa.fred.standalone.erb
+- test/functional/sample_experiment_files/fred_test.salsa.erb
+- test/functional/sample_experiment_files/prp_train.salsa.erb
+- test/functional/sample_experiment_files/prp_train.salsa.rosy.standalone.erb
+- test/functional/sample_experiment_files/prp_test.salsa.erb
+homepage: http://www.uni-trier.de/index.php?id=34451
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- -m
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - "="
+    - !ruby/object:Gem::Version 
+      hash: 57
+      segments: 
+      - 1
+      - 8
+      - 7
+      version: 1.8.7
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      hash: 25
+      segments: 
+      - 1
+      - 3
+      - 1
+      version: 1.3.1
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: FRPREP
+test_files: 
+- test/frprep/test_opt_parser.rb
+- test/functional/test_rosy.rb
+- test/functional/test_frprep.rb
+- test/functional/test_fred.rb
+- test/functional/functional_test_helper.rb