opener-opinion-detector-base 2.0.0 → 2.0.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (45) hide show
  1. checksums.yaml +4 -4
  2. data/core/python-scripts/classify_kaf_naf_file.py +16 -8
  3. data/core/python-scripts/scripts/config_manager.py +0 -3
  4. data/core/python-scripts/scripts/extract_features.py +3 -0
  5. data/core/python-scripts/scripts/relation_classifier.py +1 -1
  6. data/core/python-scripts/train.py +2 -2
  7. data/core/site-packages/pre_build/KafNafParser-1.4-py2.7.egg-info/installed-files.txt +6 -6
  8. data/core/site-packages/pre_build/VUA_pylib-1.5-py2.7.egg-info/installed-files.txt +10 -10
  9. data/core/site-packages/pre_build/VUKafParserPy-1.0-py2.7.egg-info/installed-files.txt +5 -5
  10. data/core/vendor/src/crfsuite/crfsuite.sln +42 -42
  11. data/core/vendor/src/liblbfgs/lbfgs.sln +26 -26
  12. data/lib/opener/opinion_detectors/base.rb +14 -5
  13. data/lib/opener/opinion_detectors/base/version.rb +1 -1
  14. data/lib/opener/opinion_detectors/configuration_creator.rb +9 -8
  15. metadata +37 -68
  16. data/core/site-packages/pre_build/KafNafParser/KafNafParserMod.pyc +0 -0
  17. data/core/site-packages/pre_build/KafNafParser/__init__.pyc +0 -0
  18. data/core/site-packages/pre_build/KafNafParser/constituency_data.pyc +0 -0
  19. data/core/site-packages/pre_build/KafNafParser/coreference_data.pyc +0 -0
  20. data/core/site-packages/pre_build/KafNafParser/dependency_data.pyc +0 -0
  21. data/core/site-packages/pre_build/KafNafParser/entity_data.pyc +0 -0
  22. data/core/site-packages/pre_build/KafNafParser/external_references_data.pyc +0 -0
  23. data/core/site-packages/pre_build/KafNafParser/feature_extractor/__init__.pyc +0 -0
  24. data/core/site-packages/pre_build/KafNafParser/feature_extractor/constituency.pyc +0 -0
  25. data/core/site-packages/pre_build/KafNafParser/feature_extractor/dependency.pyc +0 -0
  26. data/core/site-packages/pre_build/KafNafParser/features_data.pyc +0 -0
  27. data/core/site-packages/pre_build/KafNafParser/header_data.pyc +0 -0
  28. data/core/site-packages/pre_build/KafNafParser/opinion_data.pyc +0 -0
  29. data/core/site-packages/pre_build/KafNafParser/references_data.pyc +0 -0
  30. data/core/site-packages/pre_build/KafNafParser/span_data.pyc +0 -0
  31. data/core/site-packages/pre_build/KafNafParser/term_data.pyc +0 -0
  32. data/core/site-packages/pre_build/KafNafParser/term_sentiment_data.pyc +0 -0
  33. data/core/site-packages/pre_build/KafNafParser/text_data.pyc +0 -0
  34. data/core/site-packages/pre_build/VUA_pylib/__init__.pyc +0 -0
  35. data/core/site-packages/pre_build/VUA_pylib/common/__init__.pyc +0 -0
  36. data/core/site-packages/pre_build/VUA_pylib/common/common.pyc +0 -0
  37. data/core/site-packages/pre_build/VUA_pylib/corpus_reader/__init__.pyc +0 -0
  38. data/core/site-packages/pre_build/VUA_pylib/corpus_reader/google_web_nl.pyc +0 -0
  39. data/core/site-packages/pre_build/VUA_pylib/io_utils/__init__.pyc +0 -0
  40. data/core/site-packages/pre_build/VUA_pylib/io_utils/feature_file.pyc +0 -0
  41. data/core/site-packages/pre_build/VUA_pylib/lexicon/__init__.pyc +0 -0
  42. data/core/site-packages/pre_build/VUA_pylib/lexicon/lexicon.pyc +0 -0
  43. data/core/site-packages/pre_build/VUKafParserPy/KafDataObjectsMod.pyc +0 -0
  44. data/core/site-packages/pre_build/VUKafParserPy/KafParserMod.pyc +0 -0
  45. data/core/site-packages/pre_build/VUKafParserPy/__init__.pyc +0 -0
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 588e050a3930446fc35c58003caaf4f3b12adb0f
4
- data.tar.gz: 25d6f53a3c57642dc09a8a84152d8893d6c9c5f4
3
+ metadata.gz: 9c8aef27fcd7c10ed7176b0a73bec253436c9efb
4
+ data.tar.gz: 161e62461eded780c02c261e4f980f78ba0577e6
5
5
  SHA512:
6
- metadata.gz: 63c542cdf9838d32c7217da5579a7e20a1ea2ac292e0e234654544f8fd766286e8d92a2b5affb90d1e023ccc3dc4ce2f016e2d679db35d29593a2d611962410d
7
- data.tar.gz: 406815f2a58d195b181446e9026a6597dfee5140137538e4863a72119f7a0e057cd313204fd28140eba2b1110cc382733ea87401bbeece0efb69e342b008fd49
6
+ metadata.gz: 5723e548b534b9a743646de5e08adb3d59715b77bd931f381082ca3ee8924db9ed433f7655af6a9d10cef402350c9f60c4ef89afec5c2b87c90e6504a5cdb01d
7
+ data.tar.gz: 3f9e5386c7fb1400d4204c232e1498b44af8958ef576cd51441b25f707f65cc331785a3b6bff86b8e36f0e854feef817b270cd0d76727eb4a95a7346d40ca0dc
data/core/python-scripts/classify_kaf_naf_file.py CHANGED
@@ -1,7 +1,15 @@
1
1
  #!/usr/bin/env python
2
2
 
3
3
  import sys
4
+ import getopt
4
5
  import os
6
+
7
+ this_folder = os.path.dirname(os.path.realpath(__file__))
8
+
9
+ # This updates the load path to ensure that the local site-packages directory
10
+ # can be used to load packages (e.g. a locally installed copy of lxml).
11
+ sys.path.append(os.path.join(this_folder, '../site-packages/pre_build'))
12
+
5
13
  import csv
6
14
  from tempfile import NamedTemporaryFile
7
15
  from subprocess import Popen, PIPE
@@ -10,18 +18,19 @@ import cPickle
10
18
  import argparse
11
19
 
12
20
  from scripts import lexicons as lexicons_manager
13
- from scripts.config_manager import Cconfig_manager, internal_config_filename
21
+ from scripts.config_manager import Cconfig_manager
14
22
  from scripts.extract_features import extract_features_from_kaf_naf_file
15
23
  from scripts.crfutils import extract_features_to_crf
16
24
  from scripts.link_entities_distance import link_entities_distance
17
25
  from scripts.relation_classifier import link_entities_svm
18
- from KafNafParserPy import *
26
+ from KafNafParser import *
27
+ from VUA_pylib import *
19
28
 
20
29
 
21
30
  DEBUG=0
22
31
 
23
32
  my_config_manager = Cconfig_manager()
24
- __this_folder = os.path.dirname(os.path.realpath(__file__))
33
+ __this_folder = os.getcwd()
25
34
  separator = '\t'
26
35
  __desc = 'Deluxe opinion miner (CRF+SVM)'
27
36
  __last_edited = '10jan2014'
@@ -336,8 +345,7 @@ def add_opinions_to_knaf(triples,knaf_obj,text_for_tid,ids_used, map_to_terms=Tr
336
345
  # Opoutfile_trasm can be a filename of a stream
337
346
  #Config file must be a string filename
338
347
  def tag_file_with_opinions(input_file_stream, output_file_stream,model_folder,kaf_obj=None, remove_existing_opinions=True,include_polarity_strength=True,timestamp=True):
339
-
340
- config_filename = os.path.join(model_folder,internal_config_filename)
348
+ config_filename = os.path.join(model_folder)
341
349
  if not os.path.exists(config_filename):
342
350
  print>>sys.stderr,'Config file not found on:',config_filename
343
351
  sys.exit(-1)
@@ -424,9 +432,9 @@ def tag_file_with_opinions(input_file_stream, output_file_stream,model_folder,ka
424
432
  my_lp.set_name(__desc)
425
433
  my_lp.set_version(__last_edited+'_'+__version)
426
434
  if timestamp:
427
- my_lp.set_timestamp() ##Set to the current date and time
435
+ my_lp.set_timestamp() ##Set to the current date and time
428
436
  else:
429
- my_lp.set_timestamp('*')
437
+ my_lp.set_timestamp('*')
430
438
  knaf_obj.add_linguistic_processor('opinions',my_lp)
431
439
  knaf_obj.dump(output_file_stream)
432
440
 
@@ -496,4 +504,4 @@ if __name__ == '__main__':
496
504
 
497
505
 
498
506
 
499
-
507
+
data/core/python-scripts/scripts/config_manager.py CHANGED
@@ -2,9 +2,6 @@ import os
2
2
  import ConfigParser
3
3
  import shutil
4
4
 
5
- internal_config_filename= 'config.cfg'
6
-
7
-
8
5
  def load_templates_from_file(filename):
9
6
  templates = []
10
7
  fic = open(filename,'r')
data/core/python-scripts/scripts/extract_features.py CHANGED
@@ -1,6 +1,9 @@
1
1
  #!/usr/bin/env python
2
2
 
3
3
  import sys
4
+ import getopt
5
+ import os
6
+
4
7
  import codecs
5
8
  import csv
6
9
  import os
data/core/python-scripts/scripts/relation_classifier.py CHANGED
@@ -3,7 +3,7 @@
3
3
  from extract_feats_relations import *
4
4
  from tempfile import NamedTemporaryFile
5
5
  from subprocess import Popen, PIPE
6
- from VUA_pylib.io import Cfeature_index
6
+ from VUA_pylib.io_utils import Cfeature_index
7
7
  import os
8
8
 
9
9
  config_manager = None
data/core/python-scripts/train.py CHANGED
@@ -13,7 +13,7 @@ from collections import defaultdict
13
13
 
14
14
 
15
15
  from scripts import lexicons as lexicons_manager
16
- from scripts.config_manager import Cconfig_manager, internal_config_filename
16
+ from scripts.config_manager import Cconfig_manager
17
17
  from scripts.extract_features import extract_features_from_kaf_naf_file
18
18
  from scripts.crfutils import extract_features_to_crf
19
19
  from scripts.extract_feats_relations import create_rel_exp_tar_training, create_rel_exp_hol_training
@@ -54,7 +54,7 @@ def create_folders(config_filename):
54
54
  logging.debug('Created '+out_folder)
55
55
 
56
56
  #Copy the config filename to out_folder/config.cfg
57
- my_cfg = os.path.join(out_folder,internal_config_filename)
57
+ my_cfg = os.path.join(out_folder)
58
58
  shutil.copyfile(config_filename,my_cfg)
59
59
 
60
60
  feat_folder = my_config_manager.get_feature_folder_name()
data/core/site-packages/pre_build/KafNafParser-1.4-py2.7.egg-info/installed-files.txt CHANGED
@@ -13,9 +13,9 @@
13
13
  ../KafNafParser/span_data.py
14
14
  ../KafNafParser/KafNafParserMod.py
15
15
  ../KafNafParser/term_sentiment_data.py
16
- ../KafNafParser/feature_extractor/dependency.py
17
- ../KafNafParser/feature_extractor/constituency.py
18
16
  ../KafNafParser/feature_extractor/__init__.py
17
+ ../KafNafParser/feature_extractor/constituency.py
18
+ ../KafNafParser/feature_extractor/dependency.py
19
19
  ../KafNafParser/__init__.pyc
20
20
  ../KafNafParser/header_data.pyc
21
21
  ../KafNafParser/text_data.pyc
@@ -31,9 +31,9 @@
31
31
  ../KafNafParser/span_data.pyc
32
32
  ../KafNafParser/KafNafParserMod.pyc
33
33
  ../KafNafParser/term_sentiment_data.pyc
34
- ../KafNafParser/feature_extractor/dependency.pyc
35
- ../KafNafParser/feature_extractor/constituency.pyc
36
34
  ../KafNafParser/feature_extractor/__init__.pyc
35
+ ../KafNafParser/feature_extractor/constituency.pyc
36
+ ../KafNafParser/feature_extractor/dependency.pyc
37
37
  ../../../kaf_example.xml
38
38
  ../../../naf.dtd
39
39
  ../../../naf_example.xml
@@ -41,7 +41,7 @@
41
41
  ../../../README.md
42
42
  ../../../LICENSE
43
43
  ./
44
- SOURCES.txt
45
44
  dependency_links.txt
46
- top_level.txt
47
45
  PKG-INFO
46
+ SOURCES.txt
47
+ top_level.txt
data/core/site-packages/pre_build/VUA_pylib-1.5-py2.7.egg-info/installed-files.txt CHANGED
@@ -1,23 +1,23 @@
1
1
  ../VUA_pylib/__init__.py
2
- ../VUA_pylib/lexicon/lexicon.py
3
2
  ../VUA_pylib/lexicon/__init__.py
4
- ../VUA_pylib/common/common.py
3
+ ../VUA_pylib/lexicon/lexicon.py
5
4
  ../VUA_pylib/common/__init__.py
6
- ../VUA_pylib/io_utils/feature_file.py
5
+ ../VUA_pylib/common/common.py
7
6
  ../VUA_pylib/io_utils/__init__.py
8
- ../VUA_pylib/corpus_reader/google_web_nl.py
7
+ ../VUA_pylib/io_utils/feature_file.py
9
8
  ../VUA_pylib/corpus_reader/__init__.py
9
+ ../VUA_pylib/corpus_reader/google_web_nl.py
10
10
  ../VUA_pylib/__init__.pyc
11
- ../VUA_pylib/lexicon/lexicon.pyc
12
11
  ../VUA_pylib/lexicon/__init__.pyc
13
- ../VUA_pylib/common/common.pyc
12
+ ../VUA_pylib/lexicon/lexicon.pyc
14
13
  ../VUA_pylib/common/__init__.pyc
15
- ../VUA_pylib/io_utils/feature_file.pyc
14
+ ../VUA_pylib/common/common.pyc
16
15
  ../VUA_pylib/io_utils/__init__.pyc
17
- ../VUA_pylib/corpus_reader/google_web_nl.pyc
16
+ ../VUA_pylib/io_utils/feature_file.pyc
18
17
  ../VUA_pylib/corpus_reader/__init__.pyc
18
+ ../VUA_pylib/corpus_reader/google_web_nl.pyc
19
19
  ./
20
- SOURCES.txt
21
20
  dependency_links.txt
22
- top_level.txt
23
21
  PKG-INFO
22
+ SOURCES.txt
23
+ top_level.txt
data/core/site-packages/pre_build/VUKafParserPy-1.0-py2.7.egg-info/installed-files.txt CHANGED
@@ -1,11 +1,11 @@
1
- ../VUKafParserPy/KafParserMod.py
2
1
  ../VUKafParserPy/__init__.py
3
2
  ../VUKafParserPy/KafDataObjectsMod.py
4
- ../VUKafParserPy/KafParserMod.pyc
3
+ ../VUKafParserPy/KafParserMod.py
5
4
  ../VUKafParserPy/__init__.pyc
6
5
  ../VUKafParserPy/KafDataObjectsMod.pyc
6
+ ../VUKafParserPy/KafParserMod.pyc
7
7
  ./
8
- top_level.txt
9
- SOURCES.txt
10
- PKG-INFO
11
8
  dependency_links.txt
9
+ PKG-INFO
10
+ SOURCES.txt
11
+ top_level.txt
data/core/vendor/src/crfsuite/crfsuite.sln CHANGED
@@ -1,42 +1,42 @@
1
- 
2
- Microsoft Visual Studio Solution File, Format Version 11.00
3
- # Visual Studio 2010
4
- Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "crf", "lib\crf\crf.vcxproj", "{D6B16F2E-DA86-4591-8B50-348AB7E3432E}"
5
- EndProject
6
- Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "frontend", "frontend\frontend.vcxproj", "{CEC83336-7B18-408B-9F3C-D11225609540}"
7
- EndProject
8
- Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "cqdb", "lib\cqdb\cqdb.vcxproj", "{46A23DE6-7E34-4429-8F15-FCC3C083FC5B}"
9
- EndProject
10
- Global
11
- GlobalSection(SolutionConfigurationPlatforms) = preSolution
12
- Debug|Win32 = Debug|Win32
13
- Debug|x64 = Debug|x64
14
- Release|Win32 = Release|Win32
15
- Release|x64 = Release|x64
16
- EndGlobalSection
17
- GlobalSection(ProjectConfigurationPlatforms) = postSolution
18
- {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Debug|Win32.ActiveCfg = Debug|Win32
19
- {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Debug|Win32.Build.0 = Debug|Win32
20
- {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Debug|x64.ActiveCfg = Debug|Win32
21
- {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Debug|x64.Build.0 = Debug|Win32
22
- {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Release|Win32.ActiveCfg = Release|Win32
23
- {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Release|Win32.Build.0 = Release|Win32
24
- {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Release|x64.ActiveCfg = Release|x64
25
- {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Release|x64.Build.0 = Release|x64
26
- {CEC83336-7B18-408B-9F3C-D11225609540}.Debug|Win32.ActiveCfg = Debug|Win32
27
- {CEC83336-7B18-408B-9F3C-D11225609540}.Debug|Win32.Build.0 = Debug|Win32
28
- {CEC83336-7B18-408B-9F3C-D11225609540}.Debug|x64.ActiveCfg = Debug|Win32
29
- {CEC83336-7B18-408B-9F3C-D11225609540}.Release|Win32.ActiveCfg = Release|Win32
30
- {CEC83336-7B18-408B-9F3C-D11225609540}.Release|Win32.Build.0 = Release|Win32
31
- {CEC83336-7B18-408B-9F3C-D11225609540}.Release|x64.ActiveCfg = Release|Win32
32
- {46A23DE6-7E34-4429-8F15-FCC3C083FC5B}.Debug|Win32.ActiveCfg = Debug|Win32
33
- {46A23DE6-7E34-4429-8F15-FCC3C083FC5B}.Debug|Win32.Build.0 = Debug|Win32
34
- {46A23DE6-7E34-4429-8F15-FCC3C083FC5B}.Debug|x64.ActiveCfg = Debug|Win32
35
- {46A23DE6-7E34-4429-8F15-FCC3C083FC5B}.Release|Win32.ActiveCfg = Release|Win32
36
- {46A23DE6-7E34-4429-8F15-FCC3C083FC5B}.Release|Win32.Build.0 = Release|Win32
37
- {46A23DE6-7E34-4429-8F15-FCC3C083FC5B}.Release|x64.ActiveCfg = Release|Win32
38
- EndGlobalSection
39
- GlobalSection(SolutionProperties) = preSolution
40
- HideSolutionNode = FALSE
41
- EndGlobalSection
42
- EndGlobal
1
+ 
2
+ Microsoft Visual Studio Solution File, Format Version 11.00
3
+ # Visual Studio 2010
4
+ Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "crf", "lib\crf\crf.vcxproj", "{D6B16F2E-DA86-4591-8B50-348AB7E3432E}"
5
+ EndProject
6
+ Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "frontend", "frontend\frontend.vcxproj", "{CEC83336-7B18-408B-9F3C-D11225609540}"
7
+ EndProject
8
+ Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "cqdb", "lib\cqdb\cqdb.vcxproj", "{46A23DE6-7E34-4429-8F15-FCC3C083FC5B}"
9
+ EndProject
10
+ Global
11
+ GlobalSection(SolutionConfigurationPlatforms) = preSolution
12
+ Debug|Win32 = Debug|Win32
13
+ Debug|x64 = Debug|x64
14
+ Release|Win32 = Release|Win32
15
+ Release|x64 = Release|x64
16
+ EndGlobalSection
17
+ GlobalSection(ProjectConfigurationPlatforms) = postSolution
18
+ {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Debug|Win32.ActiveCfg = Debug|Win32
19
+ {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Debug|Win32.Build.0 = Debug|Win32
20
+ {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Debug|x64.ActiveCfg = Debug|Win32
21
+ {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Debug|x64.Build.0 = Debug|Win32
22
+ {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Release|Win32.ActiveCfg = Release|Win32
23
+ {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Release|Win32.Build.0 = Release|Win32
24
+ {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Release|x64.ActiveCfg = Release|x64
25
+ {D6B16F2E-DA86-4591-8B50-348AB7E3432E}.Release|x64.Build.0 = Release|x64
26
+ {CEC83336-7B18-408B-9F3C-D11225609540}.Debug|Win32.ActiveCfg = Debug|Win32
27
+ {CEC83336-7B18-408B-9F3C-D11225609540}.Debug|Win32.Build.0 = Debug|Win32
28
+ {CEC83336-7B18-408B-9F3C-D11225609540}.Debug|x64.ActiveCfg = Debug|Win32
29
+ {CEC83336-7B18-408B-9F3C-D11225609540}.Release|Win32.ActiveCfg = Release|Win32
30
+ {CEC83336-7B18-408B-9F3C-D11225609540}.Release|Win32.Build.0 = Release|Win32
31
+ {CEC83336-7B18-408B-9F3C-D11225609540}.Release|x64.ActiveCfg = Release|Win32
32
+ {46A23DE6-7E34-4429-8F15-FCC3C083FC5B}.Debug|Win32.ActiveCfg = Debug|Win32
33
+ {46A23DE6-7E34-4429-8F15-FCC3C083FC5B}.Debug|Win32.Build.0 = Debug|Win32
34
+ {46A23DE6-7E34-4429-8F15-FCC3C083FC5B}.Debug|x64.ActiveCfg = Debug|Win32
35
+ {46A23DE6-7E34-4429-8F15-FCC3C083FC5B}.Release|Win32.ActiveCfg = Release|Win32
36
+ {46A23DE6-7E34-4429-8F15-FCC3C083FC5B}.Release|Win32.Build.0 = Release|Win32
37
+ {46A23DE6-7E34-4429-8F15-FCC3C083FC5B}.Release|x64.ActiveCfg = Release|Win32
38
+ EndGlobalSection
39
+ GlobalSection(SolutionProperties) = preSolution
40
+ HideSolutionNode = FALSE
41
+ EndGlobalSection
42
+ EndGlobal
data/core/vendor/src/liblbfgs/lbfgs.sln CHANGED
@@ -1,26 +1,26 @@
1
- 
2
- Microsoft Visual Studio Solution File, Format Version 11.00
3
- # Visual Studio 2010
4
- Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "lib", "lib\lib.vcxproj", "{C4405B73-A899-44BF-8681-04CE040B6705}"
5
- EndProject
6
- Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "sample", "sample\sample.vcxproj", "{B4D7D5F5-4A4E-49D5-B38A-E5673520DE66}"
7
- EndProject
8
- Global
9
- GlobalSection(SolutionConfigurationPlatforms) = preSolution
10
- Debug|Win32 = Debug|Win32
11
- Release|Win32 = Release|Win32
12
- EndGlobalSection
13
- GlobalSection(ProjectConfigurationPlatforms) = postSolution
14
- {C4405B73-A899-44BF-8681-04CE040B6705}.Debug|Win32.ActiveCfg = Debug|Win32
15
- {C4405B73-A899-44BF-8681-04CE040B6705}.Debug|Win32.Build.0 = Debug|Win32
16
- {C4405B73-A899-44BF-8681-04CE040B6705}.Release|Win32.ActiveCfg = Release|Win32
17
- {C4405B73-A899-44BF-8681-04CE040B6705}.Release|Win32.Build.0 = Release|Win32
18
- {B4D7D5F5-4A4E-49D5-B38A-E5673520DE66}.Debug|Win32.ActiveCfg = Debug|Win32
19
- {B4D7D5F5-4A4E-49D5-B38A-E5673520DE66}.Debug|Win32.Build.0 = Debug|Win32
20
- {B4D7D5F5-4A4E-49D5-B38A-E5673520DE66}.Release|Win32.ActiveCfg = Release|Win32
21
- {B4D7D5F5-4A4E-49D5-B38A-E5673520DE66}.Release|Win32.Build.0 = Release|Win32
22
- EndGlobalSection
23
- GlobalSection(SolutionProperties) = preSolution
24
- HideSolutionNode = FALSE
25
- EndGlobalSection
26
- EndGlobal
1
+ 
2
+ Microsoft Visual Studio Solution File, Format Version 11.00
3
+ # Visual Studio 2010
4
+ Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "lib", "lib\lib.vcxproj", "{C4405B73-A899-44BF-8681-04CE040B6705}"
5
+ EndProject
6
+ Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "sample", "sample\sample.vcxproj", "{B4D7D5F5-4A4E-49D5-B38A-E5673520DE66}"
7
+ EndProject
8
+ Global
9
+ GlobalSection(SolutionConfigurationPlatforms) = preSolution
10
+ Debug|Win32 = Debug|Win32
11
+ Release|Win32 = Release|Win32
12
+ EndGlobalSection
13
+ GlobalSection(ProjectConfigurationPlatforms) = postSolution
14
+ {C4405B73-A899-44BF-8681-04CE040B6705}.Debug|Win32.ActiveCfg = Debug|Win32
15
+ {C4405B73-A899-44BF-8681-04CE040B6705}.Debug|Win32.Build.0 = Debug|Win32
16
+ {C4405B73-A899-44BF-8681-04CE040B6705}.Release|Win32.ActiveCfg = Release|Win32
17
+ {C4405B73-A899-44BF-8681-04CE040B6705}.Release|Win32.Build.0 = Release|Win32
18
+ {B4D7D5F5-4A4E-49D5-B38A-E5673520DE66}.Debug|Win32.ActiveCfg = Debug|Win32
19
+ {B4D7D5F5-4A4E-49D5-B38A-E5673520DE66}.Debug|Win32.Build.0 = Debug|Win32
20
+ {B4D7D5F5-4A4E-49D5-B38A-E5673520DE66}.Release|Win32.ActiveCfg = Release|Win32
21
+ {B4D7D5F5-4A4E-49D5-B38A-E5673520DE66}.Release|Win32.Build.0 = Release|Win32
22
+ EndGlobalSection
23
+ GlobalSection(SolutionProperties) = preSolution
24
+ HideSolutionNode = FALSE
25
+ EndGlobalSection
26
+ EndGlobal
data/lib/opener/opinion_detectors/base.rb CHANGED
@@ -23,6 +23,15 @@ module Opener
23
23
  #
24
24
  class Base
25
25
  attr_reader :args, :options, :conf_file, :models_path
26
+
27
+ ##
28
+ # Hash containing the default options to use.
29
+ #
30
+ # @return [Hash]
31
+ #
32
+ DEFAULT_OPTIONS = {
33
+ :domain => "hotel"
34
+ }.freeze
26
35
 
27
36
  ##
28
37
  # @param [Hash] options
@@ -30,8 +39,8 @@ module Opener
30
39
  # @option options [Array] :args Extra commandline arguments to use.
31
40
  #
32
41
  def initialize(options = {})
33
- @args = options.delete(:args) || []
34
- @options = options
42
+ @args = options.delete(:args) || []
43
+ @options = DEFAULT_OPTIONS.merge(options)
35
44
  end
36
45
 
37
46
  ##
@@ -51,9 +60,9 @@ module Opener
51
60
  # @return [Array]
52
61
  #
53
62
  def run(input)
54
- language = language(input)
55
- conf = ConfigurationCreator.new(language)
56
- @conf_file = conf.config_file_path
63
+ language = language(input)
64
+ conf = ConfigurationCreator.new(language, options[:domain])
65
+ @conf_file = conf.config_file_path
57
66
  @models_path = conf.models_path
58
67
 
59
68
  return capture(input)
data/lib/opener/opinion_detectors/base/version.rb CHANGED
@@ -1,7 +1,7 @@
1
1
  module Opener
2
2
  module OpinionDetectors
3
3
  class Base
4
- VERSION = "2.0.0"
4
+ VERSION = "2.0.1"
5
5
  end
6
6
  end
7
7
  end
data/lib/opener/opinion_detectors/configuration_creator.rb CHANGED
@@ -4,12 +4,13 @@ require 'tempfile'
4
4
  module Opener
5
5
  module OpinionDetectors
6
6
  class ConfigurationCreator
7
- attr_reader :language
7
+ attr_reader :language, :domain
8
8
 
9
9
  include ERB::Util
10
10
 
11
- def initialize(language)
11
+ def initialize(language, domain)
12
12
  @language = language
13
+ @domain = domain
13
14
  end
14
15
 
15
16
  def config_file_path
@@ -50,12 +51,12 @@ module Opener
50
51
  def template
51
52
  %{
52
53
  [general]
53
- output_folder = <%=models_path%>/hotel_cfg1
54
+ output_folder = <%=models_path%>/<%=domain%>_cfg1
54
55
 
55
56
  [feature_templates]
56
- expression = <%=models_path%>/hotel_cfg1/feature_templates/feat_template_expr.txt
57
- holder = <%=models_path%>/hotel_cfg1/feature_templates/feat_template_holder.txt
58
- target = <%=models_path%>/hotel_cfg1/feature_templates/feat_template_target.txt
57
+ expression = <%=models_path%>/<%=domain%>_cfg1/feature_templates/feat_template_expr.txt
58
+ holder = <%=models_path%>/<%=domain%>_cfg1/feature_templates/feat_template_holder.txt
59
+ target = <%=models_path%>/<%=domain%>_cfg1/feature_templates/feat_template_target.txt
59
60
 
60
61
  [valid_opinions]
61
62
  negative = Negative;StrongNegative
@@ -64,8 +65,8 @@ positive = Positive;StrongPositive
64
65
  [relation_features]
65
66
  use_dependencies = True
66
67
  use_training_lexicons = True
67
- use_this_expression_lexicon = <%=models_path%>/hotel_cfg1/lexicons/polarity_lexicon.txt
68
- use_this_target_lexicon = <%=models_path%>/hotel_cfg1/lexicons/target_lexicon.txt
68
+ use_this_expression_lexicon = <%=models_path%>/<%=domain%>_cfg1/lexicons/polarity_lexicon.txt
69
+ use_this_target_lexicon = <%=models_path%>/<%=domain%>_cfg1/lexicons/target_lexicon.txt
69
70
  use_tokens_lemmas = True
70
71
  exp_tar_threshold = -0.75
71
72
  exp_hol_threshold = -0.5
metadata CHANGED
@@ -1,87 +1,87 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: opener-opinion-detector-base
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.0.0
4
+ version: 2.0.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - development@olery.com
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2014-05-19 00:00:00.000000000 Z
11
+ date: 2014-05-21 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: opener-build-tools
15
- requirement: !ruby/object:Gem::Requirement
15
+ version_requirements: !ruby/object:Gem::Requirement
16
16
  requirements:
17
- - - ">="
17
+ - - '>='
18
18
  - !ruby/object:Gem::Version
19
19
  version: 0.2.7
20
- type: :runtime
21
- prerelease: false
22
- version_requirements: !ruby/object:Gem::Requirement
20
+ requirement: !ruby/object:Gem::Requirement
23
21
  requirements:
24
- - - ">="
22
+ - - '>='
25
23
  - !ruby/object:Gem::Version
26
24
  version: 0.2.7
25
+ prerelease: false
26
+ type: :runtime
27
27
  - !ruby/object:Gem::Dependency
28
28
  name: rake
29
+ version_requirements: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - '>='
32
+ - !ruby/object:Gem::Version
33
+ version: '0'
29
34
  requirement: !ruby/object:Gem::Requirement
30
35
  requirements:
31
- - - ">="
36
+ - - '>='
32
37
  - !ruby/object:Gem::Version
33
38
  version: '0'
34
- type: :runtime
35
39
  prerelease: false
40
+ type: :runtime
41
+ - !ruby/object:Gem::Dependency
42
+ name: nokogiri
36
43
  version_requirements: !ruby/object:Gem::Requirement
37
44
  requirements:
38
- - - ">="
45
+ - - '>='
39
46
  - !ruby/object:Gem::Version
40
47
  version: '0'
41
- - !ruby/object:Gem::Dependency
42
- name: nokogiri
43
48
  requirement: !ruby/object:Gem::Requirement
44
49
  requirements:
45
- - - ">="
50
+ - - '>='
46
51
  - !ruby/object:Gem::Version
47
52
  version: '0'
48
- type: :runtime
49
53
  prerelease: false
54
+ type: :runtime
55
+ - !ruby/object:Gem::Dependency
56
+ name: rspec
50
57
  version_requirements: !ruby/object:Gem::Requirement
51
58
  requirements:
52
- - - ">="
59
+ - - '>='
53
60
  - !ruby/object:Gem::Version
54
61
  version: '0'
55
- - !ruby/object:Gem::Dependency
56
- name: rspec
57
62
  requirement: !ruby/object:Gem::Requirement
58
63
  requirements:
59
- - - ">="
64
+ - - '>='
60
65
  - !ruby/object:Gem::Version
61
66
  version: '0'
62
- type: :development
63
67
  prerelease: false
68
+ type: :development
69
+ - !ruby/object:Gem::Dependency
70
+ name: cucumber
64
71
  version_requirements: !ruby/object:Gem::Requirement
65
72
  requirements:
66
- - - ">="
73
+ - - '>='
67
74
  - !ruby/object:Gem::Version
68
75
  version: '0'
69
- - !ruby/object:Gem::Dependency
70
- name: cucumber
71
76
  requirement: !ruby/object:Gem::Requirement
72
77
  requirements:
73
- - - ">="
78
+ - - '>='
74
79
  - !ruby/object:Gem::Version
75
80
  version: '0'
76
- type: :development
77
81
  prerelease: false
78
- version_requirements: !ruby/object:Gem::Requirement
79
- requirements:
80
- - - ">="
81
- - !ruby/object:Gem::Version
82
- version: '0'
82
+ type: :development
83
83
  description: Base Opinion Detector for english and dutch.
84
- email:
84
+ email:
85
85
  executables:
86
86
  - opinion-detector-base
87
87
  extensions:
@@ -129,75 +129,45 @@ files:
129
129
  - core/site-packages/pre_build/KafNafParser-1.4-py2.7.egg-info/installed-files.txt
130
130
  - core/site-packages/pre_build/KafNafParser-1.4-py2.7.egg-info/top_level.txt
131
131
  - core/site-packages/pre_build/KafNafParser/KafNafParserMod.py
132
- - core/site-packages/pre_build/KafNafParser/KafNafParserMod.pyc
133
132
  - core/site-packages/pre_build/KafNafParser/__init__.py
134
- - core/site-packages/pre_build/KafNafParser/__init__.pyc
135
133
  - core/site-packages/pre_build/KafNafParser/constituency_data.py
136
- - core/site-packages/pre_build/KafNafParser/constituency_data.pyc
137
134
  - core/site-packages/pre_build/KafNafParser/coreference_data.py
138
- - core/site-packages/pre_build/KafNafParser/coreference_data.pyc
139
135
  - core/site-packages/pre_build/KafNafParser/dependency_data.py
140
- - core/site-packages/pre_build/KafNafParser/dependency_data.pyc
141
136
  - core/site-packages/pre_build/KafNafParser/entity_data.py
142
- - core/site-packages/pre_build/KafNafParser/entity_data.pyc
143
137
  - core/site-packages/pre_build/KafNafParser/external_references_data.py
144
- - core/site-packages/pre_build/KafNafParser/external_references_data.pyc
145
138
  - core/site-packages/pre_build/KafNafParser/feature_extractor/__init__.py
146
- - core/site-packages/pre_build/KafNafParser/feature_extractor/__init__.pyc
147
139
  - core/site-packages/pre_build/KafNafParser/feature_extractor/constituency.py
148
- - core/site-packages/pre_build/KafNafParser/feature_extractor/constituency.pyc
149
140
  - core/site-packages/pre_build/KafNafParser/feature_extractor/dependency.py
150
- - core/site-packages/pre_build/KafNafParser/feature_extractor/dependency.pyc
151
141
  - core/site-packages/pre_build/KafNafParser/features_data.py
152
- - core/site-packages/pre_build/KafNafParser/features_data.pyc
153
142
  - core/site-packages/pre_build/KafNafParser/header_data.py
154
- - core/site-packages/pre_build/KafNafParser/header_data.pyc
155
143
  - core/site-packages/pre_build/KafNafParser/opinion_data.py
156
- - core/site-packages/pre_build/KafNafParser/opinion_data.pyc
157
144
  - core/site-packages/pre_build/KafNafParser/references_data.py
158
- - core/site-packages/pre_build/KafNafParser/references_data.pyc
159
145
  - core/site-packages/pre_build/KafNafParser/span_data.py
160
- - core/site-packages/pre_build/KafNafParser/span_data.pyc
161
146
  - core/site-packages/pre_build/KafNafParser/term_data.py
162
- - core/site-packages/pre_build/KafNafParser/term_data.pyc
163
147
  - core/site-packages/pre_build/KafNafParser/term_sentiment_data.py
164
- - core/site-packages/pre_build/KafNafParser/term_sentiment_data.pyc
165
148
  - core/site-packages/pre_build/KafNafParser/text_data.py
166
- - core/site-packages/pre_build/KafNafParser/text_data.pyc
167
149
  - core/site-packages/pre_build/VUA_pylib-1.5-py2.7.egg-info/PKG-INFO
168
150
  - core/site-packages/pre_build/VUA_pylib-1.5-py2.7.egg-info/SOURCES.txt
169
151
  - core/site-packages/pre_build/VUA_pylib-1.5-py2.7.egg-info/dependency_links.txt
170
152
  - core/site-packages/pre_build/VUA_pylib-1.5-py2.7.egg-info/installed-files.txt
171
153
  - core/site-packages/pre_build/VUA_pylib-1.5-py2.7.egg-info/top_level.txt
172
154
  - core/site-packages/pre_build/VUA_pylib/__init__.py
173
- - core/site-packages/pre_build/VUA_pylib/__init__.pyc
174
155
  - core/site-packages/pre_build/VUA_pylib/common/__init__.py
175
- - core/site-packages/pre_build/VUA_pylib/common/__init__.pyc
176
156
  - core/site-packages/pre_build/VUA_pylib/common/common.py
177
- - core/site-packages/pre_build/VUA_pylib/common/common.pyc
178
157
  - core/site-packages/pre_build/VUA_pylib/corpus_reader/__init__.py
179
- - core/site-packages/pre_build/VUA_pylib/corpus_reader/__init__.pyc
180
158
  - core/site-packages/pre_build/VUA_pylib/corpus_reader/google_web_nl.py
181
- - core/site-packages/pre_build/VUA_pylib/corpus_reader/google_web_nl.pyc
182
159
  - core/site-packages/pre_build/VUA_pylib/io_utils/__init__.py
183
- - core/site-packages/pre_build/VUA_pylib/io_utils/__init__.pyc
184
160
  - core/site-packages/pre_build/VUA_pylib/io_utils/feature_file.py
185
- - core/site-packages/pre_build/VUA_pylib/io_utils/feature_file.pyc
186
161
  - core/site-packages/pre_build/VUA_pylib/lexicon/__init__.py
187
- - core/site-packages/pre_build/VUA_pylib/lexicon/__init__.pyc
188
162
  - core/site-packages/pre_build/VUA_pylib/lexicon/lexicon.py
189
- - core/site-packages/pre_build/VUA_pylib/lexicon/lexicon.pyc
190
163
  - core/site-packages/pre_build/VUKafParserPy-1.0-py2.7.egg-info/PKG-INFO
191
164
  - core/site-packages/pre_build/VUKafParserPy-1.0-py2.7.egg-info/SOURCES.txt
192
165
  - core/site-packages/pre_build/VUKafParserPy-1.0-py2.7.egg-info/dependency_links.txt
193
166
  - core/site-packages/pre_build/VUKafParserPy-1.0-py2.7.egg-info/installed-files.txt
194
167
  - core/site-packages/pre_build/VUKafParserPy-1.0-py2.7.egg-info/top_level.txt
195
168
  - core/site-packages/pre_build/VUKafParserPy/KafDataObjectsMod.py
196
- - core/site-packages/pre_build/VUKafParserPy/KafDataObjectsMod.pyc
197
169
  - core/site-packages/pre_build/VUKafParserPy/KafParserMod.py
198
- - core/site-packages/pre_build/VUKafParserPy/KafParserMod.pyc
199
170
  - core/site-packages/pre_build/VUKafParserPy/__init__.py
200
- - core/site-packages/pre_build/VUKafParserPy/__init__.pyc
201
171
  - core/vendor/src/crfsuite/AUTHORS
202
172
  - core/vendor/src/crfsuite/COPYING
203
173
  - core/vendor/src/crfsuite/ChangeLog
@@ -350,25 +320,24 @@ files:
350
320
  homepage: http://opener-project.github.com/
351
321
  licenses: []
352
322
  metadata: {}
353
- post_install_message:
323
+ post_install_message:
354
324
  rdoc_options: []
355
325
  require_paths:
356
326
  - lib
357
327
  required_ruby_version: !ruby/object:Gem::Requirement
358
328
  requirements:
359
- - - ">="
329
+ - - '>='
360
330
  - !ruby/object:Gem::Version
361
331
  version: 1.9.2
362
332
  required_rubygems_version: !ruby/object:Gem::Requirement
363
333
  requirements:
364
- - - ">="
334
+ - - '>='
365
335
  - !ruby/object:Gem::Version
366
336
  version: '0'
367
337
  requirements: []
368
- rubyforge_project:
338
+ rubyforge_project:
369
339
  rubygems_version: 2.2.2
370
- signing_key:
340
+ signing_key:
371
341
  specification_version: 4
372
342
  summary: Base Opinion Detector for english and dutch.
373
343
  test_files: []
374
- has_rdoc: