nltk 3.2__zip → 3.3__zip

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (406) hide show
  1. {nltk-3.2 → nltk-3.3}/INSTALL.txt +6 -6
  2. {nltk-3.2 → nltk-3.3}/LICENSE.txt +13 -13
  3. {nltk-3.2 → nltk-3.3}/MANIFEST.in +6 -6
  4. {nltk-3.2/nltk.egg-info → nltk-3.3}/PKG-INFO +13 -5
  5. nltk-3.2/README.txt → nltk-3.3/README.md +49 -48
  6. nltk-3.3/nltk/VERSION +1 -0
  7. {nltk-3.2 → nltk-3.3}/nltk/__init__.py +185 -185
  8. {nltk-3.2 → nltk-3.3}/nltk/app/__init__.py +52 -53
  9. {nltk-3.2 → nltk-3.3}/nltk/app/chartparser_app.py +2276 -2276
  10. {nltk-3.2 → nltk-3.3}/nltk/app/chunkparser_app.py +1262 -1264
  11. {nltk-3.2 → nltk-3.3}/nltk/app/collocations_app.py +347 -350
  12. {nltk-3.2 → nltk-3.3}/nltk/app/concordance_app.py +568 -570
  13. {nltk-3.2 → nltk-3.3}/nltk/app/nemo_app.py +156 -155
  14. {nltk-3.2 → nltk-3.3}/nltk/app/rdparser_app.py +892 -894
  15. {nltk-3.2 → nltk-3.3}/nltk/app/srparser_app.py +809 -809
  16. {nltk-3.2 → nltk-3.3}/nltk/app/wordfreq_app.py +32 -32
  17. {nltk-3.2 → nltk-3.3}/nltk/app/wordnet_app.py +968 -968
  18. {nltk-3.2 → nltk-3.3}/nltk/book.py +91 -90
  19. {nltk-3.2 → nltk-3.3}/nltk/ccg/__init__.py +22 -22
  20. {nltk-3.2 → nltk-3.3}/nltk/ccg/api.py +359 -335
  21. {nltk-3.2 → nltk-3.3}/nltk/ccg/chart.py +394 -361
  22. {nltk-3.2 → nltk-3.3}/nltk/ccg/combinator.py +343 -312
  23. {nltk-3.2 → nltk-3.3}/nltk/ccg/lexicon.py +328 -290
  24. nltk-3.3/nltk/ccg/logic.py +46 -0
  25. {nltk-3.2 → nltk-3.3}/nltk/chat/__init__.py +49 -49
  26. {nltk-3.2 → nltk-3.3}/nltk/chat/eliza.py +244 -244
  27. {nltk-3.2 → nltk-3.3}/nltk/chat/iesha.py +140 -140
  28. {nltk-3.2 → nltk-3.3}/nltk/chat/rude.py +92 -92
  29. {nltk-3.2 → nltk-3.3}/nltk/chat/suntsu.py +117 -117
  30. {nltk-3.2 → nltk-3.3}/nltk/chat/util.py +122 -120
  31. {nltk-3.2 → nltk-3.3}/nltk/chat/zen.py +282 -282
  32. {nltk-3.2 → nltk-3.3}/nltk/chunk/__init__.py +190 -190
  33. {nltk-3.2 → nltk-3.3}/nltk/chunk/api.py +51 -51
  34. {nltk-3.2 → nltk-3.3}/nltk/chunk/named_entity.py +331 -331
  35. {nltk-3.2 → nltk-3.3}/nltk/chunk/regexp.py +1390 -1384
  36. {nltk-3.2 → nltk-3.3}/nltk/chunk/util.py +600 -600
  37. {nltk-3.2 → nltk-3.3}/nltk/classify/__init__.py +98 -98
  38. {nltk-3.2 → nltk-3.3}/nltk/classify/api.py +193 -193
  39. {nltk-3.2 → nltk-3.3}/nltk/classify/decisiontree.py +295 -295
  40. {nltk-3.2 → nltk-3.3}/nltk/classify/maxent.py +1510 -1492
  41. {nltk-3.2 → nltk-3.3}/nltk/classify/megam.py +179 -178
  42. {nltk-3.2 → nltk-3.3}/nltk/classify/naivebayes.py +245 -242
  43. {nltk-3.2 → nltk-3.3}/nltk/classify/positivenaivebayes.py +170 -170
  44. {nltk-3.2 → nltk-3.3}/nltk/classify/rte_classify.py +160 -191
  45. {nltk-3.2 → nltk-3.3}/nltk/classify/scikitlearn.py +153 -151
  46. {nltk-3.2 → nltk-3.3}/nltk/classify/senna.py +183 -181
  47. {nltk-3.2 → nltk-3.3}/nltk/classify/svm.py +15 -15
  48. {nltk-3.2 → nltk-3.3}/nltk/classify/tadm.py +113 -112
  49. {nltk-3.2 → nltk-3.3}/nltk/classify/textcat.py +193 -193
  50. {nltk-3.2 → nltk-3.3}/nltk/classify/util.py +324 -312
  51. {nltk-3.2 → nltk-3.3}/nltk/classify/weka.py +346 -345
  52. {nltk-3.2 → nltk-3.3}/nltk/cluster/__init__.py +86 -86
  53. {nltk-3.2 → nltk-3.3}/nltk/cluster/api.py +74 -70
  54. {nltk-3.2 → nltk-3.3}/nltk/cluster/em.py +247 -247
  55. {nltk-3.2 → nltk-3.3}/nltk/cluster/gaac.py +168 -168
  56. {nltk-3.2 → nltk-3.3}/nltk/cluster/kmeans.py +221 -221
  57. {nltk-3.2 → nltk-3.3}/nltk/cluster/util.py +304 -289
  58. nltk-3.3/nltk/collections.py +640 -0
  59. {nltk-3.2 → nltk-3.3}/nltk/collocations.py +388 -388
  60. nltk-3.3/nltk/compat.py +365 -0
  61. {nltk-3.2 → nltk-3.3}/nltk/corpus/__init__.py +341 -320
  62. {nltk-3.2 → nltk-3.3}/nltk/corpus/europarl_raw.py +44 -44
  63. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/__init__.py +147 -145
  64. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/aligned.py +115 -114
  65. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/api.py +448 -446
  66. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/bnc.py +252 -252
  67. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/bracket_parse.py +227 -227
  68. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/categorized_sents.py +179 -178
  69. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/chasen.py +140 -139
  70. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/childes.py +522 -494
  71. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/chunked.py +212 -212
  72. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/cmudict.py +97 -95
  73. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/comparative_sents.py +280 -278
  74. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/conll.py +528 -521
  75. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/crubadan.py +116 -116
  76. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/dependency.py +101 -101
  77. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/framenet.py +3059 -2093
  78. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ieer.py +112 -111
  79. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/indian.py +85 -86
  80. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ipipan.py +332 -331
  81. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/knbc.py +187 -187
  82. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/lin.py +156 -156
  83. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/mte.py +311 -310
  84. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/nkjp.py +429 -428
  85. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/nombank.py +421 -421
  86. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/nps_chat.py +73 -73
  87. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/opinion_lexicon.py +115 -115
  88. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/panlex_lite.py +165 -165
  89. nltk-3.3/nltk/corpus/reader/pl196x.py +292 -0
  90. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/plaintext.py +232 -233
  91. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ppattach.py +96 -95
  92. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/propbank.py +479 -481
  93. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/pros_cons.py +128 -126
  94. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/reviews.py +330 -328
  95. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/rte.py +144 -146
  96. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/semcor.py +256 -256
  97. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/senseval.py +203 -201
  98. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/sentiwordnet.py +137 -137
  99. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/sinica_treebank.py +75 -75
  100. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/string_category.py +60 -59
  101. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/switchboard.py +119 -119
  102. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/tagged.py +295 -294
  103. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/timit.py +452 -450
  104. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/toolbox.py +68 -68
  105. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/twitter.py +155 -157
  106. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/udhr.py +80 -80
  107. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/util.py +804 -800
  108. nltk-3.3/nltk/corpus/reader/verbnet.py +595 -0
  109. nltk-3.3/nltk/corpus/reader/wordlist.py +134 -0
  110. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/wordnet.py +2108 -2036
  111. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/xmldocs.py +392 -387
  112. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ycoe.py +243 -242
  113. {nltk-3.2 → nltk-3.3}/nltk/corpus/util.py +144 -127
  114. {nltk-3.2 → nltk-3.3}/nltk/data.py +1487 -1451
  115. {nltk-3.2 → nltk-3.3}/nltk/decorators.py +219 -215
  116. {nltk-3.2 → nltk-3.3}/nltk/downloader.py +2278 -2274
  117. {nltk-3.2 → nltk-3.3}/nltk/draw/__init__.py +27 -27
  118. {nltk-3.2 → nltk-3.3}/nltk/draw/cfg.py +774 -777
  119. {nltk-3.2 → nltk-3.3}/nltk/draw/dispersion.py +58 -58
  120. {nltk-3.2 → nltk-3.3}/nltk/draw/table.py +1098 -1098
  121. {nltk-3.2 → nltk-3.3}/nltk/draw/tree.py +963 -966
  122. {nltk-3.2 → nltk-3.3}/nltk/draw/util.py +2356 -2356
  123. {nltk-3.2 → nltk-3.3}/nltk/featstruct.py +2617 -2500
  124. {nltk-3.2 → nltk-3.3}/nltk/grammar.py +1559 -1516
  125. {nltk-3.2 → nltk-3.3}/nltk/help.py +56 -56
  126. {nltk-3.2 → nltk-3.3}/nltk/inference/__init__.py +20 -20
  127. {nltk-3.2 → nltk-3.3}/nltk/inference/api.py +597 -589
  128. {nltk-3.2 → nltk-3.3}/nltk/inference/discourse.py +612 -608
  129. {nltk-3.2 → nltk-3.3}/nltk/inference/mace.py +311 -311
  130. {nltk-3.2 → nltk-3.3}/nltk/inference/nonmonotonic.py +509 -509
  131. {nltk-3.2 → nltk-3.3}/nltk/inference/prover9.py +431 -431
  132. {nltk-3.2 → nltk-3.3}/nltk/inference/resolution.py +687 -687
  133. {nltk-3.2 → nltk-3.3}/nltk/inference/tableau.py +607 -607
  134. {nltk-3.2 → nltk-3.3}/nltk/internals.py +982 -982
  135. {nltk-3.2 → nltk-3.3}/nltk/jsontags.py +63 -63
  136. {nltk-3.2 → nltk-3.3}/nltk/lazyimport.py +142 -142
  137. {nltk-3.2 → nltk-3.3}/nltk/metrics/__init__.py +30 -29
  138. {nltk-3.2 → nltk-3.3}/nltk/metrics/agreement.py +421 -401
  139. nltk-3.3/nltk/metrics/aline.py +607 -0
  140. {nltk-3.2 → nltk-3.3}/nltk/metrics/association.py +414 -410
  141. {nltk-3.2 → nltk-3.3}/nltk/metrics/confusionmatrix.py +206 -206
  142. {nltk-3.2 → nltk-3.3}/nltk/metrics/distance.py +207 -202
  143. {nltk-3.2 → nltk-3.3}/nltk/metrics/paice.py +381 -381
  144. {nltk-3.2 → nltk-3.3}/nltk/metrics/scores.py +228 -228
  145. {nltk-3.2 → nltk-3.3}/nltk/metrics/segmentation.py +231 -232
  146. {nltk-3.2 → nltk-3.3}/nltk/metrics/spearman.py +69 -69
  147. {nltk-3.2 → nltk-3.3}/nltk/misc/__init__.py +11 -11
  148. {nltk-3.2 → nltk-3.3}/nltk/misc/babelfish.py +10 -10
  149. {nltk-3.2 → nltk-3.3}/nltk/misc/chomsky.py +135 -133
  150. {nltk-3.2 → nltk-3.3}/nltk/misc/minimalset.py +83 -83
  151. {nltk-3.2 → nltk-3.3}/nltk/misc/sort.py +157 -157
  152. {nltk-3.2 → nltk-3.3}/nltk/misc/wordfinder.py +129 -129
  153. {nltk-3.2 → nltk-3.3}/nltk/parse/__init__.py +81 -80
  154. {nltk-3.2 → nltk-3.3}/nltk/parse/api.py +66 -66
  155. {nltk-3.2 → nltk-3.3}/nltk/parse/bllip.py +282 -282
  156. {nltk-3.2 → nltk-3.3}/nltk/parse/chart.py +1682 -1681
  157. nltk-3.3/nltk/parse/corenlp.py +780 -0
  158. {nltk-3.2 → nltk-3.3}/nltk/parse/dependencygraph.py +760 -758
  159. {nltk-3.2 → nltk-3.3}/nltk/parse/earleychart.py +452 -451
  160. {nltk-3.2 → nltk-3.3}/nltk/parse/evaluate.py +129 -129
  161. {nltk-3.2 → nltk-3.3}/nltk/parse/featurechart.py +580 -578
  162. {nltk-3.2 → nltk-3.3}/nltk/parse/generate.py +87 -76
  163. {nltk-3.2 → nltk-3.3}/nltk/parse/malt.py +356 -356
  164. {nltk-3.2 → nltk-3.3}/nltk/parse/nonprojectivedependencyparser.py +783 -783
  165. {nltk-3.2 → nltk-3.3}/nltk/parse/pchart.py +522 -522
  166. {nltk-3.2 → nltk-3.3}/nltk/parse/projectivedependencyparser.py +579 -578
  167. {nltk-3.2 → nltk-3.3}/nltk/parse/recursivedescent.py +655 -656
  168. {nltk-3.2 → nltk-3.3}/nltk/parse/shiftreduce.py +458 -459
  169. {nltk-3.2 → nltk-3.3}/nltk/parse/stanford.py +431 -406
  170. {nltk-3.2 → nltk-3.3}/nltk/parse/transitionparser.py +774 -772
  171. {nltk-3.2 → nltk-3.3}/nltk/parse/util.py +231 -231
  172. {nltk-3.2 → nltk-3.3}/nltk/parse/viterbi.py +401 -401
  173. {nltk-3.2 → nltk-3.3}/nltk/probability.py +2410 -2355
  174. {nltk-3.2 → nltk-3.3}/nltk/sem/__init__.py +61 -61
  175. {nltk-3.2 → nltk-3.3}/nltk/sem/boxer.py +1261 -1261
  176. {nltk-3.2 → nltk-3.3}/nltk/sem/chat80.py +782 -782
  177. {nltk-3.2 → nltk-3.3}/nltk/sem/cooper_storage.py +118 -118
  178. {nltk-3.2 → nltk-3.3}/nltk/sem/drt.py +1258 -1257
  179. {nltk-3.2 → nltk-3.3}/nltk/sem/drt_glue_demo.py +485 -489
  180. {nltk-3.2 → nltk-3.3}/nltk/sem/evaluate.py +790 -784
  181. {nltk-3.2 → nltk-3.3}/nltk/sem/glue.py +696 -694
  182. {nltk-3.2 → nltk-3.3}/nltk/sem/hole.py +386 -384
  183. {nltk-3.2 → nltk-3.3}/nltk/sem/lfg.py +210 -208
  184. {nltk-3.2 → nltk-3.3}/nltk/sem/linearlogic.py +451 -449
  185. {nltk-3.2 → nltk-3.3}/nltk/sem/logic.py +1910 -1910
  186. {nltk-3.2 → nltk-3.3}/nltk/sem/relextract.py +476 -483
  187. {nltk-3.2 → nltk-3.3}/nltk/sem/skolemize.py +101 -101
  188. {nltk-3.2 → nltk-3.3}/nltk/sem/util.py +249 -249
  189. {nltk-3.2 → nltk-3.3}/nltk/sentiment/__init__.py +14 -14
  190. {nltk-3.2 → nltk-3.3}/nltk/sentiment/sentiment_analyzer.py +229 -229
  191. {nltk-3.2 → nltk-3.3}/nltk/sentiment/util.py +762 -752
  192. {nltk-3.2 → nltk-3.3}/nltk/sentiment/vader.py +443 -445
  193. {nltk-3.2 → nltk-3.3}/nltk/stem/__init__.py +31 -33
  194. {nltk-3.2 → nltk-3.3}/nltk/stem/api.py +28 -25
  195. nltk-3.3/nltk/stem/arlstem.py +369 -0
  196. {nltk-3.2 → nltk-3.3}/nltk/stem/isri.py +345 -345
  197. {nltk-3.2 → nltk-3.3}/nltk/stem/lancaster.py +337 -310
  198. nltk-3.3/nltk/stem/porter.py +710 -0
  199. {nltk-3.2 → nltk-3.3}/nltk/stem/regexp.py +61 -61
  200. {nltk-3.2 → nltk-3.3}/nltk/stem/rslp.py +142 -142
  201. {nltk-3.2 → nltk-3.3}/nltk/stem/snowball.py +4236 -3712
  202. {nltk-3.2 → nltk-3.3}/nltk/stem/util.py +22 -12
  203. {nltk-3.2 → nltk-3.3}/nltk/stem/wordnet.py +51 -51
  204. {nltk-3.2 → nltk-3.3}/nltk/tag/__init__.py +152 -127
  205. {nltk-3.2 → nltk-3.3}/nltk/tag/api.py +86 -81
  206. {nltk-3.2 → nltk-3.3}/nltk/tag/brill.py +424 -426
  207. {nltk-3.2 → nltk-3.3}/nltk/tag/brill_trainer.py +608 -608
  208. {nltk-3.2 → nltk-3.3}/nltk/tag/crf.py +204 -200
  209. {nltk-3.2 → nltk-3.3}/nltk/tag/hmm.py +1277 -1277
  210. {nltk-3.2 → nltk-3.3}/nltk/tag/hunpos.py +132 -132
  211. {nltk-3.2 → nltk-3.3}/nltk/tag/mapping.py +101 -101
  212. {nltk-3.2 → nltk-3.3}/nltk/tag/perceptron.py +329 -314
  213. {nltk-3.2 → nltk-3.3}/nltk/tag/senna.py +147 -145
  214. {nltk-3.2 → nltk-3.3}/nltk/tag/sequential.py +740 -736
  215. {nltk-3.2 → nltk-3.3}/nltk/tag/stanford.py +219 -196
  216. {nltk-3.2 → nltk-3.3}/nltk/tag/tnt.py +595 -604
  217. {nltk-3.2 → nltk-3.3}/nltk/tag/util.py +72 -72
  218. {nltk-3.2 → nltk-3.3}/nltk/tbl/__init__.py +28 -28
  219. {nltk-3.2 → nltk-3.3}/nltk/tbl/api.py +1 -1
  220. {nltk-3.2 → nltk-3.3}/nltk/tbl/demo.py +366 -366
  221. {nltk-3.2 → nltk-3.3}/nltk/tbl/erroranalysis.py +39 -39
  222. {nltk-3.2 → nltk-3.3}/nltk/tbl/feature.py +259 -261
  223. {nltk-3.2 → nltk-3.3}/nltk/tbl/rule.py +321 -321
  224. {nltk-3.2 → nltk-3.3}/nltk/tbl/template.py +303 -308
  225. {nltk-3.2 → nltk-3.3}/nltk/test/__init__.py +18 -18
  226. {nltk-3.2 → nltk-3.3}/nltk/test/all.py +24 -23
  227. {nltk-3.2 → nltk-3.3}/nltk/test/bleu.doctest +14 -14
  228. {nltk-3.2 → nltk-3.3}/nltk/test/bnc.doctest +60 -60
  229. {nltk-3.2 → nltk-3.3}/nltk/test/ccg.doctest +376 -395
  230. nltk-3.3/nltk/test/ccg_semantics.doctest +553 -0
  231. {nltk-3.2 → nltk-3.3}/nltk/test/chat80.doctest +234 -234
  232. {nltk-3.2 → nltk-3.3}/nltk/test/childes.doctest +184 -184
  233. {nltk-3.2 → nltk-3.3}/nltk/test/childes_fixt.py +14 -13
  234. {nltk-3.2 → nltk-3.3}/nltk/test/chunk.doctest +373 -373
  235. {nltk-3.2 → nltk-3.3}/nltk/test/classify.doctest +185 -185
  236. {nltk-3.2 → nltk-3.3}/nltk/test/classify_fixt.py +11 -10
  237. nltk-3.3/nltk/test/collections.doctest +20 -0
  238. {nltk-3.2 → nltk-3.3}/nltk/test/collocations.doctest +276 -276
  239. {nltk-3.2 → nltk-3.3}/nltk/test/compat.doctest +134 -138
  240. {nltk-3.2 → nltk-3.3}/nltk/test/compat_fixt.py +9 -8
  241. nltk-3.3/nltk/test/concordance.doctest +55 -0
  242. {nltk-3.2 → nltk-3.3}/nltk/test/corpus.doctest +2200 -2212
  243. {nltk-3.2 → nltk-3.3}/nltk/test/corpus_fixt.py +3 -3
  244. {nltk-3.2 → nltk-3.3}/nltk/test/crubadan.doctest +65 -65
  245. {nltk-3.2 → nltk-3.3}/nltk/test/data.doctest +379 -379
  246. {nltk-3.2 → nltk-3.3}/nltk/test/dependency.doctest +241 -241
  247. {nltk-3.2 → nltk-3.3}/nltk/test/discourse.doctest +546 -546
  248. {nltk-3.2 → nltk-3.3}/nltk/test/discourse_fixt.py +14 -13
  249. {nltk-3.2 → nltk-3.3}/nltk/test/doctest_nose_plugin.py +159 -156
  250. {nltk-3.2 → nltk-3.3}/nltk/test/drt.doctest +517 -517
  251. {nltk-3.2 → nltk-3.3}/nltk/test/featgram.doctest +607 -607
  252. {nltk-3.2 → nltk-3.3}/nltk/test/featstruct.doctest +1229 -1230
  253. {nltk-3.2 → nltk-3.3}/nltk/test/framenet.doctest +288 -239
  254. {nltk-3.2 → nltk-3.3}/nltk/test/generate.doctest +67 -67
  255. {nltk-3.2 → nltk-3.3}/nltk/test/gensim.doctest +140 -141
  256. {nltk-3.2 → nltk-3.3}/nltk/test/gensim_fixt.py +10 -9
  257. {nltk-3.2 → nltk-3.3}/nltk/test/gluesemantics.doctest +384 -386
  258. {nltk-3.2 → nltk-3.3}/nltk/test/gluesemantics_malt.doctest +68 -68
  259. {nltk-3.2 → nltk-3.3}/nltk/test/gluesemantics_malt_fixt.py +12 -11
  260. {nltk-3.2 → nltk-3.3}/nltk/test/grammar.doctest +48 -48
  261. {nltk-3.2 → nltk-3.3}/nltk/test/grammartestsuites.doctest +109 -109
  262. {nltk-3.2 → nltk-3.3}/nltk/test/index.doctest +100 -100
  263. {nltk-3.2 → nltk-3.3}/nltk/test/inference.doctest +534 -534
  264. {nltk-3.2 → nltk-3.3}/nltk/test/inference_fixt.py +12 -11
  265. {nltk-3.2 → nltk-3.3}/nltk/test/internals.doctest +140 -140
  266. {nltk-3.2 → nltk-3.3}/nltk/test/japanese.doctest +48 -48
  267. {nltk-3.2 → nltk-3.3}/nltk/test/logic.doctest +1098 -1098
  268. {nltk-3.2 → nltk-3.3}/nltk/test/metrics.doctest +270 -270
  269. {nltk-3.2 → nltk-3.3}/nltk/test/misc.doctest +118 -118
  270. {nltk-3.2 → nltk-3.3}/nltk/test/nonmonotonic.doctest +286 -286
  271. {nltk-3.2 → nltk-3.3}/nltk/test/nonmonotonic_fixt.py +12 -11
  272. {nltk-3.2 → nltk-3.3}/nltk/test/paice.doctest +35 -35
  273. {nltk-3.2 → nltk-3.3}/nltk/test/parse.doctest +884 -884
  274. {nltk-3.2 → nltk-3.3}/nltk/test/portuguese_en.doctest +565 -565
  275. {nltk-3.2 → nltk-3.3}/nltk/test/portuguese_en_fixt.py +16 -16
  276. {nltk-3.2 → nltk-3.3}/nltk/test/probability.doctest +304 -304
  277. {nltk-3.2 → nltk-3.3}/nltk/test/probability_fixt.py +13 -12
  278. {nltk-3.2 → nltk-3.3}/nltk/test/propbank.doctest +176 -176
  279. {nltk-3.2 → nltk-3.3}/nltk/test/relextract.doctest +263 -263
  280. {nltk-3.2 → nltk-3.3}/nltk/test/resolution.doctest +221 -221
  281. {nltk-3.2 → nltk-3.3}/nltk/test/runtests.py +86 -64
  282. {nltk-3.2 → nltk-3.3}/nltk/test/segmentation_fixt.py +10 -10
  283. {nltk-3.2 → nltk-3.3}/nltk/test/semantics.doctest +665 -665
  284. {nltk-3.2 → nltk-3.3}/nltk/test/semantics_fixt.py +7 -7
  285. {nltk-3.2 → nltk-3.3}/nltk/test/sentiment.doctest +233 -233
  286. {nltk-3.2 → nltk-3.3}/nltk/test/sentiwordnet.doctest +41 -41
  287. {nltk-3.2 → nltk-3.3}/nltk/test/simple.doctest +85 -85
  288. {nltk-3.2 → nltk-3.3}/nltk/test/stem.doctest +78 -78
  289. {nltk-3.2 → nltk-3.3}/nltk/test/tag.doctest +33 -33
  290. {nltk-3.2 → nltk-3.3}/nltk/test/tokenize.doctest +273 -166
  291. {nltk-3.2 → nltk-3.3}/nltk/test/toolbox.doctest +307 -307
  292. {nltk-3.2 → nltk-3.3}/nltk/test/translate.doctest +242 -242
  293. {nltk-3.2 → nltk-3.3}/nltk/test/translate_fixt.py +3 -3
  294. {nltk-3.2 → nltk-3.3}/nltk/test/tree.doctest +1101 -1101
  295. {nltk-3.2 → nltk-3.3}/nltk/test/treeprettyprinter.doctest +127 -127
  296. {nltk-3.2 → nltk-3.3}/nltk/test/treetransforms.doctest +156 -156
  297. nltk-3.3/nltk/test/unit/test_2x_compat.py +63 -0
  298. nltk-3.3/nltk/test/unit/test_aline.py +52 -0
  299. nltk-3.3/nltk/test/unit/test_chunk.py +56 -0
  300. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_classify.py +55 -53
  301. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_collocations.py +88 -79
  302. nltk-3.3/nltk/test/unit/test_concordance.py +98 -0
  303. nltk-3.3/nltk/test/unit/test_corenlp.py +1000 -0
  304. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_corpora.py +200 -183
  305. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_corpus_views.py +45 -45
  306. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_hmm.py +88 -88
  307. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_json2csv_corpus.py +188 -187
  308. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_naivebayes.py +26 -26
  309. nltk-3.3/nltk/test/unit/test_rte_classify.py +86 -0
  310. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_seekable_unicode_stream_reader.py +124 -124
  311. nltk-3.3/nltk/test/unit/test_senna.py +74 -0
  312. nltk-3.3/nltk/test/unit/test_stem.py +121 -0
  313. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_tag.py +20 -20
  314. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_tgrep.py +628 -626
  315. nltk-3.3/nltk/test/unit/test_tokenize.py +168 -0
  316. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_twitter_auth.py +185 -185
  317. nltk-3.3/nltk/test/unit/test_wordnet.py +134 -0
  318. nltk-3.3/nltk/test/unit/translate/test_bleu.py +244 -0
  319. nltk-3.3/nltk/test/unit/translate/test_gdfa.py +57 -0
  320. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm1.py +75 -75
  321. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm2.py +87 -87
  322. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm3.py +105 -105
  323. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm4.py +126 -126
  324. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm5.py +166 -166
  325. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm_model.py +270 -270
  326. nltk-3.3/nltk/test/unit/translate/test_nist.py +37 -0
  327. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_stack_decoder.py +300 -300
  328. {nltk-3.2 → nltk-3.3}/nltk/test/unit/utils.py +41 -41
  329. {nltk-3.2 → nltk-3.3}/nltk/test/util.doctest +48 -48
  330. {nltk-3.2 → nltk-3.3}/nltk/test/wordnet.doctest +595 -581
  331. {nltk-3.2 → nltk-3.3}/nltk/test/wordnet_fixt.py +7 -6
  332. {nltk-3.2 → nltk-3.3}/nltk/test/wordnet_lch.doctest +53 -53
  333. {nltk-3.2 → nltk-3.3}/nltk/test/wsd.doctest +68 -68
  334. {nltk-3.2 → nltk-3.3}/nltk/text.py +663 -610
  335. {nltk-3.2 → nltk-3.3}/nltk/tgrep.py +938 -937
  336. {nltk-3.2 → nltk-3.3}/nltk/tokenize/__init__.py +130 -107
  337. {nltk-3.2 → nltk-3.3}/nltk/tokenize/api.py +77 -78
  338. {nltk-3.2 → nltk-3.3}/nltk/tokenize/casual.py +343 -342
  339. {nltk-3.2 → nltk-3.3}/nltk/tokenize/mwe.py +120 -120
  340. nltk-3.3/nltk/tokenize/nist.py +173 -0
  341. {nltk-3.2 → nltk-3.3}/nltk/tokenize/punkt.py +1620 -1601
  342. {nltk-3.2 → nltk-3.3}/nltk/tokenize/regexp.py +208 -202
  343. nltk-3.3/nltk/tokenize/repp.py +151 -0
  344. {nltk-3.2 → nltk-3.3}/nltk/tokenize/sexpr.py +140 -142
  345. {nltk-3.2 → nltk-3.3}/nltk/tokenize/simple.py +138 -136
  346. {nltk-3.2 → nltk-3.3}/nltk/tokenize/stanford.py +117 -113
  347. nltk-3.3/nltk/tokenize/stanford_segmenter.py +246 -0
  348. {nltk-3.2 → nltk-3.3}/nltk/tokenize/texttiling.py +458 -460
  349. nltk-3.3/nltk/tokenize/toktok.py +155 -0
  350. nltk-3.3/nltk/tokenize/treebank.py +363 -0
  351. nltk-3.3/nltk/tokenize/util.py +261 -0
  352. {nltk-3.2 → nltk-3.3}/nltk/toolbox.py +499 -497
  353. {nltk-3.2 → nltk-3.3}/nltk/translate/__init__.py +24 -24
  354. {nltk-3.2 → nltk-3.3}/nltk/translate/api.py +331 -321
  355. {nltk-3.2 → nltk-3.3}/nltk/translate/bleu_score.py +615 -556
  356. nltk-3.3/nltk/translate/chrf_score.py +137 -0
  357. {nltk-3.2 → nltk-3.3}/nltk/translate/gale_church.py +248 -235
  358. {nltk-3.2 → nltk-3.3}/nltk/translate/gdfa.py +135 -131
  359. nltk-3.3/nltk/translate/gleu_score.py +193 -0
  360. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm1.py +250 -241
  361. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm2.py +308 -308
  362. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm3.py +337 -337
  363. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm4.py +467 -467
  364. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm5.py +639 -639
  365. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm_model.py +536 -533
  366. {nltk-3.2 → nltk-3.3}/nltk/translate/metrics.py +40 -40
  367. nltk-3.3/nltk/translate/nist_score.py +178 -0
  368. {nltk-3.2 → nltk-3.3}/nltk/translate/phrase_based.py +175 -175
  369. {nltk-3.2 → nltk-3.3}/nltk/translate/ribes_score.py +325 -325
  370. {nltk-3.2 → nltk-3.3}/nltk/translate/stack_decoder.py +499 -495
  371. {nltk-3.2 → nltk-3.3}/nltk/tree.py +1605 -1603
  372. {nltk-3.2 → nltk-3.3}/nltk/treeprettyprinter.py +564 -564
  373. {nltk-3.2 → nltk-3.3}/nltk/treetransforms.py +309 -309
  374. {nltk-3.2 → nltk-3.3}/nltk/twitter/__init__.py +28 -28
  375. {nltk-3.2 → nltk-3.3}/nltk/twitter/api.py +141 -136
  376. {nltk-3.2 → nltk-3.3}/nltk/twitter/common.py +264 -258
  377. {nltk-3.2 → nltk-3.3}/nltk/twitter/twitter_demo.py +288 -288
  378. {nltk-3.2 → nltk-3.3}/nltk/twitter/twitterclient.py +530 -530
  379. {nltk-3.2 → nltk-3.3}/nltk/twitter/util.py +147 -146
  380. nltk-3.3/nltk/util.py +751 -0
  381. {nltk-3.2 → nltk-3.3}/nltk/wsd.py +53 -53
  382. {nltk-3.2 → nltk-3.3/nltk.egg-info}/PKG-INFO +13 -5
  383. {nltk-3.2 → nltk-3.3}/nltk.egg-info/SOURCES.txt +26 -3
  384. nltk-3.3/nltk.egg-info/requires.txt +31 -0
  385. {nltk-3.2 → nltk-3.3}/setup.cfg +0 -1
  386. {nltk-3.2 → nltk-3.3}/setup.py +102 -75
  387. nltk-3.2/nltk/VERSION +0 -1
  388. nltk-3.2/nltk/compat.py +0 -680
  389. nltk-3.2/nltk/corpus/reader/pl196x.py +0 -278
  390. nltk-3.2/nltk/corpus/reader/verbnet.py +0 -408
  391. nltk-3.2/nltk/corpus/reader/wordlist.py +0 -37
  392. nltk-3.2/nltk/sentiment/vader_lexicon.txt +0 -7517
  393. nltk-3.2/nltk/six.py +0 -868
  394. nltk-3.2/nltk/stem/porter.py +0 -692
  395. nltk-3.2/nltk/test/unit/test_2x_compat.py +0 -26
  396. nltk-3.2/nltk/test/unit/test_stem.py +0 -36
  397. nltk-3.2/nltk/test/unit/test_tokenize.py +0 -23
  398. nltk-3.2/nltk/test/unit/translate/test_bleu.py +0 -84
  399. nltk-3.2/nltk/tokenize/treebank.py +0 -124
  400. nltk-3.2/nltk/tokenize/util.py +0 -90
  401. nltk-3.2/nltk/util.py +0 -1364
  402. {nltk-3.2 → nltk-3.3}/nltk/test/unit/__init__.py +0 -0
  403. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/__init__.py +0 -0
  404. {nltk-3.2 → nltk-3.3}/nltk.egg-info/dependency_links.txt +0 -0
  405. {nltk-3.2 → nltk-3.3}/nltk.egg-info/not-zip-safe +0 -0
  406. {nltk-3.2 → nltk-3.3}/nltk.egg-info/top_level.txt +0 -0
@@ -1,1261 +1,1261 @@
1
- # Natural Language Toolkit: Interface to Boxer
2
- # <http://svn.ask.it.usyd.edu.au/trac/candc/wiki/boxer>
3
- #
4
- # Author: Dan Garrette <dhgarrette@gmail.com>
5
- #
6
- # Copyright (C) 2001-2015 NLTK Project
7
- # URL: <http://nltk.org/>
8
- # For license information, see LICENSE.TXT
9
-
10
- """
11
- An interface to Boxer.
12
-
13
- This interface relies on the latest version of the development (subversion) version of
14
- C&C and Boxer.
15
-
16
- Usage:
17
- Set the environment variable CANDC to the bin directory of your CandC installation.
18
- The models directory should be in the CandC root directory.
19
- For example:
20
- /path/to/candc/
21
- bin/
22
- candc
23
- boxer
24
- models/
25
- boxer/
26
- """
27
- from __future__ import print_function, unicode_literals
28
-
29
- import os
30
- import re
31
- import operator
32
- import subprocess
33
- from optparse import OptionParser
34
- import tempfile
35
- from functools import reduce
36
-
37
- from nltk.internals import Counter, find_binary
38
-
39
- from nltk.sem.logic import (ExpectedMoreTokensException, LogicalExpressionException,
40
- UnexpectedTokenException, Variable)
41
-
42
- from nltk.sem.drt import (DRS, DrtApplicationExpression, DrtEqualityExpression,
43
- DrtNegatedExpression, DrtOrExpression, DrtParser,
44
- DrtProposition, DrtTokens, DrtVariableExpression)
45
-
46
- from nltk.compat import python_2_unicode_compatible
47
-
48
- class Boxer(object):
49
- """
50
- This class is an interface to Johan Bos's program Boxer, a wide-coverage
51
- semantic parser that produces Discourse Representation Structures (DRSs).
52
- """
53
-
54
- def __init__(self, boxer_drs_interpreter=None, elimeq=False, bin_dir=None, verbose=False, resolve=True):
55
- """
56
- :param boxer_drs_interpreter: A class that converts from the
57
- ``AbstractBoxerDrs`` object hierarchy to a different object. The
58
- default is ``NltkDrtBoxerDrsInterpreter``, which converts to the NLTK
59
- DRT hierarchy.
60
- :param elimeq: When set to true, Boxer removes all equalities from the
61
- DRSs and discourse referents standing in the equality relation are
62
- unified, but only if this can be done in a meaning-preserving manner.
63
- :param resolve: When set to true, Boxer will resolve all anaphoric DRSs and perform merge-reduction.
64
- Resolution follows Van der Sandt's theory of binding and accommodation.
65
- """
66
- if boxer_drs_interpreter is None:
67
- boxer_drs_interpreter = NltkDrtBoxerDrsInterpreter()
68
- self._boxer_drs_interpreter = boxer_drs_interpreter
69
-
70
- self._resolve = resolve
71
- self._elimeq = elimeq
72
-
73
- self.set_bin_dir(bin_dir, verbose)
74
-
75
- def set_bin_dir(self, bin_dir, verbose=False):
76
- self._candc_bin = self._find_binary('candc', bin_dir, verbose)
77
- self._candc_models_path = os.path.normpath(os.path.join(self._candc_bin[:-5], '../models'))
78
- self._boxer_bin = self._find_binary('boxer', bin_dir, verbose)
79
-
80
- def interpret(self, input, discourse_id=None, question=False, verbose=False):
81
- """
82
- Use Boxer to give a first order representation.
83
-
84
- :param input: str Input sentence to parse
85
- :param occur_index: bool Should predicates be occurrence indexed?
86
- :param discourse_id: str An identifier to be inserted to each occurrence-indexed predicate.
87
- :return: ``drt.DrtExpression``
88
- """
89
- discourse_ids = ([discourse_id] if discourse_id is not None else None)
90
- d, = self.interpret_multi_sents([[input]], discourse_ids, question, verbose)
91
- if not d:
92
- raise Exception('Unable to interpret: "%s"' % input)
93
- return d
94
-
95
- def interpret_multi(self, input, discourse_id=None, question=False, verbose=False):
96
- """
97
- Use Boxer to give a first order representation.
98
-
99
- :param input: list of str Input sentences to parse as a single discourse
100
- :param occur_index: bool Should predicates be occurrence indexed?
101
- :param discourse_id: str An identifier to be inserted to each occurrence-indexed predicate.
102
- :return: ``drt.DrtExpression``
103
- """
104
- discourse_ids = ([discourse_id] if discourse_id is not None else None)
105
- d, = self.interpret_multi_sents([input], discourse_ids, question, verbose)
106
- if not d:
107
- raise Exception('Unable to interpret: "%s"' % input)
108
- return d
109
-
110
- def interpret_sents(self, inputs, discourse_ids=None, question=False, verbose=False):
111
- """
112
- Use Boxer to give a first order representation.
113
-
114
- :param inputs: list of str Input sentences to parse as individual discourses
115
- :param occur_index: bool Should predicates be occurrence indexed?
116
- :param discourse_ids: list of str Identifiers to be inserted to each occurrence-indexed predicate.
117
- :return: list of ``drt.DrtExpression``
118
- """
119
- return self.interpret_multi_sents([[input] for input in inputs], discourse_ids, question, verbose)
120
-
121
- def interpret_multi_sents(self, inputs, discourse_ids=None, question=False, verbose=False):
122
- """
123
- Use Boxer to give a first order representation.
124
-
125
- :param inputs: list of list of str Input discourses to parse
126
- :param occur_index: bool Should predicates be occurrence indexed?
127
- :param discourse_ids: list of str Identifiers to be inserted to each occurrence-indexed predicate.
128
- :return: ``drt.DrtExpression``
129
- """
130
- if discourse_ids is not None:
131
- assert len(inputs) == len(discourse_ids)
132
- assert reduce(operator.and_, (id is not None for id in discourse_ids))
133
- use_disc_id = True
134
- else:
135
- discourse_ids = list(map(str, range(len(inputs))))
136
- use_disc_id = False
137
-
138
- candc_out = self._call_candc(inputs, discourse_ids, question, verbose=verbose)
139
- boxer_out = self._call_boxer(candc_out, verbose=verbose)
140
-
141
- # if 'ERROR: input file contains no ccg/2 terms.' in boxer_out:
142
- # raise UnparseableInputException('Could not parse with candc: "%s"' % input_str)
143
-
144
- drs_dict = self._parse_to_drs_dict(boxer_out, use_disc_id)
145
- return [drs_dict.get(id, None) for id in discourse_ids]
146
-
147
- def _call_candc(self, inputs, discourse_ids, question, verbose=False):
148
- """
149
- Call the ``candc`` binary with the given input.
150
-
151
- :param inputs: list of list of str Input discourses to parse
152
- :param discourse_ids: list of str Identifiers to be inserted to each occurrence-indexed predicate.
153
- :param filename: str A filename for the output file
154
- :return: stdout
155
- """
156
- args = ['--models', os.path.join(self._candc_models_path, ['boxer','questions'][question]),
157
- '--candc-printer', 'boxer']
158
- return self._call('\n'.join(sum((["<META>'%s'" % id] + d for d,id in zip(inputs,discourse_ids)), [])), self._candc_bin, args, verbose)
159
-
160
- def _call_boxer(self, candc_out, verbose=False):
161
- """
162
- Call the ``boxer`` binary with the given input.
163
-
164
- :param candc_out: str output from C&C parser
165
- :return: stdout
166
- """
167
- f = None
168
- try:
169
- fd, temp_filename = tempfile.mkstemp(prefix='boxer-', suffix='.in', text=True)
170
- f = os.fdopen(fd, 'w')
171
- f.write(candc_out)
172
- finally:
173
- if f: f.close()
174
-
175
- args = ['--box', 'false',
176
- '--semantics', 'drs',
177
- #'--flat', 'false', # removed from boxer
178
- '--resolve', ['false','true'][self._resolve],
179
- '--elimeq', ['false','true'][self._elimeq],
180
- '--format', 'prolog',
181
- '--instantiate', 'true',
182
- '--input', temp_filename]
183
- stdout = self._call(None, self._boxer_bin, args, verbose)
184
- os.remove(temp_filename)
185
- return stdout
186
-
187
- def _find_binary(self, name, bin_dir, verbose=False):
188
- return find_binary(name,
189
- path_to_bin=bin_dir,
190
- env_vars=['CANDC'],
191
- url='http://svn.ask.it.usyd.edu.au/trac/candc/',
192
- binary_names=[name, name + '.exe'],
193
- verbose=verbose)
194
-
195
- def _call(self, input_str, binary, args=[], verbose=False):
196
- """
197
- Call the binary with the given input.
198
-
199
- :param input_str: A string whose contents are used as stdin.
200
- :param binary: The location of the binary to call
201
- :param args: A list of command-line arguments.
202
- :return: stdout
203
- """
204
- if verbose:
205
- print('Calling:', binary)
206
- print('Args:', args)
207
- print('Input:', input_str)
208
- print('Command:', binary + ' ' + ' '.join(args))
209
-
210
- # Call via a subprocess
211
- if input_str is None:
212
- cmd = [binary] + args
213
- p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
214
- else:
215
- cmd = 'echo "%s" | %s %s' % (input_str, binary, ' '.join(args))
216
- p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
217
- stdout, stderr = p.communicate()
218
-
219
- if verbose:
220
- print('Return code:', p.returncode)
221
- if stdout: print('stdout:\n', stdout, '\n')
222
- if stderr: print('stderr:\n', stderr, '\n')
223
- if p.returncode != 0:
224
- raise Exception('ERROR CALLING: %s %s\nReturncode: %d\n%s' % (binary, ' '.join(args), p.returncode, stderr))
225
-
226
- return stdout
227
-
228
- def _parse_to_drs_dict(self, boxer_out, use_disc_id):
229
- lines = boxer_out.split('\n')
230
- drs_dict = {}
231
- i = 0
232
- while i < len(lines):
233
- line = lines[i]
234
- if line.startswith('id('):
235
- comma_idx = line.index(',')
236
- discourse_id = line[3:comma_idx]
237
- if discourse_id[0] == "'" and discourse_id[-1] == "'":
238
- discourse_id = discourse_id[1:-1]
239
- drs_id = line[comma_idx+1:line.index(')')]
240
- i += 1
241
- line = lines[i]
242
- assert line.startswith('sem(%s,' % drs_id)
243
- if line[-4:] == "').'":
244
- line = line[:-4] + ")."
245
- assert line.endswith(').'), "can't parse line: %s" % line
246
-
247
- search_start = len('sem(%s,[' % drs_id)
248
- brace_count = 1
249
- drs_start = -1
250
- for j,c in enumerate(line[search_start:]):
251
- if(c == '['):
252
- brace_count += 1
253
- if(c == ']'):
254
- brace_count -= 1
255
- if(brace_count == 0):
256
- drs_start = search_start + j + 1
257
- if line[drs_start:drs_start+3] == "','":
258
- drs_start = drs_start + 3
259
- else:
260
- drs_start = drs_start + 1
261
- break
262
- assert drs_start > -1
263
-
264
- drs_input = line[drs_start:-2].strip()
265
- parsed = self._parse_drs(drs_input, discourse_id, use_disc_id)
266
- drs_dict[discourse_id] = self._boxer_drs_interpreter.interpret(parsed)
267
- i += 1
268
- return drs_dict
269
-
270
- def _parse_drs(self, drs_string, discourse_id, use_disc_id):
271
- return BoxerOutputDrsParser([None,discourse_id][use_disc_id]).parse(drs_string)
272
-
273
-
274
- class BoxerOutputDrsParser(DrtParser):
275
- def __init__(self, discourse_id=None):
276
- """
277
- This class is used to parse the Prolog DRS output from Boxer into a
278
- hierarchy of python objects.
279
- """
280
- DrtParser.__init__(self)
281
- self.discourse_id = discourse_id
282
- self.sentence_id_offset = None
283
- self.quote_chars = [("'", "'", "\\", False)]
284
-
285
- def parse(self, data, signature=None):
286
- return DrtParser.parse(self, data, signature)
287
-
288
- def get_all_symbols(self):
289
- return ['(', ')', ',', '[', ']',':']
290
-
291
- def handle(self, tok, context):
292
- return self.handle_drs(tok)
293
-
294
- def attempt_adjuncts(self, expression, context):
295
- return expression
296
-
297
- def parse_condition(self, indices):
298
- """
299
- Parse a DRS condition
300
-
301
- :return: list of ``DrtExpression``
302
- """
303
- tok = self.token()
304
- accum = self.handle_condition(tok, indices)
305
- if accum is None:
306
- raise UnexpectedTokenException(tok)
307
- return accum
308
-
309
- def handle_drs(self, tok):
310
- if tok == 'drs':
311
- return self.parse_drs()
312
- elif tok in ['merge', 'smerge']:
313
- return self._handle_binary_expression(self._make_merge_expression)(None, [])
314
- elif tok in ['alfa']:
315
- return self._handle_alfa(self._make_merge_expression)(None, [])
316
-
317
- def handle_condition(self, tok, indices):
318
- """
319
- Handle a DRS condition
320
-
321
- :param indices: list of int
322
- :return: list of ``DrtExpression``
323
- """
324
- if tok == 'not':
325
- return [self._handle_not()]
326
-
327
- if tok == 'or':
328
- conds = [self._handle_binary_expression(self._make_or_expression)]
329
- elif tok == 'imp':
330
- conds = [self._handle_binary_expression(self._make_imp_expression)]
331
- elif tok == 'eq':
332
- conds = [self._handle_eq()]
333
- elif tok == 'prop':
334
- conds = [self._handle_prop()]
335
-
336
- elif tok == 'pred':
337
- conds = [self._handle_pred()]
338
- elif tok == 'named':
339
- conds = [self._handle_named()]
340
- elif tok == 'rel':
341
- conds = [self._handle_rel()]
342
- elif tok == 'timex':
343
- conds = self._handle_timex()
344
- elif tok == 'card':
345
- conds = [self._handle_card()]
346
-
347
- elif tok == 'whq':
348
- conds = [self._handle_whq()]
349
- elif tok == 'duplex':
350
- conds = [self._handle_duplex()]
351
-
352
- else:
353
- conds = []
354
-
355
- return sum([[cond(sent_index, word_indices) for cond in conds] for sent_index, word_indices in self._sent_and_word_indices(indices)], [])
356
-
357
- def _handle_not(self):
358
- self.assertToken(self.token(), '(')
359
- drs = self.process_next_expression(None)
360
- self.assertToken(self.token(), ')')
361
- return BoxerNot(drs)
362
-
363
- def _handle_pred(self):
364
- #pred(_G3943, dog, n, 0)
365
- self.assertToken(self.token(), '(')
366
- variable = self.parse_variable()
367
- self.assertToken(self.token(), ',')
368
- name = self.token()
369
- self.assertToken(self.token(), ',')
370
- pos = self.token()
371
- self.assertToken(self.token(), ',')
372
- sense = int(self.token())
373
- self.assertToken(self.token(), ')')
374
-
375
- def _handle_pred_f(sent_index, word_indices):
376
- return BoxerPred(self.discourse_id, sent_index, word_indices, variable, name, pos, sense)
377
- return _handle_pred_f
378
-
379
- def _handle_duplex(self):
380
- #duplex(whq, drs(...), var, drs(...))
381
- self.assertToken(self.token(), '(')
382
- # self.assertToken(self.token(), '[')
383
- ans_types = []
384
- # while self.token(0) != ']':
385
- # cat = self.token()
386
- # self.assertToken(self.token(), ':')
387
- # if cat == 'des':
388
- # ans_types.append(self.token())
389
- # elif cat == 'num':
390
- # ans_types.append('number')
391
- # typ = self.token()
392
- # if typ == 'cou':
393
- # ans_types.append('count')
394
- # else:
395
- # ans_types.append(typ)
396
- # else:
397
- # ans_types.append(self.token())
398
- # self.token() #swallow the ']'
399
-
400
- self.assertToken(self.token(), 'whq')
401
- self.assertToken(self.token(), ',')
402
- d1 = self.process_next_expression(None)
403
- self.assertToken(self.token(), ',')
404
- ref = self.parse_variable()
405
- self.assertToken(self.token(), ',')
406
- d2 = self.process_next_expression(None)
407
- self.assertToken(self.token(), ')')
408
- return lambda sent_index, word_indices: BoxerWhq(self.discourse_id, sent_index, word_indices, ans_types, d1, ref, d2)
409
-
410
-
411
- def _handle_named(self):
412
- #named(x0, john, per, 0)
413
- self.assertToken(self.token(), '(')
414
- variable = self.parse_variable()
415
- self.assertToken(self.token(), ',')
416
- name = self.token()
417
- self.assertToken(self.token(), ',')
418
- type = self.token()
419
- self.assertToken(self.token(), ',')
420
- sense = self.token() # as per boxer rev 2554
421
- self.assertToken(self.token(), ')')
422
- return lambda sent_index, word_indices: BoxerNamed(self.discourse_id, sent_index, word_indices, variable, name, type, sense)
423
-
424
- def _handle_rel(self):
425
- #rel(_G3993, _G3943, agent, 0)
426
- self.assertToken(self.token(), '(')
427
- var1 = self.parse_variable()
428
- self.assertToken(self.token(), ',')
429
- var2 = self.parse_variable()
430
- self.assertToken(self.token(), ',')
431
- rel = self.token()
432
- self.assertToken(self.token(), ',')
433
- sense = int(self.token())
434
- self.assertToken(self.token(), ')')
435
- return lambda sent_index, word_indices: BoxerRel(self.discourse_id, sent_index, word_indices, var1, var2, rel, sense)
436
-
437
- def _handle_timex(self):
438
- #timex(_G18322, date([]: (+), []:'XXXX', [1004]:'04', []:'XX'))
439
- self.assertToken(self.token(), '(')
440
- arg = self.parse_variable()
441
- self.assertToken(self.token(), ',')
442
- new_conds = self._handle_time_expression(arg)
443
- self.assertToken(self.token(), ')')
444
- return new_conds
445
-
446
- def _handle_time_expression(self, arg):
447
- #date([]: (+), []:'XXXX', [1004]:'04', []:'XX')
448
- tok = self.token()
449
- self.assertToken(self.token(), '(')
450
- if tok == 'date':
451
- conds = self._handle_date(arg)
452
- elif tok == 'time':
453
- conds = self._handle_time(arg)
454
- else:
455
- return None
456
- self.assertToken(self.token(), ')')
457
- return [lambda sent_index, word_indices: BoxerPred(self.discourse_id, sent_index, word_indices, arg, tok, 'n', 0)] + \
458
- [lambda sent_index, word_indices: cond for cond in conds]
459
-
460
- def _handle_date(self, arg):
461
- #[]: (+), []:'XXXX', [1004]:'04', []:'XX'
462
- conds = []
463
- (sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
464
- self.assertToken(self.token(), '(')
465
- pol = self.token()
466
- self.assertToken(self.token(), ')')
467
- conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_pol_%s' % (pol), 'a', 0))
468
- self.assertToken(self.token(), ',')
469
-
470
- (sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
471
- year = self.token()
472
- if year != 'XXXX':
473
- year = year.replace(':', '_')
474
- conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_year_%s' % (year), 'a', 0))
475
- self.assertToken(self.token(), ',')
476
-
477
- (sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
478
- month = self.token()
479
- if month != 'XX':
480
- conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_month_%s' % (month), 'a', 0))
481
- self.assertToken(self.token(), ',')
482
-
483
- (sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
484
- day = self.token()
485
- if day != 'XX':
486
- conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_day_%s' % (day), 'a', 0))
487
-
488
- return conds
489
-
490
- def _handle_time(self, arg):
491
- #time([1018]:'18', []:'XX', []:'XX')
492
- conds = []
493
- self._parse_index_list()
494
- hour = self.token()
495
- if hour != 'XX':
496
- conds.append(self._make_atom('r_hour_2',arg,hour))
497
- self.assertToken(self.token(), ',')
498
-
499
- self._parse_index_list()
500
- min = self.token()
501
- if min != 'XX':
502
- conds.append(self._make_atom('r_min_2',arg,min))
503
- self.assertToken(self.token(), ',')
504
-
505
- self._parse_index_list()
506
- sec = self.token()
507
- if sec != 'XX':
508
- conds.append(self._make_atom('r_sec_2',arg,sec))
509
-
510
- return conds
511
-
512
- def _handle_card(self):
513
- #card(_G18535, 28, ge)
514
- self.assertToken(self.token(), '(')
515
- variable = self.parse_variable()
516
- self.assertToken(self.token(), ',')
517
- value = self.token()
518
- self.assertToken(self.token(), ',')
519
- type = self.token()
520
- self.assertToken(self.token(), ')')
521
- return lambda sent_index, word_indices: BoxerCard(self.discourse_id, sent_index, word_indices, variable, value, type)
522
-
523
- def _handle_prop(self):
524
- #prop(_G15949, drs(...))
525
- self.assertToken(self.token(), '(')
526
- variable = self.parse_variable()
527
- self.assertToken(self.token(), ',')
528
- drs = self.process_next_expression(None)
529
- self.assertToken(self.token(), ')')
530
- return lambda sent_index, word_indices: BoxerProp(self.discourse_id, sent_index, word_indices, variable, drs)
531
-
532
- def _parse_index_list(self):
533
- #[1001,1002]:
534
- indices = []
535
- self.assertToken(self.token(), '[')
536
- while self.token(0) != ']':
537
- indices.append(self.parse_index())
538
- if self.token(0) == ',':
539
- self.token() #swallow ','
540
- self.token() #swallow ']'
541
- self.assertToken(self.token(), ':')
542
- return indices
543
-
544
- def parse_drs(self):
545
- #drs([[1001]:_G3943],
546
- # [[1002]:pred(_G3943, dog, n, 0)]
547
- # )
548
- self.assertToken(self.token(), '(')
549
- self.assertToken(self.token(), '[')
550
- refs = set()
551
- while self.token(0) != ']':
552
- indices = self._parse_index_list()
553
- refs.add(self.parse_variable())
554
- if self.token(0) == ',':
555
- self.token() #swallow ','
556
- self.token() #swallow ']'
557
- self.assertToken(self.token(), ',')
558
- self.assertToken(self.token(), '[')
559
- conds = []
560
- while self.token(0) != ']':
561
- indices = self._parse_index_list()
562
- conds.extend(self.parse_condition(indices))
563
- if self.token(0) == ',':
564
- self.token() #swallow ','
565
- self.token() #swallow ']'
566
- self.assertToken(self.token(), ')')
567
- return BoxerDrs(list(refs), conds)
568
-
569
- def _handle_binary_expression(self, make_callback):
570
- self.assertToken(self.token(), '(')
571
- drs1 = self.process_next_expression(None)
572
- self.assertToken(self.token(), ',')
573
- drs2 = self.process_next_expression(None)
574
- self.assertToken(self.token(), ')')
575
- return lambda sent_index, word_indices: make_callback(sent_index, word_indices, drs1, drs2)
576
-
577
- def _handle_alfa(self, make_callback):
578
- self.assertToken(self.token(), '(')
579
- type = self.token()
580
- self.assertToken(self.token(), ',')
581
- drs1 = self.process_next_expression(None)
582
- self.assertToken(self.token(), ',')
583
- drs2 = self.process_next_expression(None)
584
- self.assertToken(self.token(), ')')
585
- return lambda sent_index, word_indices: make_callback(sent_index, word_indices, drs1, drs2)
586
-
587
- def _handle_eq(self):
588
- self.assertToken(self.token(), '(')
589
- var1 = self.parse_variable()
590
- self.assertToken(self.token(), ',')
591
- var2 = self.parse_variable()
592
- self.assertToken(self.token(), ')')
593
- return lambda sent_index, word_indices: BoxerEq(self.discourse_id, sent_index, word_indices, var1, var2)
594
-
595
-
596
- def _handle_whq(self):
597
- self.assertToken(self.token(), '(')
598
- self.assertToken(self.token(), '[')
599
- ans_types = []
600
- while self.token(0) != ']':
601
- cat = self.token()
602
- self.assertToken(self.token(), ':')
603
- if cat == 'des':
604
- ans_types.append(self.token())
605
- elif cat == 'num':
606
- ans_types.append('number')
607
- typ = self.token()
608
- if typ == 'cou':
609
- ans_types.append('count')
610
- else:
611
- ans_types.append(typ)
612
- else:
613
- ans_types.append(self.token())
614
- self.token() #swallow the ']'
615
-
616
- self.assertToken(self.token(), ',')
617
- d1 = self.process_next_expression(None)
618
- self.assertToken(self.token(), ',')
619
- ref = self.parse_variable()
620
- self.assertToken(self.token(), ',')
621
- d2 = self.process_next_expression(None)
622
- self.assertToken(self.token(), ')')
623
- return lambda sent_index, word_indices: BoxerWhq(self.discourse_id, sent_index, word_indices, ans_types, d1, ref, d2)
624
-
625
- def _make_merge_expression(self, sent_index, word_indices, drs1, drs2):
626
- return BoxerDrs(drs1.refs + drs2.refs, drs1.conds + drs2.conds)
627
-
628
- def _make_or_expression(self, sent_index, word_indices, drs1, drs2):
629
- return BoxerOr(self.discourse_id, sent_index, word_indices, drs1, drs2)
630
-
631
- def _make_imp_expression(self, sent_index, word_indices, drs1, drs2):
632
- return BoxerDrs(drs1.refs, drs1.conds, drs2)
633
-
634
- def parse_variable(self):
635
- var = self.token()
636
- assert re.match('^[exps]\d+$', var), var
637
- return var
638
-
639
- def parse_index(self):
640
- return int(self.token())
641
-
642
- def _sent_and_word_indices(self, indices):
643
- """
644
- :return: list of (sent_index, word_indices) tuples
645
- """
646
- sent_indices = set((i / 1000)-1 for i in indices if i>=0)
647
- if sent_indices:
648
- pairs = []
649
- for sent_index in sent_indices:
650
- word_indices = [(i % 1000)-1 for i in indices if sent_index == (i / 1000)-1]
651
- pairs.append((sent_index, word_indices))
652
- return pairs
653
- else:
654
- word_indices = [(i % 1000)-1 for i in indices]
655
- return [(None, word_indices)]
656
-
657
-
658
- class BoxerDrsParser(DrtParser):
659
- """
660
- Reparse the str form of subclasses of ``AbstractBoxerDrs``
661
- """
662
- def __init__(self, discourse_id=None):
663
- DrtParser.__init__(self)
664
- self.discourse_id = discourse_id
665
-
666
- def get_all_symbols(self):
667
- return [DrtTokens.OPEN, DrtTokens.CLOSE, DrtTokens.COMMA, DrtTokens.OPEN_BRACKET, DrtTokens.CLOSE_BRACKET]
668
-
669
- def attempt_adjuncts(self, expression, context):
670
- return expression
671
-
672
- def handle(self, tok, context):
673
- try:
674
- # if tok == 'drs':
675
- # self.assertNextToken(DrtTokens.OPEN)
676
- # label = int(self.token())
677
- # self.assertNextToken(DrtTokens.COMMA)
678
- # refs = list(map(int, self.handle_refs()))
679
- # self.assertNextToken(DrtTokens.COMMA)
680
- # conds = self.handle_conds(None)
681
- # self.assertNextToken(DrtTokens.CLOSE)
682
- # return BoxerDrs(label, refs, conds)
683
- if tok == 'pred':
684
- self.assertNextToken(DrtTokens.OPEN)
685
- disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
686
- self.assertNextToken(DrtTokens.COMMA)
687
- sent_id = self.nullableIntToken()
688
- self.assertNextToken(DrtTokens.COMMA)
689
- word_ids = list(map(int, self.handle_refs()))
690
- self.assertNextToken(DrtTokens.COMMA)
691
- variable = int(self.token())
692
- self.assertNextToken(DrtTokens.COMMA)
693
- name = self.token()
694
- self.assertNextToken(DrtTokens.COMMA)
695
- pos = self.token()
696
- self.assertNextToken(DrtTokens.COMMA)
697
- sense = int(self.token())
698
- self.assertNextToken(DrtTokens.CLOSE)
699
- return BoxerPred(disc_id, sent_id, word_ids, variable, name, pos, sense)
700
- elif tok == 'named':
701
- self.assertNextToken(DrtTokens.OPEN)
702
- disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
703
- self.assertNextToken(DrtTokens.COMMA)
704
- sent_id = int(self.token())
705
- self.assertNextToken(DrtTokens.COMMA)
706
- word_ids = map(int, self.handle_refs())
707
- self.assertNextToken(DrtTokens.COMMA)
708
- variable = int(self.token())
709
- self.assertNextToken(DrtTokens.COMMA)
710
- name = self.token()
711
- self.assertNextToken(DrtTokens.COMMA)
712
- type = self.token()
713
- self.assertNextToken(DrtTokens.COMMA)
714
- sense = int(self.token())
715
- self.assertNextToken(DrtTokens.CLOSE)
716
- return BoxerNamed(disc_id, sent_id, word_ids, variable, name, type, sense)
717
- elif tok == 'rel':
718
- self.assertNextToken(DrtTokens.OPEN)
719
- disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
720
- self.assertNextToken(DrtTokens.COMMA)
721
- sent_id = self.nullableIntToken()
722
- self.assertNextToken(DrtTokens.COMMA)
723
- word_ids = list(map(int, self.handle_refs()))
724
- self.assertNextToken(DrtTokens.COMMA)
725
- var1 = int(self.token())
726
- self.assertNextToken(DrtTokens.COMMA)
727
- var2 = int(self.token())
728
- self.assertNextToken(DrtTokens.COMMA)
729
- rel = self.token()
730
- self.assertNextToken(DrtTokens.COMMA)
731
- sense = int(self.token())
732
- self.assertNextToken(DrtTokens.CLOSE)
733
- return BoxerRel(disc_id, sent_id, word_ids, var1, var2, rel, sense)
734
- elif tok == 'prop':
735
- self.assertNextToken(DrtTokens.OPEN)
736
- disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
737
- self.assertNextToken(DrtTokens.COMMA)
738
- sent_id = int(self.token())
739
- self.assertNextToken(DrtTokens.COMMA)
740
- word_ids = list(map(int, self.handle_refs()))
741
- self.assertNextToken(DrtTokens.COMMA)
742
- variable = int(self.token())
743
- self.assertNextToken(DrtTokens.COMMA)
744
- drs = self.process_next_expression(None)
745
- self.assertNextToken(DrtTokens.CLOSE)
746
- return BoxerProp(disc_id, sent_id, word_ids, variable, drs)
747
- elif tok == 'not':
748
- self.assertNextToken(DrtTokens.OPEN)
749
- drs = self.process_next_expression(None)
750
- self.assertNextToken(DrtTokens.CLOSE)
751
- return BoxerNot(drs)
752
- elif tok == 'imp':
753
- self.assertNextToken(DrtTokens.OPEN)
754
- drs1 = self.process_next_expression(None)
755
- self.assertNextToken(DrtTokens.COMMA)
756
- drs2 = self.process_next_expression(None)
757
- self.assertNextToken(DrtTokens.CLOSE)
758
- return BoxerDrs(drs1.refs, drs1.conds, drs2)
759
- elif tok == 'or':
760
- self.assertNextToken(DrtTokens.OPEN)
761
- disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
762
- self.assertNextToken(DrtTokens.COMMA)
763
- sent_id = self.nullableIntToken()
764
- self.assertNextToken(DrtTokens.COMMA)
765
- word_ids = map(int, self.handle_refs())
766
- self.assertNextToken(DrtTokens.COMMA)
767
- drs1 = self.process_next_expression(None)
768
- self.assertNextToken(DrtTokens.COMMA)
769
- drs2 = self.process_next_expression(None)
770
- self.assertNextToken(DrtTokens.CLOSE)
771
- return BoxerOr(disc_id, sent_id, word_ids, drs1, drs2)
772
- elif tok == 'eq':
773
- self.assertNextToken(DrtTokens.OPEN)
774
- disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
775
- self.assertNextToken(DrtTokens.COMMA)
776
- sent_id = self.nullableIntToken()
777
- self.assertNextToken(DrtTokens.COMMA)
778
- word_ids = list(map(int, self.handle_refs()))
779
- self.assertNextToken(DrtTokens.COMMA)
780
- var1 = int(self.token())
781
- self.assertNextToken(DrtTokens.COMMA)
782
- var2 = int(self.token())
783
- self.assertNextToken(DrtTokens.CLOSE)
784
- return BoxerEq(disc_id, sent_id, word_ids, var1, var2)
785
- elif tok == 'card':
786
- self.assertNextToken(DrtTokens.OPEN)
787
- disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
788
- self.assertNextToken(DrtTokens.COMMA)
789
- sent_id = self.nullableIntToken()
790
- self.assertNextToken(DrtTokens.COMMA)
791
- word_ids = map(int, self.handle_refs())
792
- self.assertNextToken(DrtTokens.COMMA)
793
- var = int(self.token())
794
- self.assertNextToken(DrtTokens.COMMA)
795
- value = self.token()
796
- self.assertNextToken(DrtTokens.COMMA)
797
- type = self.token()
798
- self.assertNextToken(DrtTokens.CLOSE)
799
- return BoxerCard(disc_id, sent_id, word_ids, var, value, type)
800
- elif tok == 'whq':
801
- self.assertNextToken(DrtTokens.OPEN)
802
- disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
803
- self.assertNextToken(DrtTokens.COMMA)
804
- sent_id = self.nullableIntToken()
805
- self.assertNextToken(DrtTokens.COMMA)
806
- word_ids = list(map(int, self.handle_refs()))
807
- self.assertNextToken(DrtTokens.COMMA)
808
- ans_types = self.handle_refs()
809
- self.assertNextToken(DrtTokens.COMMA)
810
- drs1 = self.process_next_expression(None)
811
- self.assertNextToken(DrtTokens.COMMA)
812
- var = int(self.token())
813
- self.assertNextToken(DrtTokens.COMMA)
814
- drs2 = self.process_next_expression(None)
815
- self.assertNextToken(DrtTokens.CLOSE)
816
- return BoxerWhq(disc_id, sent_id, word_ids, ans_types, drs1, var, drs2)
817
- except Exception as e:
818
- raise LogicalExpressionException(self._currentIndex, str(e))
819
- assert False, repr(tok)
820
-
821
- def nullableIntToken(self):
822
- t = self.token()
823
- return [None,int(t)][t != 'None']
824
-
825
- def get_next_token_variable(self, description):
826
- try:
827
- return self.token()
828
- except ExpectedMoreTokensException as e:
829
- raise ExpectedMoreTokensException(e.index, 'Variable expected.')
830
-
831
-
832
-
833
- class AbstractBoxerDrs(object):
834
- def variables(self):
835
- """
836
- :return: (set<variables>, set<events>, set<propositions>)
837
- """
838
- variables, events, propositions = self._variables()
839
- return (variables - (events | propositions), events, propositions - events)
840
-
841
- def variable_types(self):
842
- vartypes = {}
843
- for t,vars in zip(('z','e','p'), self.variables()):
844
- for v in vars:
845
- vartypes[v] = t
846
- return vartypes
847
-
848
- def _variables(self):
849
- """
850
- :return: (set<variables>, set<events>, set<propositions>)
851
- """
852
- return (set(), set(), set())
853
-
854
- def atoms(self):
855
- return set()
856
-
857
- def clean(self):
858
- return self
859
-
860
- def _clean_name(self, name):
861
- return name.replace('-','_').replace("'", "_")
862
-
863
- def renumber_sentences(self, f):
864
- return self
865
-
866
- def __hash__(self):
867
- return hash("%s" % self)
868
-
869
-
870
- @python_2_unicode_compatible
871
- class BoxerDrs(AbstractBoxerDrs):
872
- def __init__(self, refs, conds, consequent=None):
873
- AbstractBoxerDrs.__init__(self)
874
- self.refs = refs
875
- self.conds = conds
876
- self.consequent = consequent
877
-
878
- def _variables(self):
879
- variables = (set(), set(), set())
880
- for cond in self.conds:
881
- for s,v in zip(variables, cond._variables()):
882
- s.update(v)
883
- if self.consequent is not None:
884
- for s,v in zip(variables, self.consequent._variables()):
885
- s.update(v)
886
- return variables
887
-
888
- def atoms(self):
889
- atoms = reduce(operator.or_, (cond.atoms() for cond in self.conds), set())
890
- if self.consequent is not None:
891
- atoms.update(self.consequent.atoms())
892
- return atoms
893
-
894
- def clean(self):
895
- consequent = (self.consequent.clean() if self.consequent else None)
896
- return BoxerDrs(self.refs, [c.clean() for c in self.conds], consequent)
897
-
898
- def renumber_sentences(self, f):
899
- consequent = (self.consequent.renumber_sentences(f) if self.consequent else None)
900
- return BoxerDrs(self.refs, [c.renumber_sentences(f) for c in self.conds], consequent)
901
-
902
- def __repr__(self):
903
- s = 'drs([%s], [%s])' % (', '.join("%s" % r for r in self.refs),
904
- ', '.join("%s" % c for c in self.conds))
905
- if self.consequent is not None:
906
- s = 'imp(%s, %s)' % (s, self.consequent)
907
- return s
908
-
909
- def __eq__(self, other):
910
- return self.__class__ == other.__class__ and \
911
- self.refs == other.refs and \
912
- len(self.conds) == len(other.conds) and \
913
- reduce(operator.and_, (c1==c2 for c1,c2 in zip(self.conds, other.conds))) and \
914
- self.consequent == other.consequent
915
-
916
- def __ne__(self, other):
917
- return not self == other
918
-
919
- __hash__ = AbstractBoxerDrs.__hash__
920
-
921
-
922
- @python_2_unicode_compatible
923
- class BoxerNot(AbstractBoxerDrs):
924
- def __init__(self, drs):
925
- AbstractBoxerDrs.__init__(self)
926
- self.drs = drs
927
-
928
- def _variables(self):
929
- return self.drs._variables()
930
-
931
- def atoms(self):
932
- return self.drs.atoms()
933
-
934
- def clean(self):
935
- return BoxerNot(self.drs.clean())
936
-
937
- def renumber_sentences(self, f):
938
- return BoxerNot(self.drs.renumber_sentences(f))
939
-
940
- def __repr__(self):
941
- return 'not(%s)' % (self.drs)
942
-
943
- def __eq__(self, other):
944
- return self.__class__ == other.__class__ and self.drs == other.drs
945
-
946
- def __ne__(self, other):
947
- return not self == other
948
-
949
- __hash__ = AbstractBoxerDrs.__hash__
950
-
951
- @python_2_unicode_compatible
952
- class BoxerIndexed(AbstractBoxerDrs):
953
- def __init__(self, discourse_id, sent_index, word_indices):
954
- AbstractBoxerDrs.__init__(self)
955
- self.discourse_id = discourse_id
956
- self.sent_index = sent_index
957
- self.word_indices = word_indices
958
-
959
- def atoms(self):
960
- return set([self])
961
-
962
- def __eq__(self, other):
963
- return self.__class__ == other.__class__ and \
964
- self.discourse_id == other.discourse_id and \
965
- self.sent_index == other.sent_index and \
966
- self.word_indices == other.word_indices and \
967
- reduce(operator.and_, (s==o for s,o in zip(self, other)))
968
-
969
- def __ne__(self, other):
970
- return not self == other
971
-
972
- __hash__ = AbstractBoxerDrs.__hash__
973
-
974
- def __repr__(self):
975
- s = '%s(%s, %s, [%s]' % (self._pred(), self.discourse_id,
976
- self.sent_index, ', '.join("%s" % wi for wi in self.word_indices))
977
- for v in self:
978
- s += ', %s' % v
979
- return s + ')'
980
-
981
- class BoxerPred(BoxerIndexed):
982
- def __init__(self, discourse_id, sent_index, word_indices, var, name, pos, sense):
983
- BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
984
- self.var = var
985
- self.name = name
986
- self.pos = pos
987
- self.sense = sense
988
-
989
- def _variables(self):
990
- return (set([self.var]), set(), set())
991
-
992
- def change_var(self, var):
993
- return BoxerPred(self.discourse_id, self.sent_index, self.word_indices, var, self.name, self.pos, self.sense)
994
-
995
- def clean(self):
996
- return BoxerPred(self.discourse_id, self.sent_index, self.word_indices, self.var, self._clean_name(self.name), self.pos, self.sense)
997
-
998
- def renumber_sentences(self, f):
999
- new_sent_index = f(self.sent_index)
1000
- return BoxerPred(self.discourse_id, new_sent_index, self.word_indices, self.var, self.name, self.pos, self.sense)
1001
-
1002
- def __iter__(self):
1003
- return iter((self.var, self.name, self.pos, self.sense))
1004
-
1005
- def _pred(self):
1006
- return 'pred'
1007
-
1008
- class BoxerNamed(BoxerIndexed):
1009
- def __init__(self, discourse_id, sent_index, word_indices, var, name, type, sense):
1010
- BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1011
- self.var = var
1012
- self.name = name
1013
- self.type = type
1014
- self.sense = sense
1015
-
1016
- def _variables(self):
1017
- return (set([self.var]), set(), set())
1018
-
1019
- def change_var(self, var):
1020
- return BoxerNamed(self.discourse_id, self.sent_index, self.word_indices, var, self.name, self.type, self.sense)
1021
-
1022
- def clean(self):
1023
- return BoxerNamed(self.discourse_id, self.sent_index, self.word_indices, self.var, self._clean_name(self.name), self.type, self.sense)
1024
-
1025
- def renumber_sentences(self, f):
1026
- return BoxerNamed(self.discourse_id, f(self.sent_index), self.word_indices, self.var, self.name, self.type, self.sense)
1027
-
1028
- def __iter__(self):
1029
- return iter((self.var, self.name, self.type, self.sense))
1030
-
1031
- def _pred(self):
1032
- return 'named'
1033
-
1034
- class BoxerRel(BoxerIndexed):
1035
- def __init__(self, discourse_id, sent_index, word_indices, var1, var2, rel, sense):
1036
- BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1037
- self.var1 = var1
1038
- self.var2 = var2
1039
- self.rel = rel
1040
- self.sense = sense
1041
-
1042
- def _variables(self):
1043
- return (set([self.var1, self.var2]), set(), set())
1044
-
1045
- def clean(self):
1046
- return BoxerRel(self.discourse_id, self.sent_index, self.word_indices, self.var1, self.var2, self._clean_name(self.rel), self.sense)
1047
-
1048
- def renumber_sentences(self, f):
1049
- return BoxerRel(self.discourse_id, f(self.sent_index), self.word_indices, self.var1, self.var2, self.rel, self.sense)
1050
-
1051
- def __iter__(self):
1052
- return iter((self.var1, self.var2, self.rel, self.sense))
1053
-
1054
- def _pred(self):
1055
- return 'rel'
1056
-
1057
- class BoxerProp(BoxerIndexed):
1058
- def __init__(self, discourse_id, sent_index, word_indices, var, drs):
1059
- BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1060
- self.var = var
1061
- self.drs = drs
1062
-
1063
- def _variables(self):
1064
- return tuple(map(operator.or_, (set(), set(), set([self.var])), self.drs._variables()))
1065
-
1066
- def referenced_labels(self):
1067
- return set([self.drs])
1068
-
1069
- def atoms(self):
1070
- return self.drs.atoms()
1071
-
1072
- def clean(self):
1073
- return BoxerProp(self.discourse_id, self.sent_index, self.word_indices, self.var, self.drs.clean())
1074
-
1075
- def renumber_sentences(self, f):
1076
- return BoxerProp(self.discourse_id, f(self.sent_index), self.word_indices, self.var, self.drs.renumber_sentences(f))
1077
-
1078
- def __iter__(self):
1079
- return iter((self.var, self.drs))
1080
-
1081
- def _pred(self):
1082
- return 'prop'
1083
-
1084
- class BoxerEq(BoxerIndexed):
1085
- def __init__(self, discourse_id, sent_index, word_indices, var1, var2):
1086
- BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1087
- self.var1 = var1
1088
- self.var2 = var2
1089
-
1090
- def _variables(self):
1091
- return (set([self.var1, self.var2]), set(), set())
1092
-
1093
- def atoms(self):
1094
- return set()
1095
-
1096
- def renumber_sentences(self, f):
1097
- return BoxerEq(self.discourse_id, f(self.sent_index), self.word_indices, self.var1, self.var2)
1098
-
1099
- def __iter__(self):
1100
- return iter((self.var1, self.var2))
1101
-
1102
- def _pred(self):
1103
- return 'eq'
1104
-
1105
- class BoxerCard(BoxerIndexed):
1106
- def __init__(self, discourse_id, sent_index, word_indices, var, value, type):
1107
- BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1108
- self.var = var
1109
- self.value = value
1110
- self.type = type
1111
-
1112
- def _variables(self):
1113
- return (set([self.var]), set(), set())
1114
-
1115
- def renumber_sentences(self, f):
1116
- return BoxerCard(self.discourse_id, f(self.sent_index), self.word_indices, self.var, self.value, self.type)
1117
-
1118
- def __iter__(self):
1119
- return iter((self.var, self.value, self.type))
1120
-
1121
- def _pred(self):
1122
- return 'card'
1123
-
1124
- class BoxerOr(BoxerIndexed):
1125
- def __init__(self, discourse_id, sent_index, word_indices, drs1, drs2):
1126
- BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1127
- self.drs1 = drs1
1128
- self.drs2 = drs2
1129
-
1130
- def _variables(self):
1131
- return tuple(map(operator.or_, self.drs1._variables(), self.drs2._variables()))
1132
-
1133
- def atoms(self):
1134
- return self.drs1.atoms() | self.drs2.atoms()
1135
-
1136
- def clean(self):
1137
- return BoxerOr(self.discourse_id, self.sent_index, self.word_indices, self.drs1.clean(), self.drs2.clean())
1138
-
1139
- def renumber_sentences(self, f):
1140
- return BoxerOr(self.discourse_id, f(self.sent_index), self.word_indices, self.drs1, self.drs2)
1141
-
1142
- def __iter__(self):
1143
- return iter((self.drs1, self.drs2))
1144
-
1145
- def _pred(self):
1146
- return 'or'
1147
-
1148
- class BoxerWhq(BoxerIndexed):
1149
- def __init__(self, discourse_id, sent_index, word_indices, ans_types, drs1, variable, drs2):
1150
- BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1151
- self.ans_types = ans_types
1152
- self.drs1 = drs1
1153
- self.variable = variable
1154
- self.drs2 = drs2
1155
-
1156
- def _variables(self):
1157
- return tuple(map(operator.or_, (set([self.variable]), set(), set()), self.drs1._variables(), self.drs2._variables()))
1158
-
1159
- def atoms(self):
1160
- return self.drs1.atoms() | self.drs2.atoms()
1161
-
1162
- def clean(self):
1163
- return BoxerWhq(self.discourse_id, self.sent_index, self.word_indices, self.ans_types, self.drs1.clean(), self.variable, self.drs2.clean())
1164
-
1165
- def renumber_sentences(self, f):
1166
- return BoxerWhq(self.discourse_id, f(self.sent_index), self.word_indices, self.ans_types, self.drs1, self.variable, self.drs2)
1167
-
1168
- def __iter__(self):
1169
- return iter(('['+','.join(self.ans_types)+']', self.drs1, self.variable, self.drs2))
1170
-
1171
- def _pred(self):
1172
- return 'whq'
1173
-
1174
-
1175
-
1176
- class PassthroughBoxerDrsInterpreter(object):
1177
- def interpret(self, ex):
1178
- return ex
1179
-
1180
-
1181
- class NltkDrtBoxerDrsInterpreter(object):
1182
- def __init__(self, occur_index=False):
1183
- self._occur_index = occur_index
1184
-
1185
- def interpret(self, ex):
1186
- """
1187
- :param ex: ``AbstractBoxerDrs``
1188
- :return: ``DrtExpression``
1189
- """
1190
- if isinstance(ex, BoxerDrs):
1191
- drs = DRS([Variable(r) for r in ex.refs], list(map(self.interpret, ex.conds)))
1192
- if ex.consequent is not None:
1193
- drs.consequent = self.interpret(ex.consequent)
1194
- return drs
1195
- elif isinstance(ex, BoxerNot):
1196
- return DrtNegatedExpression(self.interpret(ex.drs))
1197
- elif isinstance(ex, BoxerPred):
1198
- pred = self._add_occur_indexing('%s_%s' % (ex.pos, ex.name), ex)
1199
- return self._make_atom(pred, ex.var)
1200
- elif isinstance(ex, BoxerNamed):
1201
- pred = self._add_occur_indexing('ne_%s_%s' % (ex.type, ex.name), ex)
1202
- return self._make_atom(pred, ex.var)
1203
- elif isinstance(ex, BoxerRel):
1204
- pred = self._add_occur_indexing('%s' % (ex.rel), ex)
1205
- return self._make_atom(pred, ex.var1, ex.var2)
1206
- elif isinstance(ex, BoxerProp):
1207
- return DrtProposition(Variable(ex.var), self.interpret(ex.drs))
1208
- elif isinstance(ex, BoxerEq):
1209
- return DrtEqualityExpression(DrtVariableExpression(Variable(ex.var1)),
1210
- DrtVariableExpression(Variable(ex.var2)))
1211
- elif isinstance(ex, BoxerCard):
1212
- pred = self._add_occur_indexing('card_%s_%s' % (ex.type, ex.value), ex)
1213
- return self._make_atom(pred, ex.var)
1214
- elif isinstance(ex, BoxerOr):
1215
- return DrtOrExpression(self.interpret(ex.drs1), self.interpret(ex.drs2))
1216
- elif isinstance(ex, BoxerWhq):
1217
- drs1 = self.interpret(ex.drs1)
1218
- drs2 = self.interpret(ex.drs2)
1219
- return DRS(drs1.refs + drs2.refs, drs1.conds + drs2.conds)
1220
- assert False, '%s: %s' % (ex.__class__.__name__, ex)
1221
-
1222
- def _make_atom(self, pred, *args):
1223
- accum = DrtVariableExpression(Variable(pred))
1224
- for arg in args:
1225
- accum = DrtApplicationExpression(accum, DrtVariableExpression(Variable(arg)))
1226
- return accum
1227
-
1228
- def _add_occur_indexing(self, base, ex):
1229
- if self._occur_index and ex.sent_index is not None:
1230
- if ex.discourse_id:
1231
- base += '_%s' % ex.discourse_id
1232
- base += '_s%s' % ex.sent_index
1233
- base += '_w%s' % sorted(ex.word_indices)[0]
1234
- return base
1235
-
1236
-
1237
- class UnparseableInputException(Exception):
1238
- pass
1239
-
1240
-
1241
- if __name__ == '__main__':
1242
- opts = OptionParser("usage: %prog TEXT [options]")
1243
- opts.add_option("--verbose", "-v", help="display verbose logs", action="store_true", default=False, dest="verbose")
1244
- opts.add_option("--fol", "-f", help="output FOL", action="store_true", default=False, dest="fol")
1245
- opts.add_option("--question", "-q", help="input is a question", action="store_true", default=False, dest="question")
1246
- opts.add_option("--occur", "-o", help="occurrence index", action="store_true", default=False, dest="occur_index")
1247
- (options, args) = opts.parse_args()
1248
-
1249
- if len(args) != 1:
1250
- opts.error("incorrect number of arguments")
1251
-
1252
- interpreter = NltkDrtBoxerDrsInterpreter(occur_index=options.occur_index)
1253
- drs = Boxer(interpreter).interpret_multi(args[0].split(r'\n'), question=options.question, verbose=options.verbose)
1254
- if drs is None:
1255
- print(None)
1256
- else:
1257
- drs = drs.simplify().eliminate_equality()
1258
- if options.fol:
1259
- print(drs.fol().normalize())
1260
- else:
1261
- drs.pretty_print()
1
+ # Natural Language Toolkit: Interface to Boxer
2
+ # <http://svn.ask.it.usyd.edu.au/trac/candc/wiki/boxer>
3
+ #
4
+ # Author: Dan Garrette <dhgarrette@gmail.com>
5
+ #
6
+ # Copyright (C) 2001-2018 NLTK Project
7
+ # URL: <http://nltk.org/>
8
+ # For license information, see LICENSE.TXT
9
+
10
+ """
11
+ An interface to Boxer.
12
+
13
+ This interface relies on the latest version of the development (subversion) version of
14
+ C&C and Boxer.
15
+
16
+ Usage:
17
+ Set the environment variable CANDC to the bin directory of your CandC installation.
18
+ The models directory should be in the CandC root directory.
19
+ For example:
20
+ /path/to/candc/
21
+ bin/
22
+ candc
23
+ boxer
24
+ models/
25
+ boxer/
26
+ """
27
+ from __future__ import print_function, unicode_literals
28
+
29
+ import os
30
+ import re
31
+ import operator
32
+ import subprocess
33
+ from optparse import OptionParser
34
+ import tempfile
35
+ from functools import reduce
36
+
37
+ from nltk.internals import find_binary
38
+
39
+ from nltk.sem.logic import (ExpectedMoreTokensException, LogicalExpressionException,
40
+ UnexpectedTokenException, Variable)
41
+
42
+ from nltk.sem.drt import (DRS, DrtApplicationExpression, DrtEqualityExpression,
43
+ DrtNegatedExpression, DrtOrExpression, DrtParser,
44
+ DrtProposition, DrtTokens, DrtVariableExpression)
45
+
46
+ from nltk.compat import python_2_unicode_compatible
47
+
48
+ class Boxer(object):
49
+ """
50
+ This class is an interface to Johan Bos's program Boxer, a wide-coverage
51
+ semantic parser that produces Discourse Representation Structures (DRSs).
52
+ """
53
+
54
+ def __init__(self, boxer_drs_interpreter=None, elimeq=False, bin_dir=None, verbose=False, resolve=True):
55
+ """
56
+ :param boxer_drs_interpreter: A class that converts from the
57
+ ``AbstractBoxerDrs`` object hierarchy to a different object. The
58
+ default is ``NltkDrtBoxerDrsInterpreter``, which converts to the NLTK
59
+ DRT hierarchy.
60
+ :param elimeq: When set to true, Boxer removes all equalities from the
61
+ DRSs and discourse referents standing in the equality relation are
62
+ unified, but only if this can be done in a meaning-preserving manner.
63
+ :param resolve: When set to true, Boxer will resolve all anaphoric DRSs and perform merge-reduction.
64
+ Resolution follows Van der Sandt's theory of binding and accommodation.
65
+ """
66
+ if boxer_drs_interpreter is None:
67
+ boxer_drs_interpreter = NltkDrtBoxerDrsInterpreter()
68
+ self._boxer_drs_interpreter = boxer_drs_interpreter
69
+
70
+ self._resolve = resolve
71
+ self._elimeq = elimeq
72
+
73
+ self.set_bin_dir(bin_dir, verbose)
74
+
75
+ def set_bin_dir(self, bin_dir, verbose=False):
76
+ self._candc_bin = self._find_binary('candc', bin_dir, verbose)
77
+ self._candc_models_path = os.path.normpath(os.path.join(self._candc_bin[:-5], '../models'))
78
+ self._boxer_bin = self._find_binary('boxer', bin_dir, verbose)
79
+
80
+ def interpret(self, input, discourse_id=None, question=False, verbose=False):
81
+ """
82
+ Use Boxer to give a first order representation.
83
+
84
+ :param input: str Input sentence to parse
85
+ :param occur_index: bool Should predicates be occurrence indexed?
86
+ :param discourse_id: str An identifier to be inserted to each occurrence-indexed predicate.
87
+ :return: ``drt.DrtExpression``
88
+ """
89
+ discourse_ids = ([discourse_id] if discourse_id is not None else None)
90
+ d, = self.interpret_multi_sents([[input]], discourse_ids, question, verbose)
91
+ if not d:
92
+ raise Exception('Unable to interpret: "{0}"'.format(input))
93
+ return d
94
+
95
+ def interpret_multi(self, input, discourse_id=None, question=False, verbose=False):
96
+ """
97
+ Use Boxer to give a first order representation.
98
+
99
+ :param input: list of str Input sentences to parse as a single discourse
100
+ :param occur_index: bool Should predicates be occurrence indexed?
101
+ :param discourse_id: str An identifier to be inserted to each occurrence-indexed predicate.
102
+ :return: ``drt.DrtExpression``
103
+ """
104
+ discourse_ids = ([discourse_id] if discourse_id is not None else None)
105
+ d, = self.interpret_multi_sents([input], discourse_ids, question, verbose)
106
+ if not d:
107
+ raise Exception('Unable to interpret: "{0}"'.format(input))
108
+ return d
109
+
110
+ def interpret_sents(self, inputs, discourse_ids=None, question=False, verbose=False):
111
+ """
112
+ Use Boxer to give a first order representation.
113
+
114
+ :param inputs: list of str Input sentences to parse as individual discourses
115
+ :param occur_index: bool Should predicates be occurrence indexed?
116
+ :param discourse_ids: list of str Identifiers to be inserted to each occurrence-indexed predicate.
117
+ :return: list of ``drt.DrtExpression``
118
+ """
119
+ return self.interpret_multi_sents([[input] for input in inputs], discourse_ids, question, verbose)
120
+
121
+ def interpret_multi_sents(self, inputs, discourse_ids=None, question=False, verbose=False):
122
+ """
123
+ Use Boxer to give a first order representation.
124
+
125
+ :param inputs: list of list of str Input discourses to parse
126
+ :param occur_index: bool Should predicates be occurrence indexed?
127
+ :param discourse_ids: list of str Identifiers to be inserted to each occurrence-indexed predicate.
128
+ :return: ``drt.DrtExpression``
129
+ """
130
+ if discourse_ids is not None:
131
+ assert len(inputs) == len(discourse_ids)
132
+ assert reduce(operator.and_, (id is not None for id in discourse_ids))
133
+ use_disc_id = True
134
+ else:
135
+ discourse_ids = list(map(str, range(len(inputs))))
136
+ use_disc_id = False
137
+
138
+ candc_out = self._call_candc(inputs, discourse_ids, question, verbose=verbose)
139
+ boxer_out = self._call_boxer(candc_out, verbose=verbose)
140
+
141
+ # if 'ERROR: input file contains no ccg/2 terms.' in boxer_out:
142
+ # raise UnparseableInputException('Could not parse with candc: "%s"' % input_str)
143
+
144
+ drs_dict = self._parse_to_drs_dict(boxer_out, use_disc_id)
145
+ return [drs_dict.get(id, None) for id in discourse_ids]
146
+
147
+ def _call_candc(self, inputs, discourse_ids, question, verbose=False):
148
+ """
149
+ Call the ``candc`` binary with the given input.
150
+
151
+ :param inputs: list of list of str Input discourses to parse
152
+ :param discourse_ids: list of str Identifiers to be inserted to each occurrence-indexed predicate.
153
+ :param filename: str A filename for the output file
154
+ :return: stdout
155
+ """
156
+ args = ['--models', os.path.join(self._candc_models_path, ['boxer','questions'][question]),
157
+ '--candc-printer', 'boxer']
158
+ return self._call('\n'.join(sum((["<META>'{0}'".format(id)] + d for d,id in zip(inputs,discourse_ids)), [])), self._candc_bin, args, verbose)
159
+
160
+ def _call_boxer(self, candc_out, verbose=False):
161
+ """
162
+ Call the ``boxer`` binary with the given input.
163
+
164
+ :param candc_out: str output from C&C parser
165
+ :return: stdout
166
+ """
167
+ f = None
168
+ try:
169
+ fd, temp_filename = tempfile.mkstemp(prefix='boxer-', suffix='.in', text=True)
170
+ f = os.fdopen(fd, 'w')
171
+ f.write(candc_out)
172
+ finally:
173
+ if f: f.close()
174
+
175
+ args = ['--box', 'false',
176
+ '--semantics', 'drs',
177
+ #'--flat', 'false', # removed from boxer
178
+ '--resolve', ['false','true'][self._resolve],
179
+ '--elimeq', ['false','true'][self._elimeq],
180
+ '--format', 'prolog',
181
+ '--instantiate', 'true',
182
+ '--input', temp_filename]
183
+ stdout = self._call(None, self._boxer_bin, args, verbose)
184
+ os.remove(temp_filename)
185
+ return stdout
186
+
187
+ def _find_binary(self, name, bin_dir, verbose=False):
188
+ return find_binary(name,
189
+ path_to_bin=bin_dir,
190
+ env_vars=['CANDC'],
191
+ url='http://svn.ask.it.usyd.edu.au/trac/candc/',
192
+ binary_names=[name, name + '.exe'],
193
+ verbose=verbose)
194
+
195
+ def _call(self, input_str, binary, args=[], verbose=False):
196
+ """
197
+ Call the binary with the given input.
198
+
199
+ :param input_str: A string whose contents are used as stdin.
200
+ :param binary: The location of the binary to call
201
+ :param args: A list of command-line arguments.
202
+ :return: stdout
203
+ """
204
+ if verbose:
205
+ print('Calling:', binary)
206
+ print('Args:', args)
207
+ print('Input:', input_str)
208
+ print('Command:', binary + ' ' + ' '.join(args))
209
+
210
+ # Call via a subprocess
211
+ if input_str is None:
212
+ cmd = [binary] + args
213
+ p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
214
+ else:
215
+ cmd = 'echo "{0}" | {1} {2}'.format(input_str, binary, ' '.join(args))
216
+ p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
217
+ stdout, stderr = p.communicate()
218
+
219
+ if verbose:
220
+ print('Return code:', p.returncode)
221
+ if stdout: print('stdout:\n', stdout, '\n')
222
+ if stderr: print('stderr:\n', stderr, '\n')
223
+ if p.returncode != 0:
224
+ raise Exception('ERROR CALLING: {0} {1}\nReturncode: {2}\n{3}'.format(binary, ' '.join(args), p.returncode, stderr))
225
+
226
+ return stdout
227
+
228
+ def _parse_to_drs_dict(self, boxer_out, use_disc_id):
229
+ lines = boxer_out.split('\n')
230
+ drs_dict = {}
231
+ i = 0
232
+ while i < len(lines):
233
+ line = lines[i]
234
+ if line.startswith('id('):
235
+ comma_idx = line.index(',')
236
+ discourse_id = line[3:comma_idx]
237
+ if discourse_id[0] == "'" and discourse_id[-1] == "'":
238
+ discourse_id = discourse_id[1:-1]
239
+ drs_id = line[comma_idx+1:line.index(')')]
240
+ i += 1
241
+ line = lines[i]
242
+ assert line.startswith('sem({0},'.format(drs_id))
243
+ if line[-4:] == "').'":
244
+ line = line[:-4] + ")."
245
+ assert line.endswith(').'), "can't parse line: {0}".format(line)
246
+
247
+ search_start = len('sem({0},['.format(drs_id))
248
+ brace_count = 1
249
+ drs_start = -1
250
+ for j,c in enumerate(line[search_start:]):
251
+ if(c == '['):
252
+ brace_count += 1
253
+ if(c == ']'):
254
+ brace_count -= 1
255
+ if(brace_count == 0):
256
+ drs_start = search_start + j + 1
257
+ if line[drs_start:drs_start+3] == "','":
258
+ drs_start = drs_start + 3
259
+ else:
260
+ drs_start = drs_start + 1
261
+ break
262
+ assert drs_start > -1
263
+
264
+ drs_input = line[drs_start:-2].strip()
265
+ parsed = self._parse_drs(drs_input, discourse_id, use_disc_id)
266
+ drs_dict[discourse_id] = self._boxer_drs_interpreter.interpret(parsed)
267
+ i += 1
268
+ return drs_dict
269
+
270
+ def _parse_drs(self, drs_string, discourse_id, use_disc_id):
271
+ return BoxerOutputDrsParser([None,discourse_id][use_disc_id]).parse(drs_string)
272
+
273
+
274
+ class BoxerOutputDrsParser(DrtParser):
275
+ def __init__(self, discourse_id=None):
276
+ """
277
+ This class is used to parse the Prolog DRS output from Boxer into a
278
+ hierarchy of python objects.
279
+ """
280
+ DrtParser.__init__(self)
281
+ self.discourse_id = discourse_id
282
+ self.sentence_id_offset = None
283
+ self.quote_chars = [("'", "'", "\\", False)]
284
+
285
+ def parse(self, data, signature=None):
286
+ return DrtParser.parse(self, data, signature)
287
+
288
+ def get_all_symbols(self):
289
+ return ['(', ')', ',', '[', ']',':']
290
+
291
+ def handle(self, tok, context):
292
+ return self.handle_drs(tok)
293
+
294
+ def attempt_adjuncts(self, expression, context):
295
+ return expression
296
+
297
+ def parse_condition(self, indices):
298
+ """
299
+ Parse a DRS condition
300
+
301
+ :return: list of ``DrtExpression``
302
+ """
303
+ tok = self.token()
304
+ accum = self.handle_condition(tok, indices)
305
+ if accum is None:
306
+ raise UnexpectedTokenException(tok)
307
+ return accum
308
+
309
+ def handle_drs(self, tok):
310
+ if tok == 'drs':
311
+ return self.parse_drs()
312
+ elif tok in ['merge', 'smerge']:
313
+ return self._handle_binary_expression(self._make_merge_expression)(None, [])
314
+ elif tok in ['alfa']:
315
+ return self._handle_alfa(self._make_merge_expression)(None, [])
316
+
317
+ def handle_condition(self, tok, indices):
318
+ """
319
+ Handle a DRS condition
320
+
321
+ :param indices: list of int
322
+ :return: list of ``DrtExpression``
323
+ """
324
+ if tok == 'not':
325
+ return [self._handle_not()]
326
+
327
+ if tok == 'or':
328
+ conds = [self._handle_binary_expression(self._make_or_expression)]
329
+ elif tok == 'imp':
330
+ conds = [self._handle_binary_expression(self._make_imp_expression)]
331
+ elif tok == 'eq':
332
+ conds = [self._handle_eq()]
333
+ elif tok == 'prop':
334
+ conds = [self._handle_prop()]
335
+
336
+ elif tok == 'pred':
337
+ conds = [self._handle_pred()]
338
+ elif tok == 'named':
339
+ conds = [self._handle_named()]
340
+ elif tok == 'rel':
341
+ conds = [self._handle_rel()]
342
+ elif tok == 'timex':
343
+ conds = self._handle_timex()
344
+ elif tok == 'card':
345
+ conds = [self._handle_card()]
346
+
347
+ elif tok == 'whq':
348
+ conds = [self._handle_whq()]
349
+ elif tok == 'duplex':
350
+ conds = [self._handle_duplex()]
351
+
352
+ else:
353
+ conds = []
354
+
355
+ return sum([[cond(sent_index, word_indices) for cond in conds] for sent_index, word_indices in self._sent_and_word_indices(indices)], [])
356
+
357
+ def _handle_not(self):
358
+ self.assertToken(self.token(), '(')
359
+ drs = self.process_next_expression(None)
360
+ self.assertToken(self.token(), ')')
361
+ return BoxerNot(drs)
362
+
363
+ def _handle_pred(self):
364
+ #pred(_G3943, dog, n, 0)
365
+ self.assertToken(self.token(), '(')
366
+ variable = self.parse_variable()
367
+ self.assertToken(self.token(), ',')
368
+ name = self.token()
369
+ self.assertToken(self.token(), ',')
370
+ pos = self.token()
371
+ self.assertToken(self.token(), ',')
372
+ sense = int(self.token())
373
+ self.assertToken(self.token(), ')')
374
+
375
+ def _handle_pred_f(sent_index, word_indices):
376
+ return BoxerPred(self.discourse_id, sent_index, word_indices, variable, name, pos, sense)
377
+ return _handle_pred_f
378
+
379
+ def _handle_duplex(self):
380
+ #duplex(whq, drs(...), var, drs(...))
381
+ self.assertToken(self.token(), '(')
382
+ # self.assertToken(self.token(), '[')
383
+ ans_types = []
384
+ # while self.token(0) != ']':
385
+ # cat = self.token()
386
+ # self.assertToken(self.token(), ':')
387
+ # if cat == 'des':
388
+ # ans_types.append(self.token())
389
+ # elif cat == 'num':
390
+ # ans_types.append('number')
391
+ # typ = self.token()
392
+ # if typ == 'cou':
393
+ # ans_types.append('count')
394
+ # else:
395
+ # ans_types.append(typ)
396
+ # else:
397
+ # ans_types.append(self.token())
398
+ # self.token() #swallow the ']'
399
+
400
+ self.assertToken(self.token(), 'whq')
401
+ self.assertToken(self.token(), ',')
402
+ d1 = self.process_next_expression(None)
403
+ self.assertToken(self.token(), ',')
404
+ ref = self.parse_variable()
405
+ self.assertToken(self.token(), ',')
406
+ d2 = self.process_next_expression(None)
407
+ self.assertToken(self.token(), ')')
408
+ return lambda sent_index, word_indices: BoxerWhq(self.discourse_id, sent_index, word_indices, ans_types, d1, ref, d2)
409
+
410
+
411
+ def _handle_named(self):
412
+ #named(x0, john, per, 0)
413
+ self.assertToken(self.token(), '(')
414
+ variable = self.parse_variable()
415
+ self.assertToken(self.token(), ',')
416
+ name = self.token()
417
+ self.assertToken(self.token(), ',')
418
+ type = self.token()
419
+ self.assertToken(self.token(), ',')
420
+ sense = self.token() # as per boxer rev 2554
421
+ self.assertToken(self.token(), ')')
422
+ return lambda sent_index, word_indices: BoxerNamed(self.discourse_id, sent_index, word_indices, variable, name, type, sense)
423
+
424
+ def _handle_rel(self):
425
+ #rel(_G3993, _G3943, agent, 0)
426
+ self.assertToken(self.token(), '(')
427
+ var1 = self.parse_variable()
428
+ self.assertToken(self.token(), ',')
429
+ var2 = self.parse_variable()
430
+ self.assertToken(self.token(), ',')
431
+ rel = self.token()
432
+ self.assertToken(self.token(), ',')
433
+ sense = int(self.token())
434
+ self.assertToken(self.token(), ')')
435
+ return lambda sent_index, word_indices: BoxerRel(self.discourse_id, sent_index, word_indices, var1, var2, rel, sense)
436
+
437
+ def _handle_timex(self):
438
+ #timex(_G18322, date([]: (+), []:'XXXX', [1004]:'04', []:'XX'))
439
+ self.assertToken(self.token(), '(')
440
+ arg = self.parse_variable()
441
+ self.assertToken(self.token(), ',')
442
+ new_conds = self._handle_time_expression(arg)
443
+ self.assertToken(self.token(), ')')
444
+ return new_conds
445
+
446
+ def _handle_time_expression(self, arg):
447
+ #date([]: (+), []:'XXXX', [1004]:'04', []:'XX')
448
+ tok = self.token()
449
+ self.assertToken(self.token(), '(')
450
+ if tok == 'date':
451
+ conds = self._handle_date(arg)
452
+ elif tok == 'time':
453
+ conds = self._handle_time(arg)
454
+ else:
455
+ return None
456
+ self.assertToken(self.token(), ')')
457
+ return [lambda sent_index, word_indices: BoxerPred(self.discourse_id, sent_index, word_indices, arg, tok, 'n', 0)] + \
458
+ [lambda sent_index, word_indices: cond for cond in conds]
459
+
460
+ def _handle_date(self, arg):
461
+ #[]: (+), []:'XXXX', [1004]:'04', []:'XX'
462
+ conds = []
463
+ (sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
464
+ self.assertToken(self.token(), '(')
465
+ pol = self.token()
466
+ self.assertToken(self.token(), ')')
467
+ conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_pol_{0}'.format(pol), 'a', 0))
468
+ self.assertToken(self.token(), ',')
469
+
470
+ (sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
471
+ year = self.token()
472
+ if year != 'XXXX':
473
+ year = year.replace(':', '_')
474
+ conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_year_{0}'.format(year), 'a', 0))
475
+ self.assertToken(self.token(), ',')
476
+
477
+ (sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
478
+ month = self.token()
479
+ if month != 'XX':
480
+ conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_month_{0}'.format(month), 'a', 0))
481
+ self.assertToken(self.token(), ',')
482
+
483
+ (sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
484
+ day = self.token()
485
+ if day != 'XX':
486
+ conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_day_{0}'.format(day), 'a', 0))
487
+
488
+ return conds
489
+
490
+ def _handle_time(self, arg):
491
+ #time([1018]:'18', []:'XX', []:'XX')
492
+ conds = []
493
+ self._parse_index_list()
494
+ hour = self.token()
495
+ if hour != 'XX':
496
+ conds.append(self._make_atom('r_hour_2',arg,hour))
497
+ self.assertToken(self.token(), ',')
498
+
499
+ self._parse_index_list()
500
+ min = self.token()
501
+ if min != 'XX':
502
+ conds.append(self._make_atom('r_min_2',arg,min))
503
+ self.assertToken(self.token(), ',')
504
+
505
+ self._parse_index_list()
506
+ sec = self.token()
507
+ if sec != 'XX':
508
+ conds.append(self._make_atom('r_sec_2',arg,sec))
509
+
510
+ return conds
511
+
512
+ def _handle_card(self):
513
+ #card(_G18535, 28, ge)
514
+ self.assertToken(self.token(), '(')
515
+ variable = self.parse_variable()
516
+ self.assertToken(self.token(), ',')
517
+ value = self.token()
518
+ self.assertToken(self.token(), ',')
519
+ type = self.token()
520
+ self.assertToken(self.token(), ')')
521
+ return lambda sent_index, word_indices: BoxerCard(self.discourse_id, sent_index, word_indices, variable, value, type)
522
+
523
+ def _handle_prop(self):
524
+ #prop(_G15949, drs(...))
525
+ self.assertToken(self.token(), '(')
526
+ variable = self.parse_variable()
527
+ self.assertToken(self.token(), ',')
528
+ drs = self.process_next_expression(None)
529
+ self.assertToken(self.token(), ')')
530
+ return lambda sent_index, word_indices: BoxerProp(self.discourse_id, sent_index, word_indices, variable, drs)
531
+
532
+ def _parse_index_list(self):
533
+ #[1001,1002]:
534
+ indices = []
535
+ self.assertToken(self.token(), '[')
536
+ while self.token(0) != ']':
537
+ indices.append(self.parse_index())
538
+ if self.token(0) == ',':
539
+ self.token() #swallow ','
540
+ self.token() #swallow ']'
541
+ self.assertToken(self.token(), ':')
542
+ return indices
543
+
544
+ def parse_drs(self):
545
+ #drs([[1001]:_G3943],
546
+ # [[1002]:pred(_G3943, dog, n, 0)]
547
+ # )
548
+ self.assertToken(self.token(), '(')
549
+ self.assertToken(self.token(), '[')
550
+ refs = set()
551
+ while self.token(0) != ']':
552
+ indices = self._parse_index_list()
553
+ refs.add(self.parse_variable())
554
+ if self.token(0) == ',':
555
+ self.token() #swallow ','
556
+ self.token() #swallow ']'
557
+ self.assertToken(self.token(), ',')
558
+ self.assertToken(self.token(), '[')
559
+ conds = []
560
+ while self.token(0) != ']':
561
+ indices = self._parse_index_list()
562
+ conds.extend(self.parse_condition(indices))
563
+ if self.token(0) == ',':
564
+ self.token() #swallow ','
565
+ self.token() #swallow ']'
566
+ self.assertToken(self.token(), ')')
567
+ return BoxerDrs(list(refs), conds)
568
+
569
+ def _handle_binary_expression(self, make_callback):
570
+ self.assertToken(self.token(), '(')
571
+ drs1 = self.process_next_expression(None)
572
+ self.assertToken(self.token(), ',')
573
+ drs2 = self.process_next_expression(None)
574
+ self.assertToken(self.token(), ')')
575
+ return lambda sent_index, word_indices: make_callback(sent_index, word_indices, drs1, drs2)
576
+
577
+ def _handle_alfa(self, make_callback):
578
+ self.assertToken(self.token(), '(')
579
+ type = self.token()
580
+ self.assertToken(self.token(), ',')
581
+ drs1 = self.process_next_expression(None)
582
+ self.assertToken(self.token(), ',')
583
+ drs2 = self.process_next_expression(None)
584
+ self.assertToken(self.token(), ')')
585
+ return lambda sent_index, word_indices: make_callback(sent_index, word_indices, drs1, drs2)
586
+
587
+ def _handle_eq(self):
588
+ self.assertToken(self.token(), '(')
589
+ var1 = self.parse_variable()
590
+ self.assertToken(self.token(), ',')
591
+ var2 = self.parse_variable()
592
+ self.assertToken(self.token(), ')')
593
+ return lambda sent_index, word_indices: BoxerEq(self.discourse_id, sent_index, word_indices, var1, var2)
594
+
595
+
596
+ def _handle_whq(self):
597
+ self.assertToken(self.token(), '(')
598
+ self.assertToken(self.token(), '[')
599
+ ans_types = []
600
+ while self.token(0) != ']':
601
+ cat = self.token()
602
+ self.assertToken(self.token(), ':')
603
+ if cat == 'des':
604
+ ans_types.append(self.token())
605
+ elif cat == 'num':
606
+ ans_types.append('number')
607
+ typ = self.token()
608
+ if typ == 'cou':
609
+ ans_types.append('count')
610
+ else:
611
+ ans_types.append(typ)
612
+ else:
613
+ ans_types.append(self.token())
614
+ self.token() #swallow the ']'
615
+
616
+ self.assertToken(self.token(), ',')
617
+ d1 = self.process_next_expression(None)
618
+ self.assertToken(self.token(), ',')
619
+ ref = self.parse_variable()
620
+ self.assertToken(self.token(), ',')
621
+ d2 = self.process_next_expression(None)
622
+ self.assertToken(self.token(), ')')
623
+ return lambda sent_index, word_indices: BoxerWhq(self.discourse_id, sent_index, word_indices, ans_types, d1, ref, d2)
624
+
625
+ def _make_merge_expression(self, sent_index, word_indices, drs1, drs2):
626
+ return BoxerDrs(drs1.refs + drs2.refs, drs1.conds + drs2.conds)
627
+
628
+ def _make_or_expression(self, sent_index, word_indices, drs1, drs2):
629
+ return BoxerOr(self.discourse_id, sent_index, word_indices, drs1, drs2)
630
+
631
+ def _make_imp_expression(self, sent_index, word_indices, drs1, drs2):
632
+ return BoxerDrs(drs1.refs, drs1.conds, drs2)
633
+
634
+ def parse_variable(self):
635
+ var = self.token()
636
+ assert re.match('^[exps]\d+$', var), var
637
+ return var
638
+
639
+ def parse_index(self):
640
+ return int(self.token())
641
+
642
+ def _sent_and_word_indices(self, indices):
643
+ """
644
+ :return: list of (sent_index, word_indices) tuples
645
+ """
646
+ sent_indices = set((i / 1000)-1 for i in indices if i>=0)
647
+ if sent_indices:
648
+ pairs = []
649
+ for sent_index in sent_indices:
650
+ word_indices = [(i % 1000)-1 for i in indices if sent_index == (i / 1000)-1]
651
+ pairs.append((sent_index, word_indices))
652
+ return pairs
653
+ else:
654
+ word_indices = [(i % 1000)-1 for i in indices]
655
+ return [(None, word_indices)]
656
+
657
+
658
+ class BoxerDrsParser(DrtParser):
659
+ """
660
+ Reparse the str form of subclasses of ``AbstractBoxerDrs``
661
+ """
662
+ def __init__(self, discourse_id=None):
663
+ DrtParser.__init__(self)
664
+ self.discourse_id = discourse_id
665
+
666
+ def get_all_symbols(self):
667
+ return [DrtTokens.OPEN, DrtTokens.CLOSE, DrtTokens.COMMA, DrtTokens.OPEN_BRACKET, DrtTokens.CLOSE_BRACKET]
668
+
669
+ def attempt_adjuncts(self, expression, context):
670
+ return expression
671
+
672
+ def handle(self, tok, context):
673
+ try:
674
+ # if tok == 'drs':
675
+ # self.assertNextToken(DrtTokens.OPEN)
676
+ # label = int(self.token())
677
+ # self.assertNextToken(DrtTokens.COMMA)
678
+ # refs = list(map(int, self.handle_refs()))
679
+ # self.assertNextToken(DrtTokens.COMMA)
680
+ # conds = self.handle_conds(None)
681
+ # self.assertNextToken(DrtTokens.CLOSE)
682
+ # return BoxerDrs(label, refs, conds)
683
+ if tok == 'pred':
684
+ self.assertNextToken(DrtTokens.OPEN)
685
+ disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
686
+ self.assertNextToken(DrtTokens.COMMA)
687
+ sent_id = self.nullableIntToken()
688
+ self.assertNextToken(DrtTokens.COMMA)
689
+ word_ids = list(map(int, self.handle_refs()))
690
+ self.assertNextToken(DrtTokens.COMMA)
691
+ variable = int(self.token())
692
+ self.assertNextToken(DrtTokens.COMMA)
693
+ name = self.token()
694
+ self.assertNextToken(DrtTokens.COMMA)
695
+ pos = self.token()
696
+ self.assertNextToken(DrtTokens.COMMA)
697
+ sense = int(self.token())
698
+ self.assertNextToken(DrtTokens.CLOSE)
699
+ return BoxerPred(disc_id, sent_id, word_ids, variable, name, pos, sense)
700
+ elif tok == 'named':
701
+ self.assertNextToken(DrtTokens.OPEN)
702
+ disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
703
+ self.assertNextToken(DrtTokens.COMMA)
704
+ sent_id = int(self.token())
705
+ self.assertNextToken(DrtTokens.COMMA)
706
+ word_ids = map(int, self.handle_refs())
707
+ self.assertNextToken(DrtTokens.COMMA)
708
+ variable = int(self.token())
709
+ self.assertNextToken(DrtTokens.COMMA)
710
+ name = self.token()
711
+ self.assertNextToken(DrtTokens.COMMA)
712
+ type = self.token()
713
+ self.assertNextToken(DrtTokens.COMMA)
714
+ sense = int(self.token())
715
+ self.assertNextToken(DrtTokens.CLOSE)
716
+ return BoxerNamed(disc_id, sent_id, word_ids, variable, name, type, sense)
717
+ elif tok == 'rel':
718
+ self.assertNextToken(DrtTokens.OPEN)
719
+ disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
720
+ self.assertNextToken(DrtTokens.COMMA)
721
+ sent_id = self.nullableIntToken()
722
+ self.assertNextToken(DrtTokens.COMMA)
723
+ word_ids = list(map(int, self.handle_refs()))
724
+ self.assertNextToken(DrtTokens.COMMA)
725
+ var1 = int(self.token())
726
+ self.assertNextToken(DrtTokens.COMMA)
727
+ var2 = int(self.token())
728
+ self.assertNextToken(DrtTokens.COMMA)
729
+ rel = self.token()
730
+ self.assertNextToken(DrtTokens.COMMA)
731
+ sense = int(self.token())
732
+ self.assertNextToken(DrtTokens.CLOSE)
733
+ return BoxerRel(disc_id, sent_id, word_ids, var1, var2, rel, sense)
734
+ elif tok == 'prop':
735
+ self.assertNextToken(DrtTokens.OPEN)
736
+ disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
737
+ self.assertNextToken(DrtTokens.COMMA)
738
+ sent_id = int(self.token())
739
+ self.assertNextToken(DrtTokens.COMMA)
740
+ word_ids = list(map(int, self.handle_refs()))
741
+ self.assertNextToken(DrtTokens.COMMA)
742
+ variable = int(self.token())
743
+ self.assertNextToken(DrtTokens.COMMA)
744
+ drs = self.process_next_expression(None)
745
+ self.assertNextToken(DrtTokens.CLOSE)
746
+ return BoxerProp(disc_id, sent_id, word_ids, variable, drs)
747
+ elif tok == 'not':
748
+ self.assertNextToken(DrtTokens.OPEN)
749
+ drs = self.process_next_expression(None)
750
+ self.assertNextToken(DrtTokens.CLOSE)
751
+ return BoxerNot(drs)
752
+ elif tok == 'imp':
753
+ self.assertNextToken(DrtTokens.OPEN)
754
+ drs1 = self.process_next_expression(None)
755
+ self.assertNextToken(DrtTokens.COMMA)
756
+ drs2 = self.process_next_expression(None)
757
+ self.assertNextToken(DrtTokens.CLOSE)
758
+ return BoxerDrs(drs1.refs, drs1.conds, drs2)
759
+ elif tok == 'or':
760
+ self.assertNextToken(DrtTokens.OPEN)
761
+ disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
762
+ self.assertNextToken(DrtTokens.COMMA)
763
+ sent_id = self.nullableIntToken()
764
+ self.assertNextToken(DrtTokens.COMMA)
765
+ word_ids = map(int, self.handle_refs())
766
+ self.assertNextToken(DrtTokens.COMMA)
767
+ drs1 = self.process_next_expression(None)
768
+ self.assertNextToken(DrtTokens.COMMA)
769
+ drs2 = self.process_next_expression(None)
770
+ self.assertNextToken(DrtTokens.CLOSE)
771
+ return BoxerOr(disc_id, sent_id, word_ids, drs1, drs2)
772
+ elif tok == 'eq':
773
+ self.assertNextToken(DrtTokens.OPEN)
774
+ disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
775
+ self.assertNextToken(DrtTokens.COMMA)
776
+ sent_id = self.nullableIntToken()
777
+ self.assertNextToken(DrtTokens.COMMA)
778
+ word_ids = list(map(int, self.handle_refs()))
779
+ self.assertNextToken(DrtTokens.COMMA)
780
+ var1 = int(self.token())
781
+ self.assertNextToken(DrtTokens.COMMA)
782
+ var2 = int(self.token())
783
+ self.assertNextToken(DrtTokens.CLOSE)
784
+ return BoxerEq(disc_id, sent_id, word_ids, var1, var2)
785
+ elif tok == 'card':
786
+ self.assertNextToken(DrtTokens.OPEN)
787
+ disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
788
+ self.assertNextToken(DrtTokens.COMMA)
789
+ sent_id = self.nullableIntToken()
790
+ self.assertNextToken(DrtTokens.COMMA)
791
+ word_ids = map(int, self.handle_refs())
792
+ self.assertNextToken(DrtTokens.COMMA)
793
+ var = int(self.token())
794
+ self.assertNextToken(DrtTokens.COMMA)
795
+ value = self.token()
796
+ self.assertNextToken(DrtTokens.COMMA)
797
+ type = self.token()
798
+ self.assertNextToken(DrtTokens.CLOSE)
799
+ return BoxerCard(disc_id, sent_id, word_ids, var, value, type)
800
+ elif tok == 'whq':
801
+ self.assertNextToken(DrtTokens.OPEN)
802
+ disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
803
+ self.assertNextToken(DrtTokens.COMMA)
804
+ sent_id = self.nullableIntToken()
805
+ self.assertNextToken(DrtTokens.COMMA)
806
+ word_ids = list(map(int, self.handle_refs()))
807
+ self.assertNextToken(DrtTokens.COMMA)
808
+ ans_types = self.handle_refs()
809
+ self.assertNextToken(DrtTokens.COMMA)
810
+ drs1 = self.process_next_expression(None)
811
+ self.assertNextToken(DrtTokens.COMMA)
812
+ var = int(self.token())
813
+ self.assertNextToken(DrtTokens.COMMA)
814
+ drs2 = self.process_next_expression(None)
815
+ self.assertNextToken(DrtTokens.CLOSE)
816
+ return BoxerWhq(disc_id, sent_id, word_ids, ans_types, drs1, var, drs2)
817
+ except Exception as e:
818
+ raise LogicalExpressionException(self._currentIndex, str(e))
819
+ assert False, repr(tok)
820
+
821
+ def nullableIntToken(self):
822
+ t = self.token()
823
+ return [None,int(t)][t != 'None']
824
+
825
+ def get_next_token_variable(self, description):
826
+ try:
827
+ return self.token()
828
+ except ExpectedMoreTokensException as e:
829
+ raise ExpectedMoreTokensException(e.index, 'Variable expected.')
830
+
831
+
832
+
833
+ class AbstractBoxerDrs(object):
834
+ def variables(self):
835
+ """
836
+ :return: (set<variables>, set<events>, set<propositions>)
837
+ """
838
+ variables, events, propositions = self._variables()
839
+ return (variables - (events | propositions), events, propositions - events)
840
+
841
+ def variable_types(self):
842
+ vartypes = {}
843
+ for t,vars in zip(('z','e','p'), self.variables()):
844
+ for v in vars:
845
+ vartypes[v] = t
846
+ return vartypes
847
+
848
+ def _variables(self):
849
+ """
850
+ :return: (set<variables>, set<events>, set<propositions>)
851
+ """
852
+ return (set(), set(), set())
853
+
854
+ def atoms(self):
855
+ return set()
856
+
857
+ def clean(self):
858
+ return self
859
+
860
+ def _clean_name(self, name):
861
+ return name.replace('-','_').replace("'", "_")
862
+
863
+ def renumber_sentences(self, f):
864
+ return self
865
+
866
+ def __hash__(self):
867
+ return hash("{0}".format(self))
868
+
869
+
870
+ @python_2_unicode_compatible
871
+ class BoxerDrs(AbstractBoxerDrs):
872
+ def __init__(self, refs, conds, consequent=None):
873
+ AbstractBoxerDrs.__init__(self)
874
+ self.refs = refs
875
+ self.conds = conds
876
+ self.consequent = consequent
877
+
878
+ def _variables(self):
879
+ variables = (set(), set(), set())
880
+ for cond in self.conds:
881
+ for s,v in zip(variables, cond._variables()):
882
+ s.update(v)
883
+ if self.consequent is not None:
884
+ for s,v in zip(variables, self.consequent._variables()):
885
+ s.update(v)
886
+ return variables
887
+
888
+ def atoms(self):
889
+ atoms = reduce(operator.or_, (cond.atoms() for cond in self.conds), set())
890
+ if self.consequent is not None:
891
+ atoms.update(self.consequent.atoms())
892
+ return atoms
893
+
894
+ def clean(self):
895
+ consequent = (self.consequent.clean() if self.consequent else None)
896
+ return BoxerDrs(self.refs, [c.clean() for c in self.conds], consequent)
897
+
898
+ def renumber_sentences(self, f):
899
+ consequent = (self.consequent.renumber_sentences(f) if self.consequent else None)
900
+ return BoxerDrs(self.refs, [c.renumber_sentences(f) for c in self.conds], consequent)
901
+
902
+ def __repr__(self):
903
+ s = 'drs([%s], [%s])' % (', '.join("%s" % r for r in self.refs),
904
+ ', '.join("%s" % c for c in self.conds))
905
+ if self.consequent is not None:
906
+ s = 'imp(%s, %s)' % (s, self.consequent)
907
+ return s
908
+
909
+ def __eq__(self, other):
910
+ return self.__class__ == other.__class__ and \
911
+ self.refs == other.refs and \
912
+ len(self.conds) == len(other.conds) and \
913
+ reduce(operator.and_, (c1==c2 for c1,c2 in zip(self.conds, other.conds))) and \
914
+ self.consequent == other.consequent
915
+
916
+ def __ne__(self, other):
917
+ return not self == other
918
+
919
+ __hash__ = AbstractBoxerDrs.__hash__
920
+
921
+
922
+ @python_2_unicode_compatible
923
+ class BoxerNot(AbstractBoxerDrs):
924
+ def __init__(self, drs):
925
+ AbstractBoxerDrs.__init__(self)
926
+ self.drs = drs
927
+
928
+ def _variables(self):
929
+ return self.drs._variables()
930
+
931
+ def atoms(self):
932
+ return self.drs.atoms()
933
+
934
+ def clean(self):
935
+ return BoxerNot(self.drs.clean())
936
+
937
+ def renumber_sentences(self, f):
938
+ return BoxerNot(self.drs.renumber_sentences(f))
939
+
940
+ def __repr__(self):
941
+ return 'not(%s)' % (self.drs)
942
+
943
+ def __eq__(self, other):
944
+ return self.__class__ == other.__class__ and self.drs == other.drs
945
+
946
+ def __ne__(self, other):
947
+ return not self == other
948
+
949
+ __hash__ = AbstractBoxerDrs.__hash__
950
+
951
+ @python_2_unicode_compatible
952
+ class BoxerIndexed(AbstractBoxerDrs):
953
+ def __init__(self, discourse_id, sent_index, word_indices):
954
+ AbstractBoxerDrs.__init__(self)
955
+ self.discourse_id = discourse_id
956
+ self.sent_index = sent_index
957
+ self.word_indices = word_indices
958
+
959
+ def atoms(self):
960
+ return set([self])
961
+
962
+ def __eq__(self, other):
963
+ return self.__class__ == other.__class__ and \
964
+ self.discourse_id == other.discourse_id and \
965
+ self.sent_index == other.sent_index and \
966
+ self.word_indices == other.word_indices and \
967
+ reduce(operator.and_, (s==o for s,o in zip(self, other)))
968
+
969
+ def __ne__(self, other):
970
+ return not self == other
971
+
972
+ __hash__ = AbstractBoxerDrs.__hash__
973
+
974
+ def __repr__(self):
975
+ s = '%s(%s, %s, [%s]' % (self._pred(), self.discourse_id,
976
+ self.sent_index, ', '.join("%s" % wi for wi in self.word_indices))
977
+ for v in self:
978
+ s += ', %s' % v
979
+ return s + ')'
980
+
981
+ class BoxerPred(BoxerIndexed):
982
+ def __init__(self, discourse_id, sent_index, word_indices, var, name, pos, sense):
983
+ BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
984
+ self.var = var
985
+ self.name = name
986
+ self.pos = pos
987
+ self.sense = sense
988
+
989
+ def _variables(self):
990
+ return (set([self.var]), set(), set())
991
+
992
+ def change_var(self, var):
993
+ return BoxerPred(self.discourse_id, self.sent_index, self.word_indices, var, self.name, self.pos, self.sense)
994
+
995
+ def clean(self):
996
+ return BoxerPred(self.discourse_id, self.sent_index, self.word_indices, self.var, self._clean_name(self.name), self.pos, self.sense)
997
+
998
+ def renumber_sentences(self, f):
999
+ new_sent_index = f(self.sent_index)
1000
+ return BoxerPred(self.discourse_id, new_sent_index, self.word_indices, self.var, self.name, self.pos, self.sense)
1001
+
1002
+ def __iter__(self):
1003
+ return iter((self.var, self.name, self.pos, self.sense))
1004
+
1005
+ def _pred(self):
1006
+ return 'pred'
1007
+
1008
+ class BoxerNamed(BoxerIndexed):
1009
+ def __init__(self, discourse_id, sent_index, word_indices, var, name, type, sense):
1010
+ BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1011
+ self.var = var
1012
+ self.name = name
1013
+ self.type = type
1014
+ self.sense = sense
1015
+
1016
+ def _variables(self):
1017
+ return (set([self.var]), set(), set())
1018
+
1019
+ def change_var(self, var):
1020
+ return BoxerNamed(self.discourse_id, self.sent_index, self.word_indices, var, self.name, self.type, self.sense)
1021
+
1022
+ def clean(self):
1023
+ return BoxerNamed(self.discourse_id, self.sent_index, self.word_indices, self.var, self._clean_name(self.name), self.type, self.sense)
1024
+
1025
+ def renumber_sentences(self, f):
1026
+ return BoxerNamed(self.discourse_id, f(self.sent_index), self.word_indices, self.var, self.name, self.type, self.sense)
1027
+
1028
+ def __iter__(self):
1029
+ return iter((self.var, self.name, self.type, self.sense))
1030
+
1031
+ def _pred(self):
1032
+ return 'named'
1033
+
1034
+ class BoxerRel(BoxerIndexed):
1035
+ def __init__(self, discourse_id, sent_index, word_indices, var1, var2, rel, sense):
1036
+ BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1037
+ self.var1 = var1
1038
+ self.var2 = var2
1039
+ self.rel = rel
1040
+ self.sense = sense
1041
+
1042
+ def _variables(self):
1043
+ return (set([self.var1, self.var2]), set(), set())
1044
+
1045
+ def clean(self):
1046
+ return BoxerRel(self.discourse_id, self.sent_index, self.word_indices, self.var1, self.var2, self._clean_name(self.rel), self.sense)
1047
+
1048
+ def renumber_sentences(self, f):
1049
+ return BoxerRel(self.discourse_id, f(self.sent_index), self.word_indices, self.var1, self.var2, self.rel, self.sense)
1050
+
1051
+ def __iter__(self):
1052
+ return iter((self.var1, self.var2, self.rel, self.sense))
1053
+
1054
+ def _pred(self):
1055
+ return 'rel'
1056
+
1057
+ class BoxerProp(BoxerIndexed):
1058
+ def __init__(self, discourse_id, sent_index, word_indices, var, drs):
1059
+ BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1060
+ self.var = var
1061
+ self.drs = drs
1062
+
1063
+ def _variables(self):
1064
+ return tuple(map(operator.or_, (set(), set(), set([self.var])), self.drs._variables()))
1065
+
1066
+ def referenced_labels(self):
1067
+ return set([self.drs])
1068
+
1069
+ def atoms(self):
1070
+ return self.drs.atoms()
1071
+
1072
+ def clean(self):
1073
+ return BoxerProp(self.discourse_id, self.sent_index, self.word_indices, self.var, self.drs.clean())
1074
+
1075
+ def renumber_sentences(self, f):
1076
+ return BoxerProp(self.discourse_id, f(self.sent_index), self.word_indices, self.var, self.drs.renumber_sentences(f))
1077
+
1078
+ def __iter__(self):
1079
+ return iter((self.var, self.drs))
1080
+
1081
+ def _pred(self):
1082
+ return 'prop'
1083
+
1084
+ class BoxerEq(BoxerIndexed):
1085
+ def __init__(self, discourse_id, sent_index, word_indices, var1, var2):
1086
+ BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1087
+ self.var1 = var1
1088
+ self.var2 = var2
1089
+
1090
+ def _variables(self):
1091
+ return (set([self.var1, self.var2]), set(), set())
1092
+
1093
+ def atoms(self):
1094
+ return set()
1095
+
1096
+ def renumber_sentences(self, f):
1097
+ return BoxerEq(self.discourse_id, f(self.sent_index), self.word_indices, self.var1, self.var2)
1098
+
1099
+ def __iter__(self):
1100
+ return iter((self.var1, self.var2))
1101
+
1102
+ def _pred(self):
1103
+ return 'eq'
1104
+
1105
+ class BoxerCard(BoxerIndexed):
1106
+ def __init__(self, discourse_id, sent_index, word_indices, var, value, type):
1107
+ BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1108
+ self.var = var
1109
+ self.value = value
1110
+ self.type = type
1111
+
1112
+ def _variables(self):
1113
+ return (set([self.var]), set(), set())
1114
+
1115
+ def renumber_sentences(self, f):
1116
+ return BoxerCard(self.discourse_id, f(self.sent_index), self.word_indices, self.var, self.value, self.type)
1117
+
1118
+ def __iter__(self):
1119
+ return iter((self.var, self.value, self.type))
1120
+
1121
+ def _pred(self):
1122
+ return 'card'
1123
+
1124
+ class BoxerOr(BoxerIndexed):
1125
+ def __init__(self, discourse_id, sent_index, word_indices, drs1, drs2):
1126
+ BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1127
+ self.drs1 = drs1
1128
+ self.drs2 = drs2
1129
+
1130
+ def _variables(self):
1131
+ return tuple(map(operator.or_, self.drs1._variables(), self.drs2._variables()))
1132
+
1133
+ def atoms(self):
1134
+ return self.drs1.atoms() | self.drs2.atoms()
1135
+
1136
+ def clean(self):
1137
+ return BoxerOr(self.discourse_id, self.sent_index, self.word_indices, self.drs1.clean(), self.drs2.clean())
1138
+
1139
+ def renumber_sentences(self, f):
1140
+ return BoxerOr(self.discourse_id, f(self.sent_index), self.word_indices, self.drs1, self.drs2)
1141
+
1142
+ def __iter__(self):
1143
+ return iter((self.drs1, self.drs2))
1144
+
1145
+ def _pred(self):
1146
+ return 'or'
1147
+
1148
+ class BoxerWhq(BoxerIndexed):
1149
+ def __init__(self, discourse_id, sent_index, word_indices, ans_types, drs1, variable, drs2):
1150
+ BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
1151
+ self.ans_types = ans_types
1152
+ self.drs1 = drs1
1153
+ self.variable = variable
1154
+ self.drs2 = drs2
1155
+
1156
+ def _variables(self):
1157
+ return tuple(map(operator.or_, (set([self.variable]), set(), set()), self.drs1._variables(), self.drs2._variables()))
1158
+
1159
+ def atoms(self):
1160
+ return self.drs1.atoms() | self.drs2.atoms()
1161
+
1162
+ def clean(self):
1163
+ return BoxerWhq(self.discourse_id, self.sent_index, self.word_indices, self.ans_types, self.drs1.clean(), self.variable, self.drs2.clean())
1164
+
1165
+ def renumber_sentences(self, f):
1166
+ return BoxerWhq(self.discourse_id, f(self.sent_index), self.word_indices, self.ans_types, self.drs1, self.variable, self.drs2)
1167
+
1168
+ def __iter__(self):
1169
+ return iter(('['+','.join(self.ans_types)+']', self.drs1, self.variable, self.drs2))
1170
+
1171
+ def _pred(self):
1172
+ return 'whq'
1173
+
1174
+
1175
+
1176
+ class PassthroughBoxerDrsInterpreter(object):
1177
+ def interpret(self, ex):
1178
+ return ex
1179
+
1180
+
1181
+ class NltkDrtBoxerDrsInterpreter(object):
1182
+ def __init__(self, occur_index=False):
1183
+ self._occur_index = occur_index
1184
+
1185
+ def interpret(self, ex):
1186
+ """
1187
+ :param ex: ``AbstractBoxerDrs``
1188
+ :return: ``DrtExpression``
1189
+ """
1190
+ if isinstance(ex, BoxerDrs):
1191
+ drs = DRS([Variable(r) for r in ex.refs], list(map(self.interpret, ex.conds)))
1192
+ if ex.consequent is not None:
1193
+ drs.consequent = self.interpret(ex.consequent)
1194
+ return drs
1195
+ elif isinstance(ex, BoxerNot):
1196
+ return DrtNegatedExpression(self.interpret(ex.drs))
1197
+ elif isinstance(ex, BoxerPred):
1198
+ pred = self._add_occur_indexing('%s_%s' % (ex.pos, ex.name), ex)
1199
+ return self._make_atom(pred, ex.var)
1200
+ elif isinstance(ex, BoxerNamed):
1201
+ pred = self._add_occur_indexing('ne_%s_%s' % (ex.type, ex.name), ex)
1202
+ return self._make_atom(pred, ex.var)
1203
+ elif isinstance(ex, BoxerRel):
1204
+ pred = self._add_occur_indexing('%s' % (ex.rel), ex)
1205
+ return self._make_atom(pred, ex.var1, ex.var2)
1206
+ elif isinstance(ex, BoxerProp):
1207
+ return DrtProposition(Variable(ex.var), self.interpret(ex.drs))
1208
+ elif isinstance(ex, BoxerEq):
1209
+ return DrtEqualityExpression(DrtVariableExpression(Variable(ex.var1)),
1210
+ DrtVariableExpression(Variable(ex.var2)))
1211
+ elif isinstance(ex, BoxerCard):
1212
+ pred = self._add_occur_indexing('card_%s_%s' % (ex.type, ex.value), ex)
1213
+ return self._make_atom(pred, ex.var)
1214
+ elif isinstance(ex, BoxerOr):
1215
+ return DrtOrExpression(self.interpret(ex.drs1), self.interpret(ex.drs2))
1216
+ elif isinstance(ex, BoxerWhq):
1217
+ drs1 = self.interpret(ex.drs1)
1218
+ drs2 = self.interpret(ex.drs2)
1219
+ return DRS(drs1.refs + drs2.refs, drs1.conds + drs2.conds)
1220
+ assert False, '%s: %s' % (ex.__class__.__name__, ex)
1221
+
1222
+ def _make_atom(self, pred, *args):
1223
+ accum = DrtVariableExpression(Variable(pred))
1224
+ for arg in args:
1225
+ accum = DrtApplicationExpression(accum, DrtVariableExpression(Variable(arg)))
1226
+ return accum
1227
+
1228
+ def _add_occur_indexing(self, base, ex):
1229
+ if self._occur_index and ex.sent_index is not None:
1230
+ if ex.discourse_id:
1231
+ base += '_%s' % ex.discourse_id
1232
+ base += '_s%s' % ex.sent_index
1233
+ base += '_w%s' % sorted(ex.word_indices)[0]
1234
+ return base
1235
+
1236
+
1237
+ class UnparseableInputException(Exception):
1238
+ pass
1239
+
1240
+
1241
+ if __name__ == '__main__':
1242
+ opts = OptionParser("usage: %prog TEXT [options]")
1243
+ opts.add_option("--verbose", "-v", help="display verbose logs", action="store_true", default=False, dest="verbose")
1244
+ opts.add_option("--fol", "-f", help="output FOL", action="store_true", default=False, dest="fol")
1245
+ opts.add_option("--question", "-q", help="input is a question", action="store_true", default=False, dest="question")
1246
+ opts.add_option("--occur", "-o", help="occurrence index", action="store_true", default=False, dest="occur_index")
1247
+ (options, args) = opts.parse_args()
1248
+
1249
+ if len(args) != 1:
1250
+ opts.error("incorrect number of arguments")
1251
+
1252
+ interpreter = NltkDrtBoxerDrsInterpreter(occur_index=options.occur_index)
1253
+ drs = Boxer(interpreter).interpret_multi(args[0].split(r'\n'), question=options.question, verbose=options.verbose)
1254
+ if drs is None:
1255
+ print(None)
1256
+ else:
1257
+ drs = drs.simplify().eliminate_equality()
1258
+ if options.fol:
1259
+ print(drs.fol().normalize())
1260
+ else:
1261
+ drs.pretty_print()