nltk 3.2__zip → 3.3__zip

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (406) hide show
  1. {nltk-3.2 → nltk-3.3}/INSTALL.txt +6 -6
  2. {nltk-3.2 → nltk-3.3}/LICENSE.txt +13 -13
  3. {nltk-3.2 → nltk-3.3}/MANIFEST.in +6 -6
  4. {nltk-3.2/nltk.egg-info → nltk-3.3}/PKG-INFO +13 -5
  5. nltk-3.2/README.txt → nltk-3.3/README.md +49 -48
  6. nltk-3.3/nltk/VERSION +1 -0
  7. {nltk-3.2 → nltk-3.3}/nltk/__init__.py +185 -185
  8. {nltk-3.2 → nltk-3.3}/nltk/app/__init__.py +52 -53
  9. {nltk-3.2 → nltk-3.3}/nltk/app/chartparser_app.py +2276 -2276
  10. {nltk-3.2 → nltk-3.3}/nltk/app/chunkparser_app.py +1262 -1264
  11. {nltk-3.2 → nltk-3.3}/nltk/app/collocations_app.py +347 -350
  12. {nltk-3.2 → nltk-3.3}/nltk/app/concordance_app.py +568 -570
  13. {nltk-3.2 → nltk-3.3}/nltk/app/nemo_app.py +156 -155
  14. {nltk-3.2 → nltk-3.3}/nltk/app/rdparser_app.py +892 -894
  15. {nltk-3.2 → nltk-3.3}/nltk/app/srparser_app.py +809 -809
  16. {nltk-3.2 → nltk-3.3}/nltk/app/wordfreq_app.py +32 -32
  17. {nltk-3.2 → nltk-3.3}/nltk/app/wordnet_app.py +968 -968
  18. {nltk-3.2 → nltk-3.3}/nltk/book.py +91 -90
  19. {nltk-3.2 → nltk-3.3}/nltk/ccg/__init__.py +22 -22
  20. {nltk-3.2 → nltk-3.3}/nltk/ccg/api.py +359 -335
  21. {nltk-3.2 → nltk-3.3}/nltk/ccg/chart.py +394 -361
  22. {nltk-3.2 → nltk-3.3}/nltk/ccg/combinator.py +343 -312
  23. {nltk-3.2 → nltk-3.3}/nltk/ccg/lexicon.py +328 -290
  24. nltk-3.3/nltk/ccg/logic.py +46 -0
  25. {nltk-3.2 → nltk-3.3}/nltk/chat/__init__.py +49 -49
  26. {nltk-3.2 → nltk-3.3}/nltk/chat/eliza.py +244 -244
  27. {nltk-3.2 → nltk-3.3}/nltk/chat/iesha.py +140 -140
  28. {nltk-3.2 → nltk-3.3}/nltk/chat/rude.py +92 -92
  29. {nltk-3.2 → nltk-3.3}/nltk/chat/suntsu.py +117 -117
  30. {nltk-3.2 → nltk-3.3}/nltk/chat/util.py +122 -120
  31. {nltk-3.2 → nltk-3.3}/nltk/chat/zen.py +282 -282
  32. {nltk-3.2 → nltk-3.3}/nltk/chunk/__init__.py +190 -190
  33. {nltk-3.2 → nltk-3.3}/nltk/chunk/api.py +51 -51
  34. {nltk-3.2 → nltk-3.3}/nltk/chunk/named_entity.py +331 -331
  35. {nltk-3.2 → nltk-3.3}/nltk/chunk/regexp.py +1390 -1384
  36. {nltk-3.2 → nltk-3.3}/nltk/chunk/util.py +600 -600
  37. {nltk-3.2 → nltk-3.3}/nltk/classify/__init__.py +98 -98
  38. {nltk-3.2 → nltk-3.3}/nltk/classify/api.py +193 -193
  39. {nltk-3.2 → nltk-3.3}/nltk/classify/decisiontree.py +295 -295
  40. {nltk-3.2 → nltk-3.3}/nltk/classify/maxent.py +1510 -1492
  41. {nltk-3.2 → nltk-3.3}/nltk/classify/megam.py +179 -178
  42. {nltk-3.2 → nltk-3.3}/nltk/classify/naivebayes.py +245 -242
  43. {nltk-3.2 → nltk-3.3}/nltk/classify/positivenaivebayes.py +170 -170
  44. {nltk-3.2 → nltk-3.3}/nltk/classify/rte_classify.py +160 -191
  45. {nltk-3.2 → nltk-3.3}/nltk/classify/scikitlearn.py +153 -151
  46. {nltk-3.2 → nltk-3.3}/nltk/classify/senna.py +183 -181
  47. {nltk-3.2 → nltk-3.3}/nltk/classify/svm.py +15 -15
  48. {nltk-3.2 → nltk-3.3}/nltk/classify/tadm.py +113 -112
  49. {nltk-3.2 → nltk-3.3}/nltk/classify/textcat.py +193 -193
  50. {nltk-3.2 → nltk-3.3}/nltk/classify/util.py +324 -312
  51. {nltk-3.2 → nltk-3.3}/nltk/classify/weka.py +346 -345
  52. {nltk-3.2 → nltk-3.3}/nltk/cluster/__init__.py +86 -86
  53. {nltk-3.2 → nltk-3.3}/nltk/cluster/api.py +74 -70
  54. {nltk-3.2 → nltk-3.3}/nltk/cluster/em.py +247 -247
  55. {nltk-3.2 → nltk-3.3}/nltk/cluster/gaac.py +168 -168
  56. {nltk-3.2 → nltk-3.3}/nltk/cluster/kmeans.py +221 -221
  57. {nltk-3.2 → nltk-3.3}/nltk/cluster/util.py +304 -289
  58. nltk-3.3/nltk/collections.py +640 -0
  59. {nltk-3.2 → nltk-3.3}/nltk/collocations.py +388 -388
  60. nltk-3.3/nltk/compat.py +365 -0
  61. {nltk-3.2 → nltk-3.3}/nltk/corpus/__init__.py +341 -320
  62. {nltk-3.2 → nltk-3.3}/nltk/corpus/europarl_raw.py +44 -44
  63. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/__init__.py +147 -145
  64. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/aligned.py +115 -114
  65. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/api.py +448 -446
  66. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/bnc.py +252 -252
  67. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/bracket_parse.py +227 -227
  68. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/categorized_sents.py +179 -178
  69. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/chasen.py +140 -139
  70. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/childes.py +522 -494
  71. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/chunked.py +212 -212
  72. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/cmudict.py +97 -95
  73. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/comparative_sents.py +280 -278
  74. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/conll.py +528 -521
  75. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/crubadan.py +116 -116
  76. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/dependency.py +101 -101
  77. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/framenet.py +3059 -2093
  78. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ieer.py +112 -111
  79. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/indian.py +85 -86
  80. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ipipan.py +332 -331
  81. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/knbc.py +187 -187
  82. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/lin.py +156 -156
  83. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/mte.py +311 -310
  84. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/nkjp.py +429 -428
  85. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/nombank.py +421 -421
  86. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/nps_chat.py +73 -73
  87. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/opinion_lexicon.py +115 -115
  88. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/panlex_lite.py +165 -165
  89. nltk-3.3/nltk/corpus/reader/pl196x.py +292 -0
  90. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/plaintext.py +232 -233
  91. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ppattach.py +96 -95
  92. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/propbank.py +479 -481
  93. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/pros_cons.py +128 -126
  94. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/reviews.py +330 -328
  95. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/rte.py +144 -146
  96. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/semcor.py +256 -256
  97. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/senseval.py +203 -201
  98. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/sentiwordnet.py +137 -137
  99. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/sinica_treebank.py +75 -75
  100. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/string_category.py +60 -59
  101. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/switchboard.py +119 -119
  102. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/tagged.py +295 -294
  103. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/timit.py +452 -450
  104. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/toolbox.py +68 -68
  105. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/twitter.py +155 -157
  106. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/udhr.py +80 -80
  107. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/util.py +804 -800
  108. nltk-3.3/nltk/corpus/reader/verbnet.py +595 -0
  109. nltk-3.3/nltk/corpus/reader/wordlist.py +134 -0
  110. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/wordnet.py +2108 -2036
  111. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/xmldocs.py +392 -387
  112. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ycoe.py +243 -242
  113. {nltk-3.2 → nltk-3.3}/nltk/corpus/util.py +144 -127
  114. {nltk-3.2 → nltk-3.3}/nltk/data.py +1487 -1451
  115. {nltk-3.2 → nltk-3.3}/nltk/decorators.py +219 -215
  116. {nltk-3.2 → nltk-3.3}/nltk/downloader.py +2278 -2274
  117. {nltk-3.2 → nltk-3.3}/nltk/draw/__init__.py +27 -27
  118. {nltk-3.2 → nltk-3.3}/nltk/draw/cfg.py +774 -777
  119. {nltk-3.2 → nltk-3.3}/nltk/draw/dispersion.py +58 -58
  120. {nltk-3.2 → nltk-3.3}/nltk/draw/table.py +1098 -1098
  121. {nltk-3.2 → nltk-3.3}/nltk/draw/tree.py +963 -966
  122. {nltk-3.2 → nltk-3.3}/nltk/draw/util.py +2356 -2356
  123. {nltk-3.2 → nltk-3.3}/nltk/featstruct.py +2617 -2500
  124. {nltk-3.2 → nltk-3.3}/nltk/grammar.py +1559 -1516
  125. {nltk-3.2 → nltk-3.3}/nltk/help.py +56 -56
  126. {nltk-3.2 → nltk-3.3}/nltk/inference/__init__.py +20 -20
  127. {nltk-3.2 → nltk-3.3}/nltk/inference/api.py +597 -589
  128. {nltk-3.2 → nltk-3.3}/nltk/inference/discourse.py +612 -608
  129. {nltk-3.2 → nltk-3.3}/nltk/inference/mace.py +311 -311
  130. {nltk-3.2 → nltk-3.3}/nltk/inference/nonmonotonic.py +509 -509
  131. {nltk-3.2 → nltk-3.3}/nltk/inference/prover9.py +431 -431
  132. {nltk-3.2 → nltk-3.3}/nltk/inference/resolution.py +687 -687
  133. {nltk-3.2 → nltk-3.3}/nltk/inference/tableau.py +607 -607
  134. {nltk-3.2 → nltk-3.3}/nltk/internals.py +982 -982
  135. {nltk-3.2 → nltk-3.3}/nltk/jsontags.py +63 -63
  136. {nltk-3.2 → nltk-3.3}/nltk/lazyimport.py +142 -142
  137. {nltk-3.2 → nltk-3.3}/nltk/metrics/__init__.py +30 -29
  138. {nltk-3.2 → nltk-3.3}/nltk/metrics/agreement.py +421 -401
  139. nltk-3.3/nltk/metrics/aline.py +607 -0
  140. {nltk-3.2 → nltk-3.3}/nltk/metrics/association.py +414 -410
  141. {nltk-3.2 → nltk-3.3}/nltk/metrics/confusionmatrix.py +206 -206
  142. {nltk-3.2 → nltk-3.3}/nltk/metrics/distance.py +207 -202
  143. {nltk-3.2 → nltk-3.3}/nltk/metrics/paice.py +381 -381
  144. {nltk-3.2 → nltk-3.3}/nltk/metrics/scores.py +228 -228
  145. {nltk-3.2 → nltk-3.3}/nltk/metrics/segmentation.py +231 -232
  146. {nltk-3.2 → nltk-3.3}/nltk/metrics/spearman.py +69 -69
  147. {nltk-3.2 → nltk-3.3}/nltk/misc/__init__.py +11 -11
  148. {nltk-3.2 → nltk-3.3}/nltk/misc/babelfish.py +10 -10
  149. {nltk-3.2 → nltk-3.3}/nltk/misc/chomsky.py +135 -133
  150. {nltk-3.2 → nltk-3.3}/nltk/misc/minimalset.py +83 -83
  151. {nltk-3.2 → nltk-3.3}/nltk/misc/sort.py +157 -157
  152. {nltk-3.2 → nltk-3.3}/nltk/misc/wordfinder.py +129 -129
  153. {nltk-3.2 → nltk-3.3}/nltk/parse/__init__.py +81 -80
  154. {nltk-3.2 → nltk-3.3}/nltk/parse/api.py +66 -66
  155. {nltk-3.2 → nltk-3.3}/nltk/parse/bllip.py +282 -282
  156. {nltk-3.2 → nltk-3.3}/nltk/parse/chart.py +1682 -1681
  157. nltk-3.3/nltk/parse/corenlp.py +780 -0
  158. {nltk-3.2 → nltk-3.3}/nltk/parse/dependencygraph.py +760 -758
  159. {nltk-3.2 → nltk-3.3}/nltk/parse/earleychart.py +452 -451
  160. {nltk-3.2 → nltk-3.3}/nltk/parse/evaluate.py +129 -129
  161. {nltk-3.2 → nltk-3.3}/nltk/parse/featurechart.py +580 -578
  162. {nltk-3.2 → nltk-3.3}/nltk/parse/generate.py +87 -76
  163. {nltk-3.2 → nltk-3.3}/nltk/parse/malt.py +356 -356
  164. {nltk-3.2 → nltk-3.3}/nltk/parse/nonprojectivedependencyparser.py +783 -783
  165. {nltk-3.2 → nltk-3.3}/nltk/parse/pchart.py +522 -522
  166. {nltk-3.2 → nltk-3.3}/nltk/parse/projectivedependencyparser.py +579 -578
  167. {nltk-3.2 → nltk-3.3}/nltk/parse/recursivedescent.py +655 -656
  168. {nltk-3.2 → nltk-3.3}/nltk/parse/shiftreduce.py +458 -459
  169. {nltk-3.2 → nltk-3.3}/nltk/parse/stanford.py +431 -406
  170. {nltk-3.2 → nltk-3.3}/nltk/parse/transitionparser.py +774 -772
  171. {nltk-3.2 → nltk-3.3}/nltk/parse/util.py +231 -231
  172. {nltk-3.2 → nltk-3.3}/nltk/parse/viterbi.py +401 -401
  173. {nltk-3.2 → nltk-3.3}/nltk/probability.py +2410 -2355
  174. {nltk-3.2 → nltk-3.3}/nltk/sem/__init__.py +61 -61
  175. {nltk-3.2 → nltk-3.3}/nltk/sem/boxer.py +1261 -1261
  176. {nltk-3.2 → nltk-3.3}/nltk/sem/chat80.py +782 -782
  177. {nltk-3.2 → nltk-3.3}/nltk/sem/cooper_storage.py +118 -118
  178. {nltk-3.2 → nltk-3.3}/nltk/sem/drt.py +1258 -1257
  179. {nltk-3.2 → nltk-3.3}/nltk/sem/drt_glue_demo.py +485 -489
  180. {nltk-3.2 → nltk-3.3}/nltk/sem/evaluate.py +790 -784
  181. {nltk-3.2 → nltk-3.3}/nltk/sem/glue.py +696 -694
  182. {nltk-3.2 → nltk-3.3}/nltk/sem/hole.py +386 -384
  183. {nltk-3.2 → nltk-3.3}/nltk/sem/lfg.py +210 -208
  184. {nltk-3.2 → nltk-3.3}/nltk/sem/linearlogic.py +451 -449
  185. {nltk-3.2 → nltk-3.3}/nltk/sem/logic.py +1910 -1910
  186. {nltk-3.2 → nltk-3.3}/nltk/sem/relextract.py +476 -483
  187. {nltk-3.2 → nltk-3.3}/nltk/sem/skolemize.py +101 -101
  188. {nltk-3.2 → nltk-3.3}/nltk/sem/util.py +249 -249
  189. {nltk-3.2 → nltk-3.3}/nltk/sentiment/__init__.py +14 -14
  190. {nltk-3.2 → nltk-3.3}/nltk/sentiment/sentiment_analyzer.py +229 -229
  191. {nltk-3.2 → nltk-3.3}/nltk/sentiment/util.py +762 -752
  192. {nltk-3.2 → nltk-3.3}/nltk/sentiment/vader.py +443 -445
  193. {nltk-3.2 → nltk-3.3}/nltk/stem/__init__.py +31 -33
  194. {nltk-3.2 → nltk-3.3}/nltk/stem/api.py +28 -25
  195. nltk-3.3/nltk/stem/arlstem.py +369 -0
  196. {nltk-3.2 → nltk-3.3}/nltk/stem/isri.py +345 -345
  197. {nltk-3.2 → nltk-3.3}/nltk/stem/lancaster.py +337 -310
  198. nltk-3.3/nltk/stem/porter.py +710 -0
  199. {nltk-3.2 → nltk-3.3}/nltk/stem/regexp.py +61 -61
  200. {nltk-3.2 → nltk-3.3}/nltk/stem/rslp.py +142 -142
  201. {nltk-3.2 → nltk-3.3}/nltk/stem/snowball.py +4236 -3712
  202. {nltk-3.2 → nltk-3.3}/nltk/stem/util.py +22 -12
  203. {nltk-3.2 → nltk-3.3}/nltk/stem/wordnet.py +51 -51
  204. {nltk-3.2 → nltk-3.3}/nltk/tag/__init__.py +152 -127
  205. {nltk-3.2 → nltk-3.3}/nltk/tag/api.py +86 -81
  206. {nltk-3.2 → nltk-3.3}/nltk/tag/brill.py +424 -426
  207. {nltk-3.2 → nltk-3.3}/nltk/tag/brill_trainer.py +608 -608
  208. {nltk-3.2 → nltk-3.3}/nltk/tag/crf.py +204 -200
  209. {nltk-3.2 → nltk-3.3}/nltk/tag/hmm.py +1277 -1277
  210. {nltk-3.2 → nltk-3.3}/nltk/tag/hunpos.py +132 -132
  211. {nltk-3.2 → nltk-3.3}/nltk/tag/mapping.py +101 -101
  212. {nltk-3.2 → nltk-3.3}/nltk/tag/perceptron.py +329 -314
  213. {nltk-3.2 → nltk-3.3}/nltk/tag/senna.py +147 -145
  214. {nltk-3.2 → nltk-3.3}/nltk/tag/sequential.py +740 -736
  215. {nltk-3.2 → nltk-3.3}/nltk/tag/stanford.py +219 -196
  216. {nltk-3.2 → nltk-3.3}/nltk/tag/tnt.py +595 -604
  217. {nltk-3.2 → nltk-3.3}/nltk/tag/util.py +72 -72
  218. {nltk-3.2 → nltk-3.3}/nltk/tbl/__init__.py +28 -28
  219. {nltk-3.2 → nltk-3.3}/nltk/tbl/api.py +1 -1
  220. {nltk-3.2 → nltk-3.3}/nltk/tbl/demo.py +366 -366
  221. {nltk-3.2 → nltk-3.3}/nltk/tbl/erroranalysis.py +39 -39
  222. {nltk-3.2 → nltk-3.3}/nltk/tbl/feature.py +259 -261
  223. {nltk-3.2 → nltk-3.3}/nltk/tbl/rule.py +321 -321
  224. {nltk-3.2 → nltk-3.3}/nltk/tbl/template.py +303 -308
  225. {nltk-3.2 → nltk-3.3}/nltk/test/__init__.py +18 -18
  226. {nltk-3.2 → nltk-3.3}/nltk/test/all.py +24 -23
  227. {nltk-3.2 → nltk-3.3}/nltk/test/bleu.doctest +14 -14
  228. {nltk-3.2 → nltk-3.3}/nltk/test/bnc.doctest +60 -60
  229. {nltk-3.2 → nltk-3.3}/nltk/test/ccg.doctest +376 -395
  230. nltk-3.3/nltk/test/ccg_semantics.doctest +553 -0
  231. {nltk-3.2 → nltk-3.3}/nltk/test/chat80.doctest +234 -234
  232. {nltk-3.2 → nltk-3.3}/nltk/test/childes.doctest +184 -184
  233. {nltk-3.2 → nltk-3.3}/nltk/test/childes_fixt.py +14 -13
  234. {nltk-3.2 → nltk-3.3}/nltk/test/chunk.doctest +373 -373
  235. {nltk-3.2 → nltk-3.3}/nltk/test/classify.doctest +185 -185
  236. {nltk-3.2 → nltk-3.3}/nltk/test/classify_fixt.py +11 -10
  237. nltk-3.3/nltk/test/collections.doctest +20 -0
  238. {nltk-3.2 → nltk-3.3}/nltk/test/collocations.doctest +276 -276
  239. {nltk-3.2 → nltk-3.3}/nltk/test/compat.doctest +134 -138
  240. {nltk-3.2 → nltk-3.3}/nltk/test/compat_fixt.py +9 -8
  241. nltk-3.3/nltk/test/concordance.doctest +55 -0
  242. {nltk-3.2 → nltk-3.3}/nltk/test/corpus.doctest +2200 -2212
  243. {nltk-3.2 → nltk-3.3}/nltk/test/corpus_fixt.py +3 -3
  244. {nltk-3.2 → nltk-3.3}/nltk/test/crubadan.doctest +65 -65
  245. {nltk-3.2 → nltk-3.3}/nltk/test/data.doctest +379 -379
  246. {nltk-3.2 → nltk-3.3}/nltk/test/dependency.doctest +241 -241
  247. {nltk-3.2 → nltk-3.3}/nltk/test/discourse.doctest +546 -546
  248. {nltk-3.2 → nltk-3.3}/nltk/test/discourse_fixt.py +14 -13
  249. {nltk-3.2 → nltk-3.3}/nltk/test/doctest_nose_plugin.py +159 -156
  250. {nltk-3.2 → nltk-3.3}/nltk/test/drt.doctest +517 -517
  251. {nltk-3.2 → nltk-3.3}/nltk/test/featgram.doctest +607 -607
  252. {nltk-3.2 → nltk-3.3}/nltk/test/featstruct.doctest +1229 -1230
  253. {nltk-3.2 → nltk-3.3}/nltk/test/framenet.doctest +288 -239
  254. {nltk-3.2 → nltk-3.3}/nltk/test/generate.doctest +67 -67
  255. {nltk-3.2 → nltk-3.3}/nltk/test/gensim.doctest +140 -141
  256. {nltk-3.2 → nltk-3.3}/nltk/test/gensim_fixt.py +10 -9
  257. {nltk-3.2 → nltk-3.3}/nltk/test/gluesemantics.doctest +384 -386
  258. {nltk-3.2 → nltk-3.3}/nltk/test/gluesemantics_malt.doctest +68 -68
  259. {nltk-3.2 → nltk-3.3}/nltk/test/gluesemantics_malt_fixt.py +12 -11
  260. {nltk-3.2 → nltk-3.3}/nltk/test/grammar.doctest +48 -48
  261. {nltk-3.2 → nltk-3.3}/nltk/test/grammartestsuites.doctest +109 -109
  262. {nltk-3.2 → nltk-3.3}/nltk/test/index.doctest +100 -100
  263. {nltk-3.2 → nltk-3.3}/nltk/test/inference.doctest +534 -534
  264. {nltk-3.2 → nltk-3.3}/nltk/test/inference_fixt.py +12 -11
  265. {nltk-3.2 → nltk-3.3}/nltk/test/internals.doctest +140 -140
  266. {nltk-3.2 → nltk-3.3}/nltk/test/japanese.doctest +48 -48
  267. {nltk-3.2 → nltk-3.3}/nltk/test/logic.doctest +1098 -1098
  268. {nltk-3.2 → nltk-3.3}/nltk/test/metrics.doctest +270 -270
  269. {nltk-3.2 → nltk-3.3}/nltk/test/misc.doctest +118 -118
  270. {nltk-3.2 → nltk-3.3}/nltk/test/nonmonotonic.doctest +286 -286
  271. {nltk-3.2 → nltk-3.3}/nltk/test/nonmonotonic_fixt.py +12 -11
  272. {nltk-3.2 → nltk-3.3}/nltk/test/paice.doctest +35 -35
  273. {nltk-3.2 → nltk-3.3}/nltk/test/parse.doctest +884 -884
  274. {nltk-3.2 → nltk-3.3}/nltk/test/portuguese_en.doctest +565 -565
  275. {nltk-3.2 → nltk-3.3}/nltk/test/portuguese_en_fixt.py +16 -16
  276. {nltk-3.2 → nltk-3.3}/nltk/test/probability.doctest +304 -304
  277. {nltk-3.2 → nltk-3.3}/nltk/test/probability_fixt.py +13 -12
  278. {nltk-3.2 → nltk-3.3}/nltk/test/propbank.doctest +176 -176
  279. {nltk-3.2 → nltk-3.3}/nltk/test/relextract.doctest +263 -263
  280. {nltk-3.2 → nltk-3.3}/nltk/test/resolution.doctest +221 -221
  281. {nltk-3.2 → nltk-3.3}/nltk/test/runtests.py +86 -64
  282. {nltk-3.2 → nltk-3.3}/nltk/test/segmentation_fixt.py +10 -10
  283. {nltk-3.2 → nltk-3.3}/nltk/test/semantics.doctest +665 -665
  284. {nltk-3.2 → nltk-3.3}/nltk/test/semantics_fixt.py +7 -7
  285. {nltk-3.2 → nltk-3.3}/nltk/test/sentiment.doctest +233 -233
  286. {nltk-3.2 → nltk-3.3}/nltk/test/sentiwordnet.doctest +41 -41
  287. {nltk-3.2 → nltk-3.3}/nltk/test/simple.doctest +85 -85
  288. {nltk-3.2 → nltk-3.3}/nltk/test/stem.doctest +78 -78
  289. {nltk-3.2 → nltk-3.3}/nltk/test/tag.doctest +33 -33
  290. {nltk-3.2 → nltk-3.3}/nltk/test/tokenize.doctest +273 -166
  291. {nltk-3.2 → nltk-3.3}/nltk/test/toolbox.doctest +307 -307
  292. {nltk-3.2 → nltk-3.3}/nltk/test/translate.doctest +242 -242
  293. {nltk-3.2 → nltk-3.3}/nltk/test/translate_fixt.py +3 -3
  294. {nltk-3.2 → nltk-3.3}/nltk/test/tree.doctest +1101 -1101
  295. {nltk-3.2 → nltk-3.3}/nltk/test/treeprettyprinter.doctest +127 -127
  296. {nltk-3.2 → nltk-3.3}/nltk/test/treetransforms.doctest +156 -156
  297. nltk-3.3/nltk/test/unit/test_2x_compat.py +63 -0
  298. nltk-3.3/nltk/test/unit/test_aline.py +52 -0
  299. nltk-3.3/nltk/test/unit/test_chunk.py +56 -0
  300. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_classify.py +55 -53
  301. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_collocations.py +88 -79
  302. nltk-3.3/nltk/test/unit/test_concordance.py +98 -0
  303. nltk-3.3/nltk/test/unit/test_corenlp.py +1000 -0
  304. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_corpora.py +200 -183
  305. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_corpus_views.py +45 -45
  306. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_hmm.py +88 -88
  307. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_json2csv_corpus.py +188 -187
  308. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_naivebayes.py +26 -26
  309. nltk-3.3/nltk/test/unit/test_rte_classify.py +86 -0
  310. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_seekable_unicode_stream_reader.py +124 -124
  311. nltk-3.3/nltk/test/unit/test_senna.py +74 -0
  312. nltk-3.3/nltk/test/unit/test_stem.py +121 -0
  313. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_tag.py +20 -20
  314. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_tgrep.py +628 -626
  315. nltk-3.3/nltk/test/unit/test_tokenize.py +168 -0
  316. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_twitter_auth.py +185 -185
  317. nltk-3.3/nltk/test/unit/test_wordnet.py +134 -0
  318. nltk-3.3/nltk/test/unit/translate/test_bleu.py +244 -0
  319. nltk-3.3/nltk/test/unit/translate/test_gdfa.py +57 -0
  320. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm1.py +75 -75
  321. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm2.py +87 -87
  322. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm3.py +105 -105
  323. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm4.py +126 -126
  324. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm5.py +166 -166
  325. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm_model.py +270 -270
  326. nltk-3.3/nltk/test/unit/translate/test_nist.py +37 -0
  327. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_stack_decoder.py +300 -300
  328. {nltk-3.2 → nltk-3.3}/nltk/test/unit/utils.py +41 -41
  329. {nltk-3.2 → nltk-3.3}/nltk/test/util.doctest +48 -48
  330. {nltk-3.2 → nltk-3.3}/nltk/test/wordnet.doctest +595 -581
  331. {nltk-3.2 → nltk-3.3}/nltk/test/wordnet_fixt.py +7 -6
  332. {nltk-3.2 → nltk-3.3}/nltk/test/wordnet_lch.doctest +53 -53
  333. {nltk-3.2 → nltk-3.3}/nltk/test/wsd.doctest +68 -68
  334. {nltk-3.2 → nltk-3.3}/nltk/text.py +663 -610
  335. {nltk-3.2 → nltk-3.3}/nltk/tgrep.py +938 -937
  336. {nltk-3.2 → nltk-3.3}/nltk/tokenize/__init__.py +130 -107
  337. {nltk-3.2 → nltk-3.3}/nltk/tokenize/api.py +77 -78
  338. {nltk-3.2 → nltk-3.3}/nltk/tokenize/casual.py +343 -342
  339. {nltk-3.2 → nltk-3.3}/nltk/tokenize/mwe.py +120 -120
  340. nltk-3.3/nltk/tokenize/nist.py +173 -0
  341. {nltk-3.2 → nltk-3.3}/nltk/tokenize/punkt.py +1620 -1601
  342. {nltk-3.2 → nltk-3.3}/nltk/tokenize/regexp.py +208 -202
  343. nltk-3.3/nltk/tokenize/repp.py +151 -0
  344. {nltk-3.2 → nltk-3.3}/nltk/tokenize/sexpr.py +140 -142
  345. {nltk-3.2 → nltk-3.3}/nltk/tokenize/simple.py +138 -136
  346. {nltk-3.2 → nltk-3.3}/nltk/tokenize/stanford.py +117 -113
  347. nltk-3.3/nltk/tokenize/stanford_segmenter.py +246 -0
  348. {nltk-3.2 → nltk-3.3}/nltk/tokenize/texttiling.py +458 -460
  349. nltk-3.3/nltk/tokenize/toktok.py +155 -0
  350. nltk-3.3/nltk/tokenize/treebank.py +363 -0
  351. nltk-3.3/nltk/tokenize/util.py +261 -0
  352. {nltk-3.2 → nltk-3.3}/nltk/toolbox.py +499 -497
  353. {nltk-3.2 → nltk-3.3}/nltk/translate/__init__.py +24 -24
  354. {nltk-3.2 → nltk-3.3}/nltk/translate/api.py +331 -321
  355. {nltk-3.2 → nltk-3.3}/nltk/translate/bleu_score.py +615 -556
  356. nltk-3.3/nltk/translate/chrf_score.py +137 -0
  357. {nltk-3.2 → nltk-3.3}/nltk/translate/gale_church.py +248 -235
  358. {nltk-3.2 → nltk-3.3}/nltk/translate/gdfa.py +135 -131
  359. nltk-3.3/nltk/translate/gleu_score.py +193 -0
  360. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm1.py +250 -241
  361. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm2.py +308 -308
  362. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm3.py +337 -337
  363. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm4.py +467 -467
  364. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm5.py +639 -639
  365. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm_model.py +536 -533
  366. {nltk-3.2 → nltk-3.3}/nltk/translate/metrics.py +40 -40
  367. nltk-3.3/nltk/translate/nist_score.py +178 -0
  368. {nltk-3.2 → nltk-3.3}/nltk/translate/phrase_based.py +175 -175
  369. {nltk-3.2 → nltk-3.3}/nltk/translate/ribes_score.py +325 -325
  370. {nltk-3.2 → nltk-3.3}/nltk/translate/stack_decoder.py +499 -495
  371. {nltk-3.2 → nltk-3.3}/nltk/tree.py +1605 -1603
  372. {nltk-3.2 → nltk-3.3}/nltk/treeprettyprinter.py +564 -564
  373. {nltk-3.2 → nltk-3.3}/nltk/treetransforms.py +309 -309
  374. {nltk-3.2 → nltk-3.3}/nltk/twitter/__init__.py +28 -28
  375. {nltk-3.2 → nltk-3.3}/nltk/twitter/api.py +141 -136
  376. {nltk-3.2 → nltk-3.3}/nltk/twitter/common.py +264 -258
  377. {nltk-3.2 → nltk-3.3}/nltk/twitter/twitter_demo.py +288 -288
  378. {nltk-3.2 → nltk-3.3}/nltk/twitter/twitterclient.py +530 -530
  379. {nltk-3.2 → nltk-3.3}/nltk/twitter/util.py +147 -146
  380. nltk-3.3/nltk/util.py +751 -0
  381. {nltk-3.2 → nltk-3.3}/nltk/wsd.py +53 -53
  382. {nltk-3.2 → nltk-3.3/nltk.egg-info}/PKG-INFO +13 -5
  383. {nltk-3.2 → nltk-3.3}/nltk.egg-info/SOURCES.txt +26 -3
  384. nltk-3.3/nltk.egg-info/requires.txt +31 -0
  385. {nltk-3.2 → nltk-3.3}/setup.cfg +0 -1
  386. {nltk-3.2 → nltk-3.3}/setup.py +102 -75
  387. nltk-3.2/nltk/VERSION +0 -1
  388. nltk-3.2/nltk/compat.py +0 -680
  389. nltk-3.2/nltk/corpus/reader/pl196x.py +0 -278
  390. nltk-3.2/nltk/corpus/reader/verbnet.py +0 -408
  391. nltk-3.2/nltk/corpus/reader/wordlist.py +0 -37
  392. nltk-3.2/nltk/sentiment/vader_lexicon.txt +0 -7517
  393. nltk-3.2/nltk/six.py +0 -868
  394. nltk-3.2/nltk/stem/porter.py +0 -692
  395. nltk-3.2/nltk/test/unit/test_2x_compat.py +0 -26
  396. nltk-3.2/nltk/test/unit/test_stem.py +0 -36
  397. nltk-3.2/nltk/test/unit/test_tokenize.py +0 -23
  398. nltk-3.2/nltk/test/unit/translate/test_bleu.py +0 -84
  399. nltk-3.2/nltk/tokenize/treebank.py +0 -124
  400. nltk-3.2/nltk/tokenize/util.py +0 -90
  401. nltk-3.2/nltk/util.py +0 -1364
  402. {nltk-3.2 → nltk-3.3}/nltk/test/unit/__init__.py +0 -0
  403. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/__init__.py +0 -0
  404. {nltk-3.2 → nltk-3.3}/nltk.egg-info/dependency_links.txt +0 -0
  405. {nltk-3.2 → nltk-3.3}/nltk.egg-info/not-zip-safe +0 -0
  406. {nltk-3.2 → nltk-3.3}/nltk.egg-info/top_level.txt +0 -0
@@ -1,665 +1,665 @@
1
- .. Copyright (C) 2001-2015 NLTK Project
2
- .. For license information, see LICENSE.TXT
3
-
4
- =========
5
- Semantics
6
- =========
7
-
8
- >>> import nltk
9
- >>> from nltk.sem import Valuation, Model
10
- >>> v = [('adam', 'b1'), ('betty', 'g1'), ('fido', 'd1'),
11
- ... ('girl', set(['g1', 'g2'])), ('boy', set(['b1', 'b2'])),
12
- ... ('dog', set(['d1'])),
13
- ... ('love', set([('b1', 'g1'), ('b2', 'g2'), ('g1', 'b1'), ('g2', 'b1')]))]
14
- >>> val = Valuation(v)
15
- >>> dom = val.domain
16
- >>> m = Model(dom, val)
17
-
18
- Evaluation
19
- ----------
20
-
21
- The top-level method of a ``Model`` instance is ``evaluate()``, which
22
- assigns a semantic value to expressions of the ``logic`` module, under
23
- an assignment ``g``:
24
-
25
- >>> dom = val.domain
26
- >>> g = nltk.sem.Assignment(dom)
27
- >>> m.evaluate('all x.(boy(x) -> - girl(x))', g)
28
- True
29
-
30
-
31
- ``evaluate()`` calls a recursive function ``satisfy()``, which in turn
32
- calls a function ``i()`` to interpret non-logical constants and
33
- individual variables. ``i()`` delegates the interpretation of these to
34
- the the model's ``Valuation`` and the variable assignment ``g``
35
- respectively. Any atomic expression which cannot be assigned a value
36
- by ``i`` raises an ``Undefined`` exception; this is caught by
37
- ``evaluate``, which returns the string ``'Undefined'``.
38
-
39
- >>> m.evaluate('walk(adam)', g, trace=2)
40
- <BLANKLINE>
41
- 'walk(adam)' is undefined under M, g
42
- 'Undefined'
43
-
44
- Batch Processing
45
- ----------------
46
-
47
- The utility functions ``interpret_sents()`` and ``evaluate_sents()`` are intended to
48
- help with processing multiple sentences. Here's an example of the first of these:
49
-
50
- >>> sents = ['Mary walks']
51
- >>> results = nltk.sem.util.interpret_sents(sents, 'grammars/sample_grammars/sem2.fcfg')
52
- >>> for result in results:
53
- ... for (synrep, semrep) in result:
54
- ... print(synrep)
55
- (S[SEM=<walk(mary)>]
56
- (NP[-LOC, NUM='sg', SEM=<\P.P(mary)>]
57
- (PropN[-LOC, NUM='sg', SEM=<\P.P(mary)>] Mary))
58
- (VP[NUM='sg', SEM=<\x.walk(x)>]
59
- (IV[NUM='sg', SEM=<\x.walk(x)>, TNS='pres'] walks)))
60
-
61
- In order to provide backwards compatibility with 'legacy' grammars where the semantics value
62
- is specified with a lowercase
63
- ``sem`` feature, the relevant feature name can be passed to the function using the
64
- ``semkey`` parameter, as shown here:
65
-
66
- >>> sents = ['raining']
67
- >>> g = nltk.grammar.FeatureGrammar.fromstring("""
68
- ... % start S
69
- ... S[sem=<raining>] -> 'raining'
70
- ... """)
71
- >>> results = nltk.sem.util.interpret_sents(sents, g, semkey='sem')
72
- >>> for result in results:
73
- ... for (synrep, semrep) in result:
74
- ... print(semrep)
75
- raining
76
-
77
- The function ``evaluate_sents()`` works in a similar manner, but also needs to be
78
- passed a ``Model`` against which the semantic representations are evaluated.
79
-
80
- Unit Tests
81
- ==========
82
-
83
-
84
- Unit tests for relations and valuations
85
- ---------------------------------------
86
-
87
- >>> from nltk.sem import *
88
-
89
- Relations are sets of tuples, all of the same length.
90
-
91
- >>> s1 = set([('d1', 'd2'), ('d1', 'd1'), ('d2', 'd1')])
92
- >>> is_rel(s1)
93
- True
94
- >>> s2 = set([('d1', 'd2'), ('d1', 'd2'), ('d1',)])
95
- >>> is_rel(s2)
96
- Traceback (most recent call last):
97
- . . .
98
- ValueError: Set set([('d1', 'd2'), ('d1',)]) contains sequences of different lengths
99
- >>> s3 = set(['d1', 'd2'])
100
- >>> is_rel(s3)
101
- Traceback (most recent call last):
102
- . . .
103
- ValueError: Set set(['d2', 'd1']) contains sequences of different lengths
104
- >>> s4 = set2rel(s3)
105
- >>> is_rel(s4)
106
- True
107
- >>> is_rel(set())
108
- True
109
- >>> null_binary_rel = set([(None, None)])
110
- >>> is_rel(null_binary_rel)
111
- True
112
-
113
- Sets of entities are converted into sets of singleton tuples
114
- (containing strings).
115
-
116
- >>> sorted(set2rel(s3))
117
- [('d1',), ('d2',)]
118
- >>> sorted(set2rel(set([1,3,5,])))
119
- ['1', '3', '5']
120
- >>> set2rel(set()) == set()
121
- True
122
- >>> set2rel(set2rel(s3)) == set2rel(s3)
123
- True
124
-
125
- Predication is evaluated by set membership.
126
-
127
- >>> ('d1', 'd2') in s1
128
- True
129
- >>> ('d2', 'd2') in s1
130
- False
131
- >>> ('d1',) in s1
132
- False
133
- >>> 'd2' in s1
134
- False
135
- >>> ('d1',) in s4
136
- True
137
- >>> ('d1',) in set()
138
- False
139
- >>> 'd1' in null_binary_rel
140
- False
141
-
142
-
143
- >>> val = Valuation([('Fido', 'd1'), ('dog', set(['d1', 'd2'])), ('walk', set())])
144
- >>> sorted(val['dog'])
145
- [('d1',), ('d2',)]
146
- >>> val.domain == set(['d1', 'd2'])
147
- True
148
- >>> print(val.symbols)
149
- ['Fido', 'dog', 'walk']
150
-
151
-
152
- Parse a valuation from a string.
153
-
154
- >>> v = """
155
- ... john => b1
156
- ... mary => g1
157
- ... suzie => g2
158
- ... fido => d1
159
- ... tess => d2
160
- ... noosa => n
161
- ... girl => {g1, g2}
162
- ... boy => {b1, b2}
163
- ... dog => {d1, d2}
164
- ... bark => {d1, d2}
165
- ... walk => {b1, g2, d1}
166
- ... chase => {(b1, g1), (b2, g1), (g1, d1), (g2, d2)}
167
- ... see => {(b1, g1), (b2, d2), (g1, b1),(d2, b1), (g2, n)}
168
- ... in => {(b1, n), (b2, n), (d2, n)}
169
- ... with => {(b1, g1), (g1, b1), (d1, b1), (b1, d1)}
170
- ... """
171
- >>> val = Valuation.fromstring(v)
172
-
173
- >>> print(val) # doctest: +SKIP
174
- {'bark': set([('d1',), ('d2',)]),
175
- 'boy': set([('b1',), ('b2',)]),
176
- 'chase': set([('b1', 'g1'), ('g2', 'd2'), ('g1', 'd1'), ('b2', 'g1')]),
177
- 'dog': set([('d1',), ('d2',)]),
178
- 'fido': 'd1',
179
- 'girl': set([('g2',), ('g1',)]),
180
- 'in': set([('d2', 'n'), ('b1', 'n'), ('b2', 'n')]),
181
- 'john': 'b1',
182
- 'mary': 'g1',
183
- 'noosa': 'n',
184
- 'see': set([('b1', 'g1'), ('b2', 'd2'), ('d2', 'b1'), ('g2', 'n'), ('g1', 'b1')]),
185
- 'suzie': 'g2',
186
- 'tess': 'd2',
187
- 'walk': set([('d1',), ('b1',), ('g2',)]),
188
- 'with': set([('b1', 'g1'), ('d1', 'b1'), ('b1', 'd1'), ('g1', 'b1')])}
189
-
190
-
191
- Unit tests for function argument application in a Model
192
- -------------------------------------------------------
193
-
194
- >>> v = [('adam', 'b1'), ('betty', 'g1'), ('fido', 'd1'),\
195
- ... ('girl', set(['g1', 'g2'])), ('boy', set(['b1', 'b2'])), ('dog', set(['d1'])),
196
- ... ('love', set([('b1', 'g1'), ('b2', 'g2'), ('g1', 'b1'), ('g2', 'b1')])),
197
- ... ('kiss', null_binary_rel)]
198
- >>> val = Valuation(v)
199
- >>> dom = val.domain
200
- >>> m = Model(dom, val)
201
- >>> g = Assignment(dom)
202
- >>> sorted(val['boy'])
203
- [('b1',), ('b2',)]
204
- >>> ('b1',) in val['boy']
205
- True
206
- >>> ('g1',) in val['boy']
207
- False
208
- >>> ('foo',) in val['boy']
209
- False
210
- >>> ('b1', 'g1') in val['love']
211
- True
212
- >>> ('b1', 'b1') in val['kiss']
213
- False
214
- >>> sorted(val.domain)
215
- ['b1', 'b2', 'd1', 'g1', 'g2']
216
-
217
-
218
- Model Tests
219
- ===========
220
-
221
- Extension of Lambda expressions
222
-
223
- >>> v0 = [('adam', 'b1'), ('betty', 'g1'), ('fido', 'd1'),\
224
- ... ('girl', set(['g1', 'g2'])), ('boy', set(['b1', 'b2'])),
225
- ... ('dog', set(['d1'])),
226
- ... ('love', set([('b1', 'g1'), ('b2', 'g2'), ('g1', 'b1'), ('g2', 'b1')]))]
227
-
228
- >>> val0 = Valuation(v0)
229
- >>> dom0 = val0.domain
230
- >>> m0 = Model(dom0, val0)
231
- >>> g0 = Assignment(dom0)
232
-
233
- >>> print(m0.evaluate(r'\x. \y. love(x, y)', g0) == {'g2': {'g2': False, 'b2': False, 'b1': True, 'g1': False, 'd1': False}, 'b2': {'g2': True, 'b2': False, 'b1': False, 'g1': False, 'd1': False}, 'b1': {'g2': False, 'b2': False, 'b1': False, 'g1': True, 'd1': False}, 'g1': {'g2': False, 'b2': False, 'b1': True, 'g1': False, 'd1': False}, 'd1': {'g2': False, 'b2': False, 'b1': False, 'g1': False, 'd1': False}})
234
- True
235
- >>> print(m0.evaluate(r'\x. dog(x) (adam)', g0))
236
- False
237
- >>> print(m0.evaluate(r'\x. (dog(x) | boy(x)) (adam)', g0))
238
- True
239
- >>> print(m0.evaluate(r'\x. \y. love(x, y)(fido)', g0) == {'g2': False, 'b2': False, 'b1': False, 'g1': False, 'd1': False})
240
- True
241
- >>> print(m0.evaluate(r'\x. \y. love(x, y)(adam)', g0) == {'g2': False, 'b2': False, 'b1': False, 'g1': True, 'd1': False})
242
- True
243
- >>> print(m0.evaluate(r'\x. \y. love(x, y)(betty)', g0) == {'g2': False, 'b2': False, 'b1': True, 'g1': False, 'd1': False})
244
- True
245
- >>> print(m0.evaluate(r'\x. \y. love(x, y)(betty)(adam)', g0))
246
- True
247
- >>> print(m0.evaluate(r'\x. \y. love(x, y)(betty, adam)', g0))
248
- True
249
- >>> print(m0.evaluate(r'\y. \x. love(x, y)(fido)(adam)', g0))
250
- False
251
- >>> print(m0.evaluate(r'\y. \x. love(x, y)(betty, adam)', g0))
252
- True
253
- >>> print(m0.evaluate(r'\x. exists y. love(x, y)', g0) == {'g2': True, 'b2': True, 'b1': True, 'g1': True, 'd1': False})
254
- True
255
- >>> print(m0.evaluate(r'\z. adam', g0) == {'g2': 'b1', 'b2': 'b1', 'b1': 'b1', 'g1': 'b1', 'd1': 'b1'})
256
- True
257
- >>> print(m0.evaluate(r'\z. love(x, y)', g0) == {'g2': False, 'b2': False, 'b1': False, 'g1': False, 'd1': False})
258
- True
259
-
260
-
261
- Propositional Model Test
262
- ------------------------
263
-
264
- >>> tests = [
265
- ... ('P & Q', True),
266
- ... ('P & R', False),
267
- ... ('- P', False),
268
- ... ('- R', True),
269
- ... ('- - P', True),
270
- ... ('- (P & R)', True),
271
- ... ('P | R', True),
272
- ... ('R | P', True),
273
- ... ('R | R', False),
274
- ... ('- P | R', False),
275
- ... ('P | - P', True),
276
- ... ('P -> Q', True),
277
- ... ('P -> R', False),
278
- ... ('R -> P', True),
279
- ... ('P <-> P', True),
280
- ... ('R <-> R', True),
281
- ... ('P <-> R', False),
282
- ... ]
283
- >>> val1 = Valuation([('P', True), ('Q', True), ('R', False)])
284
- >>> dom = set([])
285
- >>> m = Model(dom, val1)
286
- >>> g = Assignment(dom)
287
- >>> for (sent, testvalue) in tests:
288
- ... semvalue = m.evaluate(sent, g)
289
- ... if semvalue == testvalue:
290
- ... print('*', end=' ')
291
- * * * * * * * * * * * * * * * * *
292
-
293
-
294
- Test of i Function
295
- ------------------
296
-
297
- >>> from nltk.sem import Expression
298
- >>> v = [('adam', 'b1'), ('betty', 'g1'), ('fido', 'd1'),
299
- ... ('girl', set(['g1', 'g2'])), ('boy', set(['b1', 'b2'])), ('dog', set(['d1'])),
300
- ... ('love', set([('b1', 'g1'), ('b2', 'g2'), ('g1', 'b1'), ('g2', 'b1')]))]
301
- >>> val = Valuation(v)
302
- >>> dom = val.domain
303
- >>> m = Model(dom, val)
304
- >>> g = Assignment(dom, [('x', 'b1'), ('y', 'g2')])
305
- >>> exprs = ['adam', 'girl', 'love', 'walks', 'x', 'y', 'z']
306
- >>> parsed_exprs = [Expression.fromstring(e) for e in exprs]
307
- >>> sorted_set = lambda x: sorted(x) if isinstance(x, set) else x
308
- >>> for parsed in parsed_exprs:
309
- ... try:
310
- ... print("'%s' gets value %s" % (parsed, sorted_set(m.i(parsed, g))))
311
- ... except Undefined:
312
- ... print("'%s' is Undefined" % parsed)
313
- 'adam' gets value b1
314
- 'girl' gets value [('g1',), ('g2',)]
315
- 'love' gets value [('b1', 'g1'), ('b2', 'g2'), ('g1', 'b1'), ('g2', 'b1')]
316
- 'walks' is Undefined
317
- 'x' gets value b1
318
- 'y' gets value g2
319
- 'z' is Undefined
320
-
321
- Test for formulas in Model
322
- --------------------------
323
-
324
- >>> tests = [
325
- ... ('love(adam, betty)', True),
326
- ... ('love(adam, sue)', 'Undefined'),
327
- ... ('dog(fido)', True),
328
- ... ('- dog(fido)', False),
329
- ... ('- - dog(fido)', True),
330
- ... ('- dog(sue)', 'Undefined'),
331
- ... ('dog(fido) & boy(adam)', True),
332
- ... ('- (dog(fido) & boy(adam))', False),
333
- ... ('- dog(fido) & boy(adam)', False),
334
- ... ('dog(fido) | boy(adam)', True),
335
- ... ('- (dog(fido) | boy(adam))', False),
336
- ... ('- dog(fido) | boy(adam)', True),
337
- ... ('- dog(fido) | - boy(adam)', False),
338
- ... ('dog(fido) -> boy(adam)', True),
339
- ... ('- (dog(fido) -> boy(adam))', False),
340
- ... ('- dog(fido) -> boy(adam)', True),
341
- ... ('exists x . love(adam, x)', True),
342
- ... ('all x . love(adam, x)', False),
343
- ... ('fido = fido', True),
344
- ... ('exists x . all y. love(x, y)', False),
345
- ... ('exists x . (x = fido)', True),
346
- ... ('all x . (dog(x) | - dog(x))', True),
347
- ... ('adam = mia', 'Undefined'),
348
- ... ('\\x. (boy(x) | girl(x))', {'g2': True, 'b2': True, 'b1': True, 'g1': True, 'd1': False}),
349
- ... ('\\x. exists y. (boy(x) & love(x, y))', {'g2': False, 'b2': True, 'b1': True, 'g1': False, 'd1': False}),
350
- ... ('exists z1. boy(z1)', True),
351
- ... ('exists x. (boy(x) & - (x = adam))', True),
352
- ... ('exists x. (boy(x) & all y. love(y, x))', False),
353
- ... ('all x. (boy(x) | girl(x))', False),
354
- ... ('all x. (girl(x) -> exists y. boy(y) & love(x, y))', False),
355
- ... ('exists x. (boy(x) & all y. (girl(y) -> love(y, x)))', True),
356
- ... ('exists x. (boy(x) & all y. (girl(y) -> love(x, y)))', False),
357
- ... ('all x. (dog(x) -> - girl(x))', True),
358
- ... ('exists x. exists y. (love(x, y) & love(x, y))', True),
359
- ... ]
360
- >>> for (sent, testvalue) in tests:
361
- ... semvalue = m.evaluate(sent, g)
362
- ... if semvalue == testvalue:
363
- ... print('*', end=' ')
364
- ... else:
365
- ... print(sent, semvalue)
366
- * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
367
-
368
-
369
-
370
- Satisfier Tests
371
- ---------------
372
-
373
- >>> formulas = [
374
- ... 'boy(x)',
375
- ... '(x = x)',
376
- ... '(boy(x) | girl(x))',
377
- ... '(boy(x) & girl(x))',
378
- ... 'love(adam, x)',
379
- ... 'love(x, adam)',
380
- ... '- (x = adam)',
381
- ... 'exists z22. love(x, z22)',
382
- ... 'exists y. love(y, x)',
383
- ... 'all y. (girl(y) -> love(x, y))',
384
- ... 'all y. (girl(y) -> love(y, x))',
385
- ... 'all y. (girl(y) -> (boy(x) & love(y, x)))',
386
- ... 'boy(x) & all y. (girl(y) -> love(x, y))',
387
- ... 'boy(x) & all y. (girl(y) -> love(y, x))',
388
- ... 'boy(x) & exists y. (girl(y) & love(y, x))',
389
- ... 'girl(x) -> dog(x)',
390
- ... 'all y. (dog(y) -> (x = y))',
391
- ... '- exists y. love(y, x)',
392
- ... 'exists y. (love(adam, y) & love(y, x))'
393
- ... ]
394
- >>> g.purge()
395
- >>> g.add('x', 'b1')
396
- {'x': 'b1'}
397
- >>> for f in formulas: # doctest: +NORMALIZE_WHITESPACE
398
- ... try:
399
- ... print("'%s' gets value: %s" % (f, m.evaluate(f, g)))
400
- ... except Undefined:
401
- ... print("'%s' is Undefined" % f)
402
- 'boy(x)' gets value: True
403
- '(x = x)' gets value: True
404
- '(boy(x) | girl(x))' gets value: True
405
- '(boy(x) & girl(x))' gets value: False
406
- 'love(adam, x)' gets value: False
407
- 'love(x, adam)' gets value: False
408
- '- (x = adam)' gets value: False
409
- 'exists z22. love(x, z22)' gets value: True
410
- 'exists y. love(y, x)' gets value: True
411
- 'all y. (girl(y) -> love(x, y))' gets value: False
412
- 'all y. (girl(y) -> love(y, x))' gets value: True
413
- 'all y. (girl(y) -> (boy(x) & love(y, x)))' gets value: True
414
- 'boy(x) & all y. (girl(y) -> love(x, y))' gets value: False
415
- 'boy(x) & all y. (girl(y) -> love(y, x))' gets value: True
416
- 'boy(x) & exists y. (girl(y) & love(y, x))' gets value: True
417
- 'girl(x) -> dog(x)' gets value: True
418
- 'all y. (dog(y) -> (x = y))' gets value: False
419
- '- exists y. love(y, x)' gets value: False
420
- 'exists y. (love(adam, y) & love(y, x))' gets value: True
421
-
422
- >>> from nltk.sem import Expression
423
- >>> for fmla in formulas: # doctest: +NORMALIZE_WHITESPACE
424
- ... p = Expression.fromstring(fmla)
425
- ... g.purge()
426
- ... print("Satisfiers of '%s':\n\t%s" % (p, sorted(m.satisfiers(p, 'x', g))))
427
- Satisfiers of 'boy(x)':
428
- ['b1', 'b2']
429
- Satisfiers of '(x = x)':
430
- ['b1', 'b2', 'd1', 'g1', 'g2']
431
- Satisfiers of '(boy(x) | girl(x))':
432
- ['b1', 'b2', 'g1', 'g2']
433
- Satisfiers of '(boy(x) & girl(x))':
434
- []
435
- Satisfiers of 'love(adam,x)':
436
- ['g1']
437
- Satisfiers of 'love(x,adam)':
438
- ['g1', 'g2']
439
- Satisfiers of '-(x = adam)':
440
- ['b2', 'd1', 'g1', 'g2']
441
- Satisfiers of 'exists z22.love(x,z22)':
442
- ['b1', 'b2', 'g1', 'g2']
443
- Satisfiers of 'exists y.love(y,x)':
444
- ['b1', 'g1', 'g2']
445
- Satisfiers of 'all y.(girl(y) -> love(x,y))':
446
- []
447
- Satisfiers of 'all y.(girl(y) -> love(y,x))':
448
- ['b1']
449
- Satisfiers of 'all y.(girl(y) -> (boy(x) & love(y,x)))':
450
- ['b1']
451
- Satisfiers of '(boy(x) & all y.(girl(y) -> love(x,y)))':
452
- []
453
- Satisfiers of '(boy(x) & all y.(girl(y) -> love(y,x)))':
454
- ['b1']
455
- Satisfiers of '(boy(x) & exists y.(girl(y) & love(y,x)))':
456
- ['b1']
457
- Satisfiers of '(girl(x) -> dog(x))':
458
- ['b1', 'b2', 'd1']
459
- Satisfiers of 'all y.(dog(y) -> (x = y))':
460
- ['d1']
461
- Satisfiers of '-exists y.love(y,x)':
462
- ['b2', 'd1']
463
- Satisfiers of 'exists y.(love(adam,y) & love(y,x))':
464
- ['b1']
465
-
466
-
467
- Tests based on the Blackburn & Bos testsuite
468
- --------------------------------------------
469
-
470
- >>> v1 = [('jules', 'd1'), ('vincent', 'd2'), ('pumpkin', 'd3'),
471
- ... ('honey_bunny', 'd4'), ('yolanda', 'd5'),
472
- ... ('customer', set(['d1', 'd2'])),
473
- ... ('robber', set(['d3', 'd4'])),
474
- ... ('love', set([('d3', 'd4')]))]
475
- >>> val1 = Valuation(v1)
476
- >>> dom1 = val1.domain
477
- >>> m1 = Model(dom1, val1)
478
- >>> g1 = Assignment(dom1)
479
-
480
- >>> v2 = [('jules', 'd1'), ('vincent', 'd2'), ('pumpkin', 'd3'),
481
- ... ('honey_bunny', 'd4'), ('yolanda', 'd4'),
482
- ... ('customer', set(['d1', 'd2', 'd5', 'd6'])),
483
- ... ('robber', set(['d3', 'd4'])),
484
- ... ('love', set([(None, None)]))]
485
- >>> val2 = Valuation(v2)
486
- >>> dom2 = set(['d1', 'd2', 'd3', 'd4', 'd5', 'd6'])
487
- >>> m2 = Model(dom2, val2)
488
- >>> g2 = Assignment(dom2)
489
- >>> g21 = Assignment(dom2)
490
- >>> g21.add('y', 'd3')
491
- {'y': 'd3'}
492
-
493
- >>> v3 = [('mia', 'd1'), ('jody', 'd2'), ('jules', 'd3'),
494
- ... ('vincent', 'd4'),
495
- ... ('woman', set(['d1', 'd2'])), ('man', set(['d3', 'd4'])),
496
- ... ('joke', set(['d5', 'd6'])), ('episode', set(['d7', 'd8'])),
497
- ... ('in', set([('d5', 'd7'), ('d5', 'd8')])),
498
- ... ('tell', set([('d1', 'd5'), ('d2', 'd6')]))]
499
- >>> val3 = Valuation(v3)
500
- >>> dom3 = set(['d1', 'd2', 'd3', 'd4', 'd5', 'd6', 'd7', 'd8'])
501
- >>> m3 = Model(dom3, val3)
502
- >>> g3 = Assignment(dom3)
503
-
504
- >>> tests = [
505
- ... ('exists x. robber(x)', m1, g1, True),
506
- ... ('exists x. exists y. love(y, x)', m1, g1, True),
507
- ... ('exists x0. exists x1. love(x1, x0)', m2, g2, False),
508
- ... ('all x. all y. love(y, x)', m2, g2, False),
509
- ... ('- (all x. all y. love(y, x))', m2, g2, True),
510
- ... ('all x. all y. - love(y, x)', m2, g2, True),
511
- ... ('yolanda = honey_bunny', m2, g2, True),
512
- ... ('mia = honey_bunny', m2, g2, 'Undefined'),
513
- ... ('- (yolanda = honey_bunny)', m2, g2, False),
514
- ... ('- (mia = honey_bunny)', m2, g2, 'Undefined'),
515
- ... ('all x. (robber(x) | customer(x))', m2, g2, True),
516
- ... ('- (all x. (robber(x) | customer(x)))', m2, g2, False),
517
- ... ('(robber(x) | customer(x))', m2, g2, 'Undefined'),
518
- ... ('(robber(y) | customer(y))', m2, g21, True),
519
- ... ('exists x. (man(x) & exists x. woman(x))', m3, g3, True),
520
- ... ('exists x. (man(x) & exists x. woman(x))', m3, g3, True),
521
- ... ('- exists x. woman(x)', m3, g3, False),
522
- ... ('exists x. (tasty(x) & burger(x))', m3, g3, 'Undefined'),
523
- ... ('- exists x. (tasty(x) & burger(x))', m3, g3, 'Undefined'),
524
- ... ('exists x. (man(x) & - exists y. woman(y))', m3, g3, False),
525
- ... ('exists x. (man(x) & - exists x. woman(x))', m3, g3, False),
526
- ... ('exists x. (woman(x) & - exists x. customer(x))', m2, g2, 'Undefined'),
527
- ... ]
528
-
529
- >>> for item in tests:
530
- ... sentence, model, g, testvalue = item
531
- ... semvalue = model.evaluate(sentence, g)
532
- ... if semvalue == testvalue:
533
- ... print('*', end=' ')
534
- ... g.purge()
535
- * * * * * * * * * * * * * * * * * * * * * *
536
-
537
-
538
- Tests for mapping from syntax to semantics
539
- ------------------------------------------
540
-
541
- Load a valuation from a file.
542
-
543
- >>> import nltk.data
544
- >>> from nltk.sem.util import parse_sents
545
- >>> val = nltk.data.load('grammars/sample_grammars/valuation1.val')
546
- >>> dom = val.domain
547
- >>> m = Model(dom, val)
548
- >>> g = Assignment(dom)
549
- >>> gramfile = 'grammars/sample_grammars/sem2.fcfg'
550
- >>> inputs = ['John sees a girl', 'every dog barks']
551
- >>> parses = parse_sents(inputs, gramfile)
552
- >>> for sent, trees in zip(inputs, parses):
553
- ... print()
554
- ... print("Sentence: %s" % sent)
555
- ... for tree in trees:
556
- ... print("Parse:\n %s" %tree)
557
- ... print("Semantics: %s" % root_semrep(tree))
558
- <BLANKLINE>
559
- Sentence: John sees a girl
560
- Parse:
561
- (S[SEM=<exists x.(girl(x) & see(john,x))>]
562
- (NP[-LOC, NUM='sg', SEM=<\P.P(john)>]
563
- (PropN[-LOC, NUM='sg', SEM=<\P.P(john)>] John))
564
- (VP[NUM='sg', SEM=<\y.exists x.(girl(x) & see(y,x))>]
565
- (TV[NUM='sg', SEM=<\X y.X(\x.see(y,x))>, TNS='pres'] sees)
566
- (NP[NUM='sg', SEM=<\Q.exists x.(girl(x) & Q(x))>]
567
- (Det[NUM='sg', SEM=<\P Q.exists x.(P(x) & Q(x))>] a)
568
- (Nom[NUM='sg', SEM=<\x.girl(x)>]
569
- (N[NUM='sg', SEM=<\x.girl(x)>] girl)))))
570
- Semantics: exists x.(girl(x) & see(john,x))
571
- <BLANKLINE>
572
- Sentence: every dog barks
573
- Parse:
574
- (S[SEM=<all x.(dog(x) -> bark(x))>]
575
- (NP[NUM='sg', SEM=<\Q.all x.(dog(x) -> Q(x))>]
576
- (Det[NUM='sg', SEM=<\P Q.all x.(P(x) -> Q(x))>] every)
577
- (Nom[NUM='sg', SEM=<\x.dog(x)>]
578
- (N[NUM='sg', SEM=<\x.dog(x)>] dog)))
579
- (VP[NUM='sg', SEM=<\x.bark(x)>]
580
- (IV[NUM='sg', SEM=<\x.bark(x)>, TNS='pres'] barks)))
581
- Semantics: all x.(dog(x) -> bark(x))
582
-
583
- >>> sent = "every dog barks"
584
- >>> result = nltk.sem.util.interpret_sents([sent], gramfile)[0]
585
- >>> for (syntree, semrep) in result:
586
- ... print(syntree)
587
- ... print()
588
- ... print(semrep)
589
- (S[SEM=<all x.(dog(x) -> bark(x))>]
590
- (NP[NUM='sg', SEM=<\Q.all x.(dog(x) -> Q(x))>]
591
- (Det[NUM='sg', SEM=<\P Q.all x.(P(x) -> Q(x))>] every)
592
- (Nom[NUM='sg', SEM=<\x.dog(x)>]
593
- (N[NUM='sg', SEM=<\x.dog(x)>] dog)))
594
- (VP[NUM='sg', SEM=<\x.bark(x)>]
595
- (IV[NUM='sg', SEM=<\x.bark(x)>, TNS='pres'] barks)))
596
- <BLANKLINE>
597
- all x.(dog(x) -> bark(x))
598
-
599
- >>> result = nltk.sem.util.evaluate_sents([sent], gramfile, m, g)[0]
600
- >>> for (syntree, semrel, value) in result:
601
- ... print(syntree)
602
- ... print()
603
- ... print(semrep)
604
- ... print()
605
- ... print(value)
606
- (S[SEM=<all x.(dog(x) -> bark(x))>]
607
- (NP[NUM='sg', SEM=<\Q.all x.(dog(x) -> Q(x))>]
608
- (Det[NUM='sg', SEM=<\P Q.all x.(P(x) -> Q(x))>] every)
609
- (Nom[NUM='sg', SEM=<\x.dog(x)>]
610
- (N[NUM='sg', SEM=<\x.dog(x)>] dog)))
611
- (VP[NUM='sg', SEM=<\x.bark(x)>]
612
- (IV[NUM='sg', SEM=<\x.bark(x)>, TNS='pres'] barks)))
613
- <BLANKLINE>
614
- all x.(dog(x) -> bark(x))
615
- <BLANKLINE>
616
- True
617
-
618
- >>> sents = ['Mary walks', 'John sees a dog']
619
- >>> results = nltk.sem.util.interpret_sents(sents, 'grammars/sample_grammars/sem2.fcfg')
620
- >>> for result in results:
621
- ... for (synrep, semrep) in result:
622
- ... print(synrep)
623
- (S[SEM=<walk(mary)>]
624
- (NP[-LOC, NUM='sg', SEM=<\P.P(mary)>]
625
- (PropN[-LOC, NUM='sg', SEM=<\P.P(mary)>] Mary))
626
- (VP[NUM='sg', SEM=<\x.walk(x)>]
627
- (IV[NUM='sg', SEM=<\x.walk(x)>, TNS='pres'] walks)))
628
- (S[SEM=<exists x.(dog(x) & see(john,x))>]
629
- (NP[-LOC, NUM='sg', SEM=<\P.P(john)>]
630
- (PropN[-LOC, NUM='sg', SEM=<\P.P(john)>] John))
631
- (VP[NUM='sg', SEM=<\y.exists x.(dog(x) & see(y,x))>]
632
- (TV[NUM='sg', SEM=<\X y.X(\x.see(y,x))>, TNS='pres'] sees)
633
- (NP[NUM='sg', SEM=<\Q.exists x.(dog(x) & Q(x))>]
634
- (Det[NUM='sg', SEM=<\P Q.exists x.(P(x) & Q(x))>] a)
635
- (Nom[NUM='sg', SEM=<\x.dog(x)>]
636
- (N[NUM='sg', SEM=<\x.dog(x)>] dog)))))
637
-
638
- Cooper Storage
639
- --------------
640
-
641
- >>> from nltk.sem import cooper_storage as cs
642
- >>> sentence = 'every girl chases a dog'
643
- >>> trees = cs.parse_with_bindops(sentence, grammar='grammars/book_grammars/storage.fcfg')
644
- >>> semrep = trees[0].label()['SEM']
645
- >>> cs_semrep = cs.CooperStore(semrep)
646
- >>> print(cs_semrep.core)
647
- chase(z2,z4)
648
- >>> for bo in cs_semrep.store:
649
- ... print(bo)
650
- bo(\P.all x.(girl(x) -> P(x)),z2)
651
- bo(\P.exists x.(dog(x) & P(x)),z4)
652
- >>> cs_semrep.s_retrieve(trace=True)
653
- Permutation 1
654
- (\P.all x.(girl(x) -> P(x)))(\z2.chase(z2,z4))
655
- (\P.exists x.(dog(x) & P(x)))(\z4.all x.(girl(x) -> chase(x,z4)))
656
- Permutation 2
657
- (\P.exists x.(dog(x) & P(x)))(\z4.chase(z2,z4))
658
- (\P.all x.(girl(x) -> P(x)))(\z2.exists x.(dog(x) & chase(z2,x)))
659
-
660
- >>> for reading in cs_semrep.readings:
661
- ... print(reading)
662
- exists x.(dog(x) & all z3.(girl(z3) -> chase(z3,x)))
663
- all x.(girl(x) -> exists z4.(dog(z4) & chase(x,z4)))
664
-
665
-
1
+ .. Copyright (C) 2001-2018 NLTK Project
2
+ .. For license information, see LICENSE.TXT
3
+
4
+ =========
5
+ Semantics
6
+ =========
7
+
8
+ >>> import nltk
9
+ >>> from nltk.sem import Valuation, Model
10
+ >>> v = [('adam', 'b1'), ('betty', 'g1'), ('fido', 'd1'),
11
+ ... ('girl', set(['g1', 'g2'])), ('boy', set(['b1', 'b2'])),
12
+ ... ('dog', set(['d1'])),
13
+ ... ('love', set([('b1', 'g1'), ('b2', 'g2'), ('g1', 'b1'), ('g2', 'b1')]))]
14
+ >>> val = Valuation(v)
15
+ >>> dom = val.domain
16
+ >>> m = Model(dom, val)
17
+
18
+ Evaluation
19
+ ----------
20
+
21
+ The top-level method of a ``Model`` instance is ``evaluate()``, which
22
+ assigns a semantic value to expressions of the ``logic`` module, under
23
+ an assignment ``g``:
24
+
25
+ >>> dom = val.domain
26
+ >>> g = nltk.sem.Assignment(dom)
27
+ >>> m.evaluate('all x.(boy(x) -> - girl(x))', g)
28
+ True
29
+
30
+
31
+ ``evaluate()`` calls a recursive function ``satisfy()``, which in turn
32
+ calls a function ``i()`` to interpret non-logical constants and
33
+ individual variables. ``i()`` delegates the interpretation of these to
34
+ the the model's ``Valuation`` and the variable assignment ``g``
35
+ respectively. Any atomic expression which cannot be assigned a value
36
+ by ``i`` raises an ``Undefined`` exception; this is caught by
37
+ ``evaluate``, which returns the string ``'Undefined'``.
38
+
39
+ >>> m.evaluate('walk(adam)', g, trace=2)
40
+ <BLANKLINE>
41
+ 'walk(adam)' is undefined under M, g
42
+ 'Undefined'
43
+
44
+ Batch Processing
45
+ ----------------
46
+
47
+ The utility functions ``interpret_sents()`` and ``evaluate_sents()`` are intended to
48
+ help with processing multiple sentences. Here's an example of the first of these:
49
+
50
+ >>> sents = ['Mary walks']
51
+ >>> results = nltk.sem.util.interpret_sents(sents, 'grammars/sample_grammars/sem2.fcfg')
52
+ >>> for result in results:
53
+ ... for (synrep, semrep) in result:
54
+ ... print(synrep)
55
+ (S[SEM=<walk(mary)>]
56
+ (NP[-LOC, NUM='sg', SEM=<\P.P(mary)>]
57
+ (PropN[-LOC, NUM='sg', SEM=<\P.P(mary)>] Mary))
58
+ (VP[NUM='sg', SEM=<\x.walk(x)>]
59
+ (IV[NUM='sg', SEM=<\x.walk(x)>, TNS='pres'] walks)))
60
+
61
+ In order to provide backwards compatibility with 'legacy' grammars where the semantics value
62
+ is specified with a lowercase
63
+ ``sem`` feature, the relevant feature name can be passed to the function using the
64
+ ``semkey`` parameter, as shown here:
65
+
66
+ >>> sents = ['raining']
67
+ >>> g = nltk.grammar.FeatureGrammar.fromstring("""
68
+ ... % start S
69
+ ... S[sem=<raining>] -> 'raining'
70
+ ... """)
71
+ >>> results = nltk.sem.util.interpret_sents(sents, g, semkey='sem')
72
+ >>> for result in results:
73
+ ... for (synrep, semrep) in result:
74
+ ... print(semrep)
75
+ raining
76
+
77
+ The function ``evaluate_sents()`` works in a similar manner, but also needs to be
78
+ passed a ``Model`` against which the semantic representations are evaluated.
79
+
80
+ Unit Tests
81
+ ==========
82
+
83
+
84
+ Unit tests for relations and valuations
85
+ ---------------------------------------
86
+
87
+ >>> from nltk.sem import *
88
+
89
+ Relations are sets of tuples, all of the same length.
90
+
91
+ >>> s1 = set([('d1', 'd2'), ('d1', 'd1'), ('d2', 'd1')])
92
+ >>> is_rel(s1)
93
+ True
94
+ >>> s2 = set([('d1', 'd2'), ('d1', 'd2'), ('d1',)])
95
+ >>> is_rel(s2)
96
+ Traceback (most recent call last):
97
+ . . .
98
+ ValueError: Set set([('d1', 'd2'), ('d1',)]) contains sequences of different lengths
99
+ >>> s3 = set(['d1', 'd2'])
100
+ >>> is_rel(s3)
101
+ Traceback (most recent call last):
102
+ . . .
103
+ ValueError: Set set(['d2', 'd1']) contains sequences of different lengths
104
+ >>> s4 = set2rel(s3)
105
+ >>> is_rel(s4)
106
+ True
107
+ >>> is_rel(set())
108
+ True
109
+ >>> null_binary_rel = set([(None, None)])
110
+ >>> is_rel(null_binary_rel)
111
+ True
112
+
113
+ Sets of entities are converted into sets of singleton tuples
114
+ (containing strings).
115
+
116
+ >>> sorted(set2rel(s3))
117
+ [('d1',), ('d2',)]
118
+ >>> sorted(set2rel(set([1,3,5,])))
119
+ ['1', '3', '5']
120
+ >>> set2rel(set()) == set()
121
+ True
122
+ >>> set2rel(set2rel(s3)) == set2rel(s3)
123
+ True
124
+
125
+ Predication is evaluated by set membership.
126
+
127
+ >>> ('d1', 'd2') in s1
128
+ True
129
+ >>> ('d2', 'd2') in s1
130
+ False
131
+ >>> ('d1',) in s1
132
+ False
133
+ >>> 'd2' in s1
134
+ False
135
+ >>> ('d1',) in s4
136
+ True
137
+ >>> ('d1',) in set()
138
+ False
139
+ >>> 'd1' in null_binary_rel
140
+ False
141
+
142
+
143
+ >>> val = Valuation([('Fido', 'd1'), ('dog', set(['d1', 'd2'])), ('walk', set())])
144
+ >>> sorted(val['dog'])
145
+ [('d1',), ('d2',)]
146
+ >>> val.domain == set(['d1', 'd2'])
147
+ True
148
+ >>> print(val.symbols)
149
+ ['Fido', 'dog', 'walk']
150
+
151
+
152
+ Parse a valuation from a string.
153
+
154
+ >>> v = """
155
+ ... john => b1
156
+ ... mary => g1
157
+ ... suzie => g2
158
+ ... fido => d1
159
+ ... tess => d2
160
+ ... noosa => n
161
+ ... girl => {g1, g2}
162
+ ... boy => {b1, b2}
163
+ ... dog => {d1, d2}
164
+ ... bark => {d1, d2}
165
+ ... walk => {b1, g2, d1}
166
+ ... chase => {(b1, g1), (b2, g1), (g1, d1), (g2, d2)}
167
+ ... see => {(b1, g1), (b2, d2), (g1, b1),(d2, b1), (g2, n)}
168
+ ... in => {(b1, n), (b2, n), (d2, n)}
169
+ ... with => {(b1, g1), (g1, b1), (d1, b1), (b1, d1)}
170
+ ... """
171
+ >>> val = Valuation.fromstring(v)
172
+
173
+ >>> print(val) # doctest: +SKIP
174
+ {'bark': set([('d1',), ('d2',)]),
175
+ 'boy': set([('b1',), ('b2',)]),
176
+ 'chase': set([('b1', 'g1'), ('g2', 'd2'), ('g1', 'd1'), ('b2', 'g1')]),
177
+ 'dog': set([('d1',), ('d2',)]),
178
+ 'fido': 'd1',
179
+ 'girl': set([('g2',), ('g1',)]),
180
+ 'in': set([('d2', 'n'), ('b1', 'n'), ('b2', 'n')]),
181
+ 'john': 'b1',
182
+ 'mary': 'g1',
183
+ 'noosa': 'n',
184
+ 'see': set([('b1', 'g1'), ('b2', 'd2'), ('d2', 'b1'), ('g2', 'n'), ('g1', 'b1')]),
185
+ 'suzie': 'g2',
186
+ 'tess': 'd2',
187
+ 'walk': set([('d1',), ('b1',), ('g2',)]),
188
+ 'with': set([('b1', 'g1'), ('d1', 'b1'), ('b1', 'd1'), ('g1', 'b1')])}
189
+
190
+
191
+ Unit tests for function argument application in a Model
192
+ -------------------------------------------------------
193
+
194
+ >>> v = [('adam', 'b1'), ('betty', 'g1'), ('fido', 'd1'),\
195
+ ... ('girl', set(['g1', 'g2'])), ('boy', set(['b1', 'b2'])), ('dog', set(['d1'])),
196
+ ... ('love', set([('b1', 'g1'), ('b2', 'g2'), ('g1', 'b1'), ('g2', 'b1')])),
197
+ ... ('kiss', null_binary_rel)]
198
+ >>> val = Valuation(v)
199
+ >>> dom = val.domain
200
+ >>> m = Model(dom, val)
201
+ >>> g = Assignment(dom)
202
+ >>> sorted(val['boy'])
203
+ [('b1',), ('b2',)]
204
+ >>> ('b1',) in val['boy']
205
+ True
206
+ >>> ('g1',) in val['boy']
207
+ False
208
+ >>> ('foo',) in val['boy']
209
+ False
210
+ >>> ('b1', 'g1') in val['love']
211
+ True
212
+ >>> ('b1', 'b1') in val['kiss']
213
+ False
214
+ >>> sorted(val.domain)
215
+ ['b1', 'b2', 'd1', 'g1', 'g2']
216
+
217
+
218
+ Model Tests
219
+ ===========
220
+
221
+ Extension of Lambda expressions
222
+
223
+ >>> v0 = [('adam', 'b1'), ('betty', 'g1'), ('fido', 'd1'),\
224
+ ... ('girl', set(['g1', 'g2'])), ('boy', set(['b1', 'b2'])),
225
+ ... ('dog', set(['d1'])),
226
+ ... ('love', set([('b1', 'g1'), ('b2', 'g2'), ('g1', 'b1'), ('g2', 'b1')]))]
227
+
228
+ >>> val0 = Valuation(v0)
229
+ >>> dom0 = val0.domain
230
+ >>> m0 = Model(dom0, val0)
231
+ >>> g0 = Assignment(dom0)
232
+
233
+ >>> print(m0.evaluate(r'\x. \y. love(x, y)', g0) == {'g2': {'g2': False, 'b2': False, 'b1': True, 'g1': False, 'd1': False}, 'b2': {'g2': True, 'b2': False, 'b1': False, 'g1': False, 'd1': False}, 'b1': {'g2': False, 'b2': False, 'b1': False, 'g1': True, 'd1': False}, 'g1': {'g2': False, 'b2': False, 'b1': True, 'g1': False, 'd1': False}, 'd1': {'g2': False, 'b2': False, 'b1': False, 'g1': False, 'd1': False}})
234
+ True
235
+ >>> print(m0.evaluate(r'\x. dog(x) (adam)', g0))
236
+ False
237
+ >>> print(m0.evaluate(r'\x. (dog(x) | boy(x)) (adam)', g0))
238
+ True
239
+ >>> print(m0.evaluate(r'\x. \y. love(x, y)(fido)', g0) == {'g2': False, 'b2': False, 'b1': False, 'g1': False, 'd1': False})
240
+ True
241
+ >>> print(m0.evaluate(r'\x. \y. love(x, y)(adam)', g0) == {'g2': False, 'b2': False, 'b1': False, 'g1': True, 'd1': False})
242
+ True
243
+ >>> print(m0.evaluate(r'\x. \y. love(x, y)(betty)', g0) == {'g2': False, 'b2': False, 'b1': True, 'g1': False, 'd1': False})
244
+ True
245
+ >>> print(m0.evaluate(r'\x. \y. love(x, y)(betty)(adam)', g0))
246
+ True
247
+ >>> print(m0.evaluate(r'\x. \y. love(x, y)(betty, adam)', g0))
248
+ True
249
+ >>> print(m0.evaluate(r'\y. \x. love(x, y)(fido)(adam)', g0))
250
+ False
251
+ >>> print(m0.evaluate(r'\y. \x. love(x, y)(betty, adam)', g0))
252
+ True
253
+ >>> print(m0.evaluate(r'\x. exists y. love(x, y)', g0) == {'g2': True, 'b2': True, 'b1': True, 'g1': True, 'd1': False})
254
+ True
255
+ >>> print(m0.evaluate(r'\z. adam', g0) == {'g2': 'b1', 'b2': 'b1', 'b1': 'b1', 'g1': 'b1', 'd1': 'b1'})
256
+ True
257
+ >>> print(m0.evaluate(r'\z. love(x, y)', g0) == {'g2': False, 'b2': False, 'b1': False, 'g1': False, 'd1': False})
258
+ True
259
+
260
+
261
+ Propositional Model Test
262
+ ------------------------
263
+
264
+ >>> tests = [
265
+ ... ('P & Q', True),
266
+ ... ('P & R', False),
267
+ ... ('- P', False),
268
+ ... ('- R', True),
269
+ ... ('- - P', True),
270
+ ... ('- (P & R)', True),
271
+ ... ('P | R', True),
272
+ ... ('R | P', True),
273
+ ... ('R | R', False),
274
+ ... ('- P | R', False),
275
+ ... ('P | - P', True),
276
+ ... ('P -> Q', True),
277
+ ... ('P -> R', False),
278
+ ... ('R -> P', True),
279
+ ... ('P <-> P', True),
280
+ ... ('R <-> R', True),
281
+ ... ('P <-> R', False),
282
+ ... ]
283
+ >>> val1 = Valuation([('P', True), ('Q', True), ('R', False)])
284
+ >>> dom = set([])
285
+ >>> m = Model(dom, val1)
286
+ >>> g = Assignment(dom)
287
+ >>> for (sent, testvalue) in tests:
288
+ ... semvalue = m.evaluate(sent, g)
289
+ ... if semvalue == testvalue:
290
+ ... print('*', end=' ')
291
+ * * * * * * * * * * * * * * * * *
292
+
293
+
294
+ Test of i Function
295
+ ------------------
296
+
297
+ >>> from nltk.sem import Expression
298
+ >>> v = [('adam', 'b1'), ('betty', 'g1'), ('fido', 'd1'),
299
+ ... ('girl', set(['g1', 'g2'])), ('boy', set(['b1', 'b2'])), ('dog', set(['d1'])),
300
+ ... ('love', set([('b1', 'g1'), ('b2', 'g2'), ('g1', 'b1'), ('g2', 'b1')]))]
301
+ >>> val = Valuation(v)
302
+ >>> dom = val.domain
303
+ >>> m = Model(dom, val)
304
+ >>> g = Assignment(dom, [('x', 'b1'), ('y', 'g2')])
305
+ >>> exprs = ['adam', 'girl', 'love', 'walks', 'x', 'y', 'z']
306
+ >>> parsed_exprs = [Expression.fromstring(e) for e in exprs]
307
+ >>> sorted_set = lambda x: sorted(x) if isinstance(x, set) else x
308
+ >>> for parsed in parsed_exprs:
309
+ ... try:
310
+ ... print("'%s' gets value %s" % (parsed, sorted_set(m.i(parsed, g))))
311
+ ... except Undefined:
312
+ ... print("'%s' is Undefined" % parsed)
313
+ 'adam' gets value b1
314
+ 'girl' gets value [('g1',), ('g2',)]
315
+ 'love' gets value [('b1', 'g1'), ('b2', 'g2'), ('g1', 'b1'), ('g2', 'b1')]
316
+ 'walks' is Undefined
317
+ 'x' gets value b1
318
+ 'y' gets value g2
319
+ 'z' is Undefined
320
+
321
+ Test for formulas in Model
322
+ --------------------------
323
+
324
+ >>> tests = [
325
+ ... ('love(adam, betty)', True),
326
+ ... ('love(adam, sue)', 'Undefined'),
327
+ ... ('dog(fido)', True),
328
+ ... ('- dog(fido)', False),
329
+ ... ('- - dog(fido)', True),
330
+ ... ('- dog(sue)', 'Undefined'),
331
+ ... ('dog(fido) & boy(adam)', True),
332
+ ... ('- (dog(fido) & boy(adam))', False),
333
+ ... ('- dog(fido) & boy(adam)', False),
334
+ ... ('dog(fido) | boy(adam)', True),
335
+ ... ('- (dog(fido) | boy(adam))', False),
336
+ ... ('- dog(fido) | boy(adam)', True),
337
+ ... ('- dog(fido) | - boy(adam)', False),
338
+ ... ('dog(fido) -> boy(adam)', True),
339
+ ... ('- (dog(fido) -> boy(adam))', False),
340
+ ... ('- dog(fido) -> boy(adam)', True),
341
+ ... ('exists x . love(adam, x)', True),
342
+ ... ('all x . love(adam, x)', False),
343
+ ... ('fido = fido', True),
344
+ ... ('exists x . all y. love(x, y)', False),
345
+ ... ('exists x . (x = fido)', True),
346
+ ... ('all x . (dog(x) | - dog(x))', True),
347
+ ... ('adam = mia', 'Undefined'),
348
+ ... ('\\x. (boy(x) | girl(x))', {'g2': True, 'b2': True, 'b1': True, 'g1': True, 'd1': False}),
349
+ ... ('\\x. exists y. (boy(x) & love(x, y))', {'g2': False, 'b2': True, 'b1': True, 'g1': False, 'd1': False}),
350
+ ... ('exists z1. boy(z1)', True),
351
+ ... ('exists x. (boy(x) & - (x = adam))', True),
352
+ ... ('exists x. (boy(x) & all y. love(y, x))', False),
353
+ ... ('all x. (boy(x) | girl(x))', False),
354
+ ... ('all x. (girl(x) -> exists y. boy(y) & love(x, y))', False),
355
+ ... ('exists x. (boy(x) & all y. (girl(y) -> love(y, x)))', True),
356
+ ... ('exists x. (boy(x) & all y. (girl(y) -> love(x, y)))', False),
357
+ ... ('all x. (dog(x) -> - girl(x))', True),
358
+ ... ('exists x. exists y. (love(x, y) & love(x, y))', True),
359
+ ... ]
360
+ >>> for (sent, testvalue) in tests:
361
+ ... semvalue = m.evaluate(sent, g)
362
+ ... if semvalue == testvalue:
363
+ ... print('*', end=' ')
364
+ ... else:
365
+ ... print(sent, semvalue)
366
+ * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
367
+
368
+
369
+
370
+ Satisfier Tests
371
+ ---------------
372
+
373
+ >>> formulas = [
374
+ ... 'boy(x)',
375
+ ... '(x = x)',
376
+ ... '(boy(x) | girl(x))',
377
+ ... '(boy(x) & girl(x))',
378
+ ... 'love(adam, x)',
379
+ ... 'love(x, adam)',
380
+ ... '- (x = adam)',
381
+ ... 'exists z22. love(x, z22)',
382
+ ... 'exists y. love(y, x)',
383
+ ... 'all y. (girl(y) -> love(x, y))',
384
+ ... 'all y. (girl(y) -> love(y, x))',
385
+ ... 'all y. (girl(y) -> (boy(x) & love(y, x)))',
386
+ ... 'boy(x) & all y. (girl(y) -> love(x, y))',
387
+ ... 'boy(x) & all y. (girl(y) -> love(y, x))',
388
+ ... 'boy(x) & exists y. (girl(y) & love(y, x))',
389
+ ... 'girl(x) -> dog(x)',
390
+ ... 'all y. (dog(y) -> (x = y))',
391
+ ... '- exists y. love(y, x)',
392
+ ... 'exists y. (love(adam, y) & love(y, x))'
393
+ ... ]
394
+ >>> g.purge()
395
+ >>> g.add('x', 'b1')
396
+ {'x': 'b1'}
397
+ >>> for f in formulas: # doctest: +NORMALIZE_WHITESPACE
398
+ ... try:
399
+ ... print("'%s' gets value: %s" % (f, m.evaluate(f, g)))
400
+ ... except Undefined:
401
+ ... print("'%s' is Undefined" % f)
402
+ 'boy(x)' gets value: True
403
+ '(x = x)' gets value: True
404
+ '(boy(x) | girl(x))' gets value: True
405
+ '(boy(x) & girl(x))' gets value: False
406
+ 'love(adam, x)' gets value: False
407
+ 'love(x, adam)' gets value: False
408
+ '- (x = adam)' gets value: False
409
+ 'exists z22. love(x, z22)' gets value: True
410
+ 'exists y. love(y, x)' gets value: True
411
+ 'all y. (girl(y) -> love(x, y))' gets value: False
412
+ 'all y. (girl(y) -> love(y, x))' gets value: True
413
+ 'all y. (girl(y) -> (boy(x) & love(y, x)))' gets value: True
414
+ 'boy(x) & all y. (girl(y) -> love(x, y))' gets value: False
415
+ 'boy(x) & all y. (girl(y) -> love(y, x))' gets value: True
416
+ 'boy(x) & exists y. (girl(y) & love(y, x))' gets value: True
417
+ 'girl(x) -> dog(x)' gets value: True
418
+ 'all y. (dog(y) -> (x = y))' gets value: False
419
+ '- exists y. love(y, x)' gets value: False
420
+ 'exists y. (love(adam, y) & love(y, x))' gets value: True
421
+
422
+ >>> from nltk.sem import Expression
423
+ >>> for fmla in formulas: # doctest: +NORMALIZE_WHITESPACE
424
+ ... p = Expression.fromstring(fmla)
425
+ ... g.purge()
426
+ ... print("Satisfiers of '%s':\n\t%s" % (p, sorted(m.satisfiers(p, 'x', g))))
427
+ Satisfiers of 'boy(x)':
428
+ ['b1', 'b2']
429
+ Satisfiers of '(x = x)':
430
+ ['b1', 'b2', 'd1', 'g1', 'g2']
431
+ Satisfiers of '(boy(x) | girl(x))':
432
+ ['b1', 'b2', 'g1', 'g2']
433
+ Satisfiers of '(boy(x) & girl(x))':
434
+ []
435
+ Satisfiers of 'love(adam,x)':
436
+ ['g1']
437
+ Satisfiers of 'love(x,adam)':
438
+ ['g1', 'g2']
439
+ Satisfiers of '-(x = adam)':
440
+ ['b2', 'd1', 'g1', 'g2']
441
+ Satisfiers of 'exists z22.love(x,z22)':
442
+ ['b1', 'b2', 'g1', 'g2']
443
+ Satisfiers of 'exists y.love(y,x)':
444
+ ['b1', 'g1', 'g2']
445
+ Satisfiers of 'all y.(girl(y) -> love(x,y))':
446
+ []
447
+ Satisfiers of 'all y.(girl(y) -> love(y,x))':
448
+ ['b1']
449
+ Satisfiers of 'all y.(girl(y) -> (boy(x) & love(y,x)))':
450
+ ['b1']
451
+ Satisfiers of '(boy(x) & all y.(girl(y) -> love(x,y)))':
452
+ []
453
+ Satisfiers of '(boy(x) & all y.(girl(y) -> love(y,x)))':
454
+ ['b1']
455
+ Satisfiers of '(boy(x) & exists y.(girl(y) & love(y,x)))':
456
+ ['b1']
457
+ Satisfiers of '(girl(x) -> dog(x))':
458
+ ['b1', 'b2', 'd1']
459
+ Satisfiers of 'all y.(dog(y) -> (x = y))':
460
+ ['d1']
461
+ Satisfiers of '-exists y.love(y,x)':
462
+ ['b2', 'd1']
463
+ Satisfiers of 'exists y.(love(adam,y) & love(y,x))':
464
+ ['b1']
465
+
466
+
467
+ Tests based on the Blackburn & Bos testsuite
468
+ --------------------------------------------
469
+
470
+ >>> v1 = [('jules', 'd1'), ('vincent', 'd2'), ('pumpkin', 'd3'),
471
+ ... ('honey_bunny', 'd4'), ('yolanda', 'd5'),
472
+ ... ('customer', set(['d1', 'd2'])),
473
+ ... ('robber', set(['d3', 'd4'])),
474
+ ... ('love', set([('d3', 'd4')]))]
475
+ >>> val1 = Valuation(v1)
476
+ >>> dom1 = val1.domain
477
+ >>> m1 = Model(dom1, val1)
478
+ >>> g1 = Assignment(dom1)
479
+
480
+ >>> v2 = [('jules', 'd1'), ('vincent', 'd2'), ('pumpkin', 'd3'),
481
+ ... ('honey_bunny', 'd4'), ('yolanda', 'd4'),
482
+ ... ('customer', set(['d1', 'd2', 'd5', 'd6'])),
483
+ ... ('robber', set(['d3', 'd4'])),
484
+ ... ('love', set([(None, None)]))]
485
+ >>> val2 = Valuation(v2)
486
+ >>> dom2 = set(['d1', 'd2', 'd3', 'd4', 'd5', 'd6'])
487
+ >>> m2 = Model(dom2, val2)
488
+ >>> g2 = Assignment(dom2)
489
+ >>> g21 = Assignment(dom2)
490
+ >>> g21.add('y', 'd3')
491
+ {'y': 'd3'}
492
+
493
+ >>> v3 = [('mia', 'd1'), ('jody', 'd2'), ('jules', 'd3'),
494
+ ... ('vincent', 'd4'),
495
+ ... ('woman', set(['d1', 'd2'])), ('man', set(['d3', 'd4'])),
496
+ ... ('joke', set(['d5', 'd6'])), ('episode', set(['d7', 'd8'])),
497
+ ... ('in', set([('d5', 'd7'), ('d5', 'd8')])),
498
+ ... ('tell', set([('d1', 'd5'), ('d2', 'd6')]))]
499
+ >>> val3 = Valuation(v3)
500
+ >>> dom3 = set(['d1', 'd2', 'd3', 'd4', 'd5', 'd6', 'd7', 'd8'])
501
+ >>> m3 = Model(dom3, val3)
502
+ >>> g3 = Assignment(dom3)
503
+
504
+ >>> tests = [
505
+ ... ('exists x. robber(x)', m1, g1, True),
506
+ ... ('exists x. exists y. love(y, x)', m1, g1, True),
507
+ ... ('exists x0. exists x1. love(x1, x0)', m2, g2, False),
508
+ ... ('all x. all y. love(y, x)', m2, g2, False),
509
+ ... ('- (all x. all y. love(y, x))', m2, g2, True),
510
+ ... ('all x. all y. - love(y, x)', m2, g2, True),
511
+ ... ('yolanda = honey_bunny', m2, g2, True),
512
+ ... ('mia = honey_bunny', m2, g2, 'Undefined'),
513
+ ... ('- (yolanda = honey_bunny)', m2, g2, False),
514
+ ... ('- (mia = honey_bunny)', m2, g2, 'Undefined'),
515
+ ... ('all x. (robber(x) | customer(x))', m2, g2, True),
516
+ ... ('- (all x. (robber(x) | customer(x)))', m2, g2, False),
517
+ ... ('(robber(x) | customer(x))', m2, g2, 'Undefined'),
518
+ ... ('(robber(y) | customer(y))', m2, g21, True),
519
+ ... ('exists x. (man(x) & exists x. woman(x))', m3, g3, True),
520
+ ... ('exists x. (man(x) & exists x. woman(x))', m3, g3, True),
521
+ ... ('- exists x. woman(x)', m3, g3, False),
522
+ ... ('exists x. (tasty(x) & burger(x))', m3, g3, 'Undefined'),
523
+ ... ('- exists x. (tasty(x) & burger(x))', m3, g3, 'Undefined'),
524
+ ... ('exists x. (man(x) & - exists y. woman(y))', m3, g3, False),
525
+ ... ('exists x. (man(x) & - exists x. woman(x))', m3, g3, False),
526
+ ... ('exists x. (woman(x) & - exists x. customer(x))', m2, g2, 'Undefined'),
527
+ ... ]
528
+
529
+ >>> for item in tests:
530
+ ... sentence, model, g, testvalue = item
531
+ ... semvalue = model.evaluate(sentence, g)
532
+ ... if semvalue == testvalue:
533
+ ... print('*', end=' ')
534
+ ... g.purge()
535
+ * * * * * * * * * * * * * * * * * * * * * *
536
+
537
+
538
+ Tests for mapping from syntax to semantics
539
+ ------------------------------------------
540
+
541
+ Load a valuation from a file.
542
+
543
+ >>> import nltk.data
544
+ >>> from nltk.sem.util import parse_sents
545
+ >>> val = nltk.data.load('grammars/sample_grammars/valuation1.val')
546
+ >>> dom = val.domain
547
+ >>> m = Model(dom, val)
548
+ >>> g = Assignment(dom)
549
+ >>> gramfile = 'grammars/sample_grammars/sem2.fcfg'
550
+ >>> inputs = ['John sees a girl', 'every dog barks']
551
+ >>> parses = parse_sents(inputs, gramfile)
552
+ >>> for sent, trees in zip(inputs, parses):
553
+ ... print()
554
+ ... print("Sentence: %s" % sent)
555
+ ... for tree in trees:
556
+ ... print("Parse:\n %s" %tree)
557
+ ... print("Semantics: %s" % root_semrep(tree))
558
+ <BLANKLINE>
559
+ Sentence: John sees a girl
560
+ Parse:
561
+ (S[SEM=<exists x.(girl(x) & see(john,x))>]
562
+ (NP[-LOC, NUM='sg', SEM=<\P.P(john)>]
563
+ (PropN[-LOC, NUM='sg', SEM=<\P.P(john)>] John))
564
+ (VP[NUM='sg', SEM=<\y.exists x.(girl(x) & see(y,x))>]
565
+ (TV[NUM='sg', SEM=<\X y.X(\x.see(y,x))>, TNS='pres'] sees)
566
+ (NP[NUM='sg', SEM=<\Q.exists x.(girl(x) & Q(x))>]
567
+ (Det[NUM='sg', SEM=<\P Q.exists x.(P(x) & Q(x))>] a)
568
+ (Nom[NUM='sg', SEM=<\x.girl(x)>]
569
+ (N[NUM='sg', SEM=<\x.girl(x)>] girl)))))
570
+ Semantics: exists x.(girl(x) & see(john,x))
571
+ <BLANKLINE>
572
+ Sentence: every dog barks
573
+ Parse:
574
+ (S[SEM=<all x.(dog(x) -> bark(x))>]
575
+ (NP[NUM='sg', SEM=<\Q.all x.(dog(x) -> Q(x))>]
576
+ (Det[NUM='sg', SEM=<\P Q.all x.(P(x) -> Q(x))>] every)
577
+ (Nom[NUM='sg', SEM=<\x.dog(x)>]
578
+ (N[NUM='sg', SEM=<\x.dog(x)>] dog)))
579
+ (VP[NUM='sg', SEM=<\x.bark(x)>]
580
+ (IV[NUM='sg', SEM=<\x.bark(x)>, TNS='pres'] barks)))
581
+ Semantics: all x.(dog(x) -> bark(x))
582
+
583
+ >>> sent = "every dog barks"
584
+ >>> result = nltk.sem.util.interpret_sents([sent], gramfile)[0]
585
+ >>> for (syntree, semrep) in result:
586
+ ... print(syntree)
587
+ ... print()
588
+ ... print(semrep)
589
+ (S[SEM=<all x.(dog(x) -> bark(x))>]
590
+ (NP[NUM='sg', SEM=<\Q.all x.(dog(x) -> Q(x))>]
591
+ (Det[NUM='sg', SEM=<\P Q.all x.(P(x) -> Q(x))>] every)
592
+ (Nom[NUM='sg', SEM=<\x.dog(x)>]
593
+ (N[NUM='sg', SEM=<\x.dog(x)>] dog)))
594
+ (VP[NUM='sg', SEM=<\x.bark(x)>]
595
+ (IV[NUM='sg', SEM=<\x.bark(x)>, TNS='pres'] barks)))
596
+ <BLANKLINE>
597
+ all x.(dog(x) -> bark(x))
598
+
599
+ >>> result = nltk.sem.util.evaluate_sents([sent], gramfile, m, g)[0]
600
+ >>> for (syntree, semrel, value) in result:
601
+ ... print(syntree)
602
+ ... print()
603
+ ... print(semrep)
604
+ ... print()
605
+ ... print(value)
606
+ (S[SEM=<all x.(dog(x) -> bark(x))>]
607
+ (NP[NUM='sg', SEM=<\Q.all x.(dog(x) -> Q(x))>]
608
+ (Det[NUM='sg', SEM=<\P Q.all x.(P(x) -> Q(x))>] every)
609
+ (Nom[NUM='sg', SEM=<\x.dog(x)>]
610
+ (N[NUM='sg', SEM=<\x.dog(x)>] dog)))
611
+ (VP[NUM='sg', SEM=<\x.bark(x)>]
612
+ (IV[NUM='sg', SEM=<\x.bark(x)>, TNS='pres'] barks)))
613
+ <BLANKLINE>
614
+ all x.(dog(x) -> bark(x))
615
+ <BLANKLINE>
616
+ True
617
+
618
+ >>> sents = ['Mary walks', 'John sees a dog']
619
+ >>> results = nltk.sem.util.interpret_sents(sents, 'grammars/sample_grammars/sem2.fcfg')
620
+ >>> for result in results:
621
+ ... for (synrep, semrep) in result:
622
+ ... print(synrep)
623
+ (S[SEM=<walk(mary)>]
624
+ (NP[-LOC, NUM='sg', SEM=<\P.P(mary)>]
625
+ (PropN[-LOC, NUM='sg', SEM=<\P.P(mary)>] Mary))
626
+ (VP[NUM='sg', SEM=<\x.walk(x)>]
627
+ (IV[NUM='sg', SEM=<\x.walk(x)>, TNS='pres'] walks)))
628
+ (S[SEM=<exists x.(dog(x) & see(john,x))>]
629
+ (NP[-LOC, NUM='sg', SEM=<\P.P(john)>]
630
+ (PropN[-LOC, NUM='sg', SEM=<\P.P(john)>] John))
631
+ (VP[NUM='sg', SEM=<\y.exists x.(dog(x) & see(y,x))>]
632
+ (TV[NUM='sg', SEM=<\X y.X(\x.see(y,x))>, TNS='pres'] sees)
633
+ (NP[NUM='sg', SEM=<\Q.exists x.(dog(x) & Q(x))>]
634
+ (Det[NUM='sg', SEM=<\P Q.exists x.(P(x) & Q(x))>] a)
635
+ (Nom[NUM='sg', SEM=<\x.dog(x)>]
636
+ (N[NUM='sg', SEM=<\x.dog(x)>] dog)))))
637
+
638
+ Cooper Storage
639
+ --------------
640
+
641
+ >>> from nltk.sem import cooper_storage as cs
642
+ >>> sentence = 'every girl chases a dog'
643
+ >>> trees = cs.parse_with_bindops(sentence, grammar='grammars/book_grammars/storage.fcfg')
644
+ >>> semrep = trees[0].label()['SEM']
645
+ >>> cs_semrep = cs.CooperStore(semrep)
646
+ >>> print(cs_semrep.core)
647
+ chase(z2,z4)
648
+ >>> for bo in cs_semrep.store:
649
+ ... print(bo)
650
+ bo(\P.all x.(girl(x) -> P(x)),z2)
651
+ bo(\P.exists x.(dog(x) & P(x)),z4)
652
+ >>> cs_semrep.s_retrieve(trace=True)
653
+ Permutation 1
654
+ (\P.all x.(girl(x) -> P(x)))(\z2.chase(z2,z4))
655
+ (\P.exists x.(dog(x) & P(x)))(\z4.all x.(girl(x) -> chase(x,z4)))
656
+ Permutation 2
657
+ (\P.exists x.(dog(x) & P(x)))(\z4.chase(z2,z4))
658
+ (\P.all x.(girl(x) -> P(x)))(\z2.exists x.(dog(x) & chase(z2,x)))
659
+
660
+ >>> for reading in cs_semrep.readings:
661
+ ... print(reading)
662
+ exists x.(dog(x) & all z3.(girl(z3) -> chase(z3,x)))
663
+ all x.(girl(x) -> exists z4.(dog(z4) & chase(x,z4)))
664
+
665
+