nltk 3.2__zip → 3.3__zip

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (406) hide show
  1. {nltk-3.2 → nltk-3.3}/INSTALL.txt +6 -6
  2. {nltk-3.2 → nltk-3.3}/LICENSE.txt +13 -13
  3. {nltk-3.2 → nltk-3.3}/MANIFEST.in +6 -6
  4. {nltk-3.2/nltk.egg-info → nltk-3.3}/PKG-INFO +13 -5
  5. nltk-3.2/README.txt → nltk-3.3/README.md +49 -48
  6. nltk-3.3/nltk/VERSION +1 -0
  7. {nltk-3.2 → nltk-3.3}/nltk/__init__.py +185 -185
  8. {nltk-3.2 → nltk-3.3}/nltk/app/__init__.py +52 -53
  9. {nltk-3.2 → nltk-3.3}/nltk/app/chartparser_app.py +2276 -2276
  10. {nltk-3.2 → nltk-3.3}/nltk/app/chunkparser_app.py +1262 -1264
  11. {nltk-3.2 → nltk-3.3}/nltk/app/collocations_app.py +347 -350
  12. {nltk-3.2 → nltk-3.3}/nltk/app/concordance_app.py +568 -570
  13. {nltk-3.2 → nltk-3.3}/nltk/app/nemo_app.py +156 -155
  14. {nltk-3.2 → nltk-3.3}/nltk/app/rdparser_app.py +892 -894
  15. {nltk-3.2 → nltk-3.3}/nltk/app/srparser_app.py +809 -809
  16. {nltk-3.2 → nltk-3.3}/nltk/app/wordfreq_app.py +32 -32
  17. {nltk-3.2 → nltk-3.3}/nltk/app/wordnet_app.py +968 -968
  18. {nltk-3.2 → nltk-3.3}/nltk/book.py +91 -90
  19. {nltk-3.2 → nltk-3.3}/nltk/ccg/__init__.py +22 -22
  20. {nltk-3.2 → nltk-3.3}/nltk/ccg/api.py +359 -335
  21. {nltk-3.2 → nltk-3.3}/nltk/ccg/chart.py +394 -361
  22. {nltk-3.2 → nltk-3.3}/nltk/ccg/combinator.py +343 -312
  23. {nltk-3.2 → nltk-3.3}/nltk/ccg/lexicon.py +328 -290
  24. nltk-3.3/nltk/ccg/logic.py +46 -0
  25. {nltk-3.2 → nltk-3.3}/nltk/chat/__init__.py +49 -49
  26. {nltk-3.2 → nltk-3.3}/nltk/chat/eliza.py +244 -244
  27. {nltk-3.2 → nltk-3.3}/nltk/chat/iesha.py +140 -140
  28. {nltk-3.2 → nltk-3.3}/nltk/chat/rude.py +92 -92
  29. {nltk-3.2 → nltk-3.3}/nltk/chat/suntsu.py +117 -117
  30. {nltk-3.2 → nltk-3.3}/nltk/chat/util.py +122 -120
  31. {nltk-3.2 → nltk-3.3}/nltk/chat/zen.py +282 -282
  32. {nltk-3.2 → nltk-3.3}/nltk/chunk/__init__.py +190 -190
  33. {nltk-3.2 → nltk-3.3}/nltk/chunk/api.py +51 -51
  34. {nltk-3.2 → nltk-3.3}/nltk/chunk/named_entity.py +331 -331
  35. {nltk-3.2 → nltk-3.3}/nltk/chunk/regexp.py +1390 -1384
  36. {nltk-3.2 → nltk-3.3}/nltk/chunk/util.py +600 -600
  37. {nltk-3.2 → nltk-3.3}/nltk/classify/__init__.py +98 -98
  38. {nltk-3.2 → nltk-3.3}/nltk/classify/api.py +193 -193
  39. {nltk-3.2 → nltk-3.3}/nltk/classify/decisiontree.py +295 -295
  40. {nltk-3.2 → nltk-3.3}/nltk/classify/maxent.py +1510 -1492
  41. {nltk-3.2 → nltk-3.3}/nltk/classify/megam.py +179 -178
  42. {nltk-3.2 → nltk-3.3}/nltk/classify/naivebayes.py +245 -242
  43. {nltk-3.2 → nltk-3.3}/nltk/classify/positivenaivebayes.py +170 -170
  44. {nltk-3.2 → nltk-3.3}/nltk/classify/rte_classify.py +160 -191
  45. {nltk-3.2 → nltk-3.3}/nltk/classify/scikitlearn.py +153 -151
  46. {nltk-3.2 → nltk-3.3}/nltk/classify/senna.py +183 -181
  47. {nltk-3.2 → nltk-3.3}/nltk/classify/svm.py +15 -15
  48. {nltk-3.2 → nltk-3.3}/nltk/classify/tadm.py +113 -112
  49. {nltk-3.2 → nltk-3.3}/nltk/classify/textcat.py +193 -193
  50. {nltk-3.2 → nltk-3.3}/nltk/classify/util.py +324 -312
  51. {nltk-3.2 → nltk-3.3}/nltk/classify/weka.py +346 -345
  52. {nltk-3.2 → nltk-3.3}/nltk/cluster/__init__.py +86 -86
  53. {nltk-3.2 → nltk-3.3}/nltk/cluster/api.py +74 -70
  54. {nltk-3.2 → nltk-3.3}/nltk/cluster/em.py +247 -247
  55. {nltk-3.2 → nltk-3.3}/nltk/cluster/gaac.py +168 -168
  56. {nltk-3.2 → nltk-3.3}/nltk/cluster/kmeans.py +221 -221
  57. {nltk-3.2 → nltk-3.3}/nltk/cluster/util.py +304 -289
  58. nltk-3.3/nltk/collections.py +640 -0
  59. {nltk-3.2 → nltk-3.3}/nltk/collocations.py +388 -388
  60. nltk-3.3/nltk/compat.py +365 -0
  61. {nltk-3.2 → nltk-3.3}/nltk/corpus/__init__.py +341 -320
  62. {nltk-3.2 → nltk-3.3}/nltk/corpus/europarl_raw.py +44 -44
  63. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/__init__.py +147 -145
  64. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/aligned.py +115 -114
  65. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/api.py +448 -446
  66. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/bnc.py +252 -252
  67. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/bracket_parse.py +227 -227
  68. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/categorized_sents.py +179 -178
  69. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/chasen.py +140 -139
  70. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/childes.py +522 -494
  71. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/chunked.py +212 -212
  72. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/cmudict.py +97 -95
  73. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/comparative_sents.py +280 -278
  74. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/conll.py +528 -521
  75. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/crubadan.py +116 -116
  76. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/dependency.py +101 -101
  77. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/framenet.py +3059 -2093
  78. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ieer.py +112 -111
  79. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/indian.py +85 -86
  80. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ipipan.py +332 -331
  81. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/knbc.py +187 -187
  82. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/lin.py +156 -156
  83. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/mte.py +311 -310
  84. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/nkjp.py +429 -428
  85. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/nombank.py +421 -421
  86. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/nps_chat.py +73 -73
  87. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/opinion_lexicon.py +115 -115
  88. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/panlex_lite.py +165 -165
  89. nltk-3.3/nltk/corpus/reader/pl196x.py +292 -0
  90. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/plaintext.py +232 -233
  91. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ppattach.py +96 -95
  92. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/propbank.py +479 -481
  93. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/pros_cons.py +128 -126
  94. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/reviews.py +330 -328
  95. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/rte.py +144 -146
  96. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/semcor.py +256 -256
  97. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/senseval.py +203 -201
  98. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/sentiwordnet.py +137 -137
  99. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/sinica_treebank.py +75 -75
  100. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/string_category.py +60 -59
  101. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/switchboard.py +119 -119
  102. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/tagged.py +295 -294
  103. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/timit.py +452 -450
  104. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/toolbox.py +68 -68
  105. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/twitter.py +155 -157
  106. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/udhr.py +80 -80
  107. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/util.py +804 -800
  108. nltk-3.3/nltk/corpus/reader/verbnet.py +595 -0
  109. nltk-3.3/nltk/corpus/reader/wordlist.py +134 -0
  110. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/wordnet.py +2108 -2036
  111. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/xmldocs.py +392 -387
  112. {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ycoe.py +243 -242
  113. {nltk-3.2 → nltk-3.3}/nltk/corpus/util.py +144 -127
  114. {nltk-3.2 → nltk-3.3}/nltk/data.py +1487 -1451
  115. {nltk-3.2 → nltk-3.3}/nltk/decorators.py +219 -215
  116. {nltk-3.2 → nltk-3.3}/nltk/downloader.py +2278 -2274
  117. {nltk-3.2 → nltk-3.3}/nltk/draw/__init__.py +27 -27
  118. {nltk-3.2 → nltk-3.3}/nltk/draw/cfg.py +774 -777
  119. {nltk-3.2 → nltk-3.3}/nltk/draw/dispersion.py +58 -58
  120. {nltk-3.2 → nltk-3.3}/nltk/draw/table.py +1098 -1098
  121. {nltk-3.2 → nltk-3.3}/nltk/draw/tree.py +963 -966
  122. {nltk-3.2 → nltk-3.3}/nltk/draw/util.py +2356 -2356
  123. {nltk-3.2 → nltk-3.3}/nltk/featstruct.py +2617 -2500
  124. {nltk-3.2 → nltk-3.3}/nltk/grammar.py +1559 -1516
  125. {nltk-3.2 → nltk-3.3}/nltk/help.py +56 -56
  126. {nltk-3.2 → nltk-3.3}/nltk/inference/__init__.py +20 -20
  127. {nltk-3.2 → nltk-3.3}/nltk/inference/api.py +597 -589
  128. {nltk-3.2 → nltk-3.3}/nltk/inference/discourse.py +612 -608
  129. {nltk-3.2 → nltk-3.3}/nltk/inference/mace.py +311 -311
  130. {nltk-3.2 → nltk-3.3}/nltk/inference/nonmonotonic.py +509 -509
  131. {nltk-3.2 → nltk-3.3}/nltk/inference/prover9.py +431 -431
  132. {nltk-3.2 → nltk-3.3}/nltk/inference/resolution.py +687 -687
  133. {nltk-3.2 → nltk-3.3}/nltk/inference/tableau.py +607 -607
  134. {nltk-3.2 → nltk-3.3}/nltk/internals.py +982 -982
  135. {nltk-3.2 → nltk-3.3}/nltk/jsontags.py +63 -63
  136. {nltk-3.2 → nltk-3.3}/nltk/lazyimport.py +142 -142
  137. {nltk-3.2 → nltk-3.3}/nltk/metrics/__init__.py +30 -29
  138. {nltk-3.2 → nltk-3.3}/nltk/metrics/agreement.py +421 -401
  139. nltk-3.3/nltk/metrics/aline.py +607 -0
  140. {nltk-3.2 → nltk-3.3}/nltk/metrics/association.py +414 -410
  141. {nltk-3.2 → nltk-3.3}/nltk/metrics/confusionmatrix.py +206 -206
  142. {nltk-3.2 → nltk-3.3}/nltk/metrics/distance.py +207 -202
  143. {nltk-3.2 → nltk-3.3}/nltk/metrics/paice.py +381 -381
  144. {nltk-3.2 → nltk-3.3}/nltk/metrics/scores.py +228 -228
  145. {nltk-3.2 → nltk-3.3}/nltk/metrics/segmentation.py +231 -232
  146. {nltk-3.2 → nltk-3.3}/nltk/metrics/spearman.py +69 -69
  147. {nltk-3.2 → nltk-3.3}/nltk/misc/__init__.py +11 -11
  148. {nltk-3.2 → nltk-3.3}/nltk/misc/babelfish.py +10 -10
  149. {nltk-3.2 → nltk-3.3}/nltk/misc/chomsky.py +135 -133
  150. {nltk-3.2 → nltk-3.3}/nltk/misc/minimalset.py +83 -83
  151. {nltk-3.2 → nltk-3.3}/nltk/misc/sort.py +157 -157
  152. {nltk-3.2 → nltk-3.3}/nltk/misc/wordfinder.py +129 -129
  153. {nltk-3.2 → nltk-3.3}/nltk/parse/__init__.py +81 -80
  154. {nltk-3.2 → nltk-3.3}/nltk/parse/api.py +66 -66
  155. {nltk-3.2 → nltk-3.3}/nltk/parse/bllip.py +282 -282
  156. {nltk-3.2 → nltk-3.3}/nltk/parse/chart.py +1682 -1681
  157. nltk-3.3/nltk/parse/corenlp.py +780 -0
  158. {nltk-3.2 → nltk-3.3}/nltk/parse/dependencygraph.py +760 -758
  159. {nltk-3.2 → nltk-3.3}/nltk/parse/earleychart.py +452 -451
  160. {nltk-3.2 → nltk-3.3}/nltk/parse/evaluate.py +129 -129
  161. {nltk-3.2 → nltk-3.3}/nltk/parse/featurechart.py +580 -578
  162. {nltk-3.2 → nltk-3.3}/nltk/parse/generate.py +87 -76
  163. {nltk-3.2 → nltk-3.3}/nltk/parse/malt.py +356 -356
  164. {nltk-3.2 → nltk-3.3}/nltk/parse/nonprojectivedependencyparser.py +783 -783
  165. {nltk-3.2 → nltk-3.3}/nltk/parse/pchart.py +522 -522
  166. {nltk-3.2 → nltk-3.3}/nltk/parse/projectivedependencyparser.py +579 -578
  167. {nltk-3.2 → nltk-3.3}/nltk/parse/recursivedescent.py +655 -656
  168. {nltk-3.2 → nltk-3.3}/nltk/parse/shiftreduce.py +458 -459
  169. {nltk-3.2 → nltk-3.3}/nltk/parse/stanford.py +431 -406
  170. {nltk-3.2 → nltk-3.3}/nltk/parse/transitionparser.py +774 -772
  171. {nltk-3.2 → nltk-3.3}/nltk/parse/util.py +231 -231
  172. {nltk-3.2 → nltk-3.3}/nltk/parse/viterbi.py +401 -401
  173. {nltk-3.2 → nltk-3.3}/nltk/probability.py +2410 -2355
  174. {nltk-3.2 → nltk-3.3}/nltk/sem/__init__.py +61 -61
  175. {nltk-3.2 → nltk-3.3}/nltk/sem/boxer.py +1261 -1261
  176. {nltk-3.2 → nltk-3.3}/nltk/sem/chat80.py +782 -782
  177. {nltk-3.2 → nltk-3.3}/nltk/sem/cooper_storage.py +118 -118
  178. {nltk-3.2 → nltk-3.3}/nltk/sem/drt.py +1258 -1257
  179. {nltk-3.2 → nltk-3.3}/nltk/sem/drt_glue_demo.py +485 -489
  180. {nltk-3.2 → nltk-3.3}/nltk/sem/evaluate.py +790 -784
  181. {nltk-3.2 → nltk-3.3}/nltk/sem/glue.py +696 -694
  182. {nltk-3.2 → nltk-3.3}/nltk/sem/hole.py +386 -384
  183. {nltk-3.2 → nltk-3.3}/nltk/sem/lfg.py +210 -208
  184. {nltk-3.2 → nltk-3.3}/nltk/sem/linearlogic.py +451 -449
  185. {nltk-3.2 → nltk-3.3}/nltk/sem/logic.py +1910 -1910
  186. {nltk-3.2 → nltk-3.3}/nltk/sem/relextract.py +476 -483
  187. {nltk-3.2 → nltk-3.3}/nltk/sem/skolemize.py +101 -101
  188. {nltk-3.2 → nltk-3.3}/nltk/sem/util.py +249 -249
  189. {nltk-3.2 → nltk-3.3}/nltk/sentiment/__init__.py +14 -14
  190. {nltk-3.2 → nltk-3.3}/nltk/sentiment/sentiment_analyzer.py +229 -229
  191. {nltk-3.2 → nltk-3.3}/nltk/sentiment/util.py +762 -752
  192. {nltk-3.2 → nltk-3.3}/nltk/sentiment/vader.py +443 -445
  193. {nltk-3.2 → nltk-3.3}/nltk/stem/__init__.py +31 -33
  194. {nltk-3.2 → nltk-3.3}/nltk/stem/api.py +28 -25
  195. nltk-3.3/nltk/stem/arlstem.py +369 -0
  196. {nltk-3.2 → nltk-3.3}/nltk/stem/isri.py +345 -345
  197. {nltk-3.2 → nltk-3.3}/nltk/stem/lancaster.py +337 -310
  198. nltk-3.3/nltk/stem/porter.py +710 -0
  199. {nltk-3.2 → nltk-3.3}/nltk/stem/regexp.py +61 -61
  200. {nltk-3.2 → nltk-3.3}/nltk/stem/rslp.py +142 -142
  201. {nltk-3.2 → nltk-3.3}/nltk/stem/snowball.py +4236 -3712
  202. {nltk-3.2 → nltk-3.3}/nltk/stem/util.py +22 -12
  203. {nltk-3.2 → nltk-3.3}/nltk/stem/wordnet.py +51 -51
  204. {nltk-3.2 → nltk-3.3}/nltk/tag/__init__.py +152 -127
  205. {nltk-3.2 → nltk-3.3}/nltk/tag/api.py +86 -81
  206. {nltk-3.2 → nltk-3.3}/nltk/tag/brill.py +424 -426
  207. {nltk-3.2 → nltk-3.3}/nltk/tag/brill_trainer.py +608 -608
  208. {nltk-3.2 → nltk-3.3}/nltk/tag/crf.py +204 -200
  209. {nltk-3.2 → nltk-3.3}/nltk/tag/hmm.py +1277 -1277
  210. {nltk-3.2 → nltk-3.3}/nltk/tag/hunpos.py +132 -132
  211. {nltk-3.2 → nltk-3.3}/nltk/tag/mapping.py +101 -101
  212. {nltk-3.2 → nltk-3.3}/nltk/tag/perceptron.py +329 -314
  213. {nltk-3.2 → nltk-3.3}/nltk/tag/senna.py +147 -145
  214. {nltk-3.2 → nltk-3.3}/nltk/tag/sequential.py +740 -736
  215. {nltk-3.2 → nltk-3.3}/nltk/tag/stanford.py +219 -196
  216. {nltk-3.2 → nltk-3.3}/nltk/tag/tnt.py +595 -604
  217. {nltk-3.2 → nltk-3.3}/nltk/tag/util.py +72 -72
  218. {nltk-3.2 → nltk-3.3}/nltk/tbl/__init__.py +28 -28
  219. {nltk-3.2 → nltk-3.3}/nltk/tbl/api.py +1 -1
  220. {nltk-3.2 → nltk-3.3}/nltk/tbl/demo.py +366 -366
  221. {nltk-3.2 → nltk-3.3}/nltk/tbl/erroranalysis.py +39 -39
  222. {nltk-3.2 → nltk-3.3}/nltk/tbl/feature.py +259 -261
  223. {nltk-3.2 → nltk-3.3}/nltk/tbl/rule.py +321 -321
  224. {nltk-3.2 → nltk-3.3}/nltk/tbl/template.py +303 -308
  225. {nltk-3.2 → nltk-3.3}/nltk/test/__init__.py +18 -18
  226. {nltk-3.2 → nltk-3.3}/nltk/test/all.py +24 -23
  227. {nltk-3.2 → nltk-3.3}/nltk/test/bleu.doctest +14 -14
  228. {nltk-3.2 → nltk-3.3}/nltk/test/bnc.doctest +60 -60
  229. {nltk-3.2 → nltk-3.3}/nltk/test/ccg.doctest +376 -395
  230. nltk-3.3/nltk/test/ccg_semantics.doctest +553 -0
  231. {nltk-3.2 → nltk-3.3}/nltk/test/chat80.doctest +234 -234
  232. {nltk-3.2 → nltk-3.3}/nltk/test/childes.doctest +184 -184
  233. {nltk-3.2 → nltk-3.3}/nltk/test/childes_fixt.py +14 -13
  234. {nltk-3.2 → nltk-3.3}/nltk/test/chunk.doctest +373 -373
  235. {nltk-3.2 → nltk-3.3}/nltk/test/classify.doctest +185 -185
  236. {nltk-3.2 → nltk-3.3}/nltk/test/classify_fixt.py +11 -10
  237. nltk-3.3/nltk/test/collections.doctest +20 -0
  238. {nltk-3.2 → nltk-3.3}/nltk/test/collocations.doctest +276 -276
  239. {nltk-3.2 → nltk-3.3}/nltk/test/compat.doctest +134 -138
  240. {nltk-3.2 → nltk-3.3}/nltk/test/compat_fixt.py +9 -8
  241. nltk-3.3/nltk/test/concordance.doctest +55 -0
  242. {nltk-3.2 → nltk-3.3}/nltk/test/corpus.doctest +2200 -2212
  243. {nltk-3.2 → nltk-3.3}/nltk/test/corpus_fixt.py +3 -3
  244. {nltk-3.2 → nltk-3.3}/nltk/test/crubadan.doctest +65 -65
  245. {nltk-3.2 → nltk-3.3}/nltk/test/data.doctest +379 -379
  246. {nltk-3.2 → nltk-3.3}/nltk/test/dependency.doctest +241 -241
  247. {nltk-3.2 → nltk-3.3}/nltk/test/discourse.doctest +546 -546
  248. {nltk-3.2 → nltk-3.3}/nltk/test/discourse_fixt.py +14 -13
  249. {nltk-3.2 → nltk-3.3}/nltk/test/doctest_nose_plugin.py +159 -156
  250. {nltk-3.2 → nltk-3.3}/nltk/test/drt.doctest +517 -517
  251. {nltk-3.2 → nltk-3.3}/nltk/test/featgram.doctest +607 -607
  252. {nltk-3.2 → nltk-3.3}/nltk/test/featstruct.doctest +1229 -1230
  253. {nltk-3.2 → nltk-3.3}/nltk/test/framenet.doctest +288 -239
  254. {nltk-3.2 → nltk-3.3}/nltk/test/generate.doctest +67 -67
  255. {nltk-3.2 → nltk-3.3}/nltk/test/gensim.doctest +140 -141
  256. {nltk-3.2 → nltk-3.3}/nltk/test/gensim_fixt.py +10 -9
  257. {nltk-3.2 → nltk-3.3}/nltk/test/gluesemantics.doctest +384 -386
  258. {nltk-3.2 → nltk-3.3}/nltk/test/gluesemantics_malt.doctest +68 -68
  259. {nltk-3.2 → nltk-3.3}/nltk/test/gluesemantics_malt_fixt.py +12 -11
  260. {nltk-3.2 → nltk-3.3}/nltk/test/grammar.doctest +48 -48
  261. {nltk-3.2 → nltk-3.3}/nltk/test/grammartestsuites.doctest +109 -109
  262. {nltk-3.2 → nltk-3.3}/nltk/test/index.doctest +100 -100
  263. {nltk-3.2 → nltk-3.3}/nltk/test/inference.doctest +534 -534
  264. {nltk-3.2 → nltk-3.3}/nltk/test/inference_fixt.py +12 -11
  265. {nltk-3.2 → nltk-3.3}/nltk/test/internals.doctest +140 -140
  266. {nltk-3.2 → nltk-3.3}/nltk/test/japanese.doctest +48 -48
  267. {nltk-3.2 → nltk-3.3}/nltk/test/logic.doctest +1098 -1098
  268. {nltk-3.2 → nltk-3.3}/nltk/test/metrics.doctest +270 -270
  269. {nltk-3.2 → nltk-3.3}/nltk/test/misc.doctest +118 -118
  270. {nltk-3.2 → nltk-3.3}/nltk/test/nonmonotonic.doctest +286 -286
  271. {nltk-3.2 → nltk-3.3}/nltk/test/nonmonotonic_fixt.py +12 -11
  272. {nltk-3.2 → nltk-3.3}/nltk/test/paice.doctest +35 -35
  273. {nltk-3.2 → nltk-3.3}/nltk/test/parse.doctest +884 -884
  274. {nltk-3.2 → nltk-3.3}/nltk/test/portuguese_en.doctest +565 -565
  275. {nltk-3.2 → nltk-3.3}/nltk/test/portuguese_en_fixt.py +16 -16
  276. {nltk-3.2 → nltk-3.3}/nltk/test/probability.doctest +304 -304
  277. {nltk-3.2 → nltk-3.3}/nltk/test/probability_fixt.py +13 -12
  278. {nltk-3.2 → nltk-3.3}/nltk/test/propbank.doctest +176 -176
  279. {nltk-3.2 → nltk-3.3}/nltk/test/relextract.doctest +263 -263
  280. {nltk-3.2 → nltk-3.3}/nltk/test/resolution.doctest +221 -221
  281. {nltk-3.2 → nltk-3.3}/nltk/test/runtests.py +86 -64
  282. {nltk-3.2 → nltk-3.3}/nltk/test/segmentation_fixt.py +10 -10
  283. {nltk-3.2 → nltk-3.3}/nltk/test/semantics.doctest +665 -665
  284. {nltk-3.2 → nltk-3.3}/nltk/test/semantics_fixt.py +7 -7
  285. {nltk-3.2 → nltk-3.3}/nltk/test/sentiment.doctest +233 -233
  286. {nltk-3.2 → nltk-3.3}/nltk/test/sentiwordnet.doctest +41 -41
  287. {nltk-3.2 → nltk-3.3}/nltk/test/simple.doctest +85 -85
  288. {nltk-3.2 → nltk-3.3}/nltk/test/stem.doctest +78 -78
  289. {nltk-3.2 → nltk-3.3}/nltk/test/tag.doctest +33 -33
  290. {nltk-3.2 → nltk-3.3}/nltk/test/tokenize.doctest +273 -166
  291. {nltk-3.2 → nltk-3.3}/nltk/test/toolbox.doctest +307 -307
  292. {nltk-3.2 → nltk-3.3}/nltk/test/translate.doctest +242 -242
  293. {nltk-3.2 → nltk-3.3}/nltk/test/translate_fixt.py +3 -3
  294. {nltk-3.2 → nltk-3.3}/nltk/test/tree.doctest +1101 -1101
  295. {nltk-3.2 → nltk-3.3}/nltk/test/treeprettyprinter.doctest +127 -127
  296. {nltk-3.2 → nltk-3.3}/nltk/test/treetransforms.doctest +156 -156
  297. nltk-3.3/nltk/test/unit/test_2x_compat.py +63 -0
  298. nltk-3.3/nltk/test/unit/test_aline.py +52 -0
  299. nltk-3.3/nltk/test/unit/test_chunk.py +56 -0
  300. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_classify.py +55 -53
  301. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_collocations.py +88 -79
  302. nltk-3.3/nltk/test/unit/test_concordance.py +98 -0
  303. nltk-3.3/nltk/test/unit/test_corenlp.py +1000 -0
  304. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_corpora.py +200 -183
  305. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_corpus_views.py +45 -45
  306. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_hmm.py +88 -88
  307. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_json2csv_corpus.py +188 -187
  308. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_naivebayes.py +26 -26
  309. nltk-3.3/nltk/test/unit/test_rte_classify.py +86 -0
  310. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_seekable_unicode_stream_reader.py +124 -124
  311. nltk-3.3/nltk/test/unit/test_senna.py +74 -0
  312. nltk-3.3/nltk/test/unit/test_stem.py +121 -0
  313. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_tag.py +20 -20
  314. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_tgrep.py +628 -626
  315. nltk-3.3/nltk/test/unit/test_tokenize.py +168 -0
  316. {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_twitter_auth.py +185 -185
  317. nltk-3.3/nltk/test/unit/test_wordnet.py +134 -0
  318. nltk-3.3/nltk/test/unit/translate/test_bleu.py +244 -0
  319. nltk-3.3/nltk/test/unit/translate/test_gdfa.py +57 -0
  320. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm1.py +75 -75
  321. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm2.py +87 -87
  322. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm3.py +105 -105
  323. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm4.py +126 -126
  324. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm5.py +166 -166
  325. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm_model.py +270 -270
  326. nltk-3.3/nltk/test/unit/translate/test_nist.py +37 -0
  327. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_stack_decoder.py +300 -300
  328. {nltk-3.2 → nltk-3.3}/nltk/test/unit/utils.py +41 -41
  329. {nltk-3.2 → nltk-3.3}/nltk/test/util.doctest +48 -48
  330. {nltk-3.2 → nltk-3.3}/nltk/test/wordnet.doctest +595 -581
  331. {nltk-3.2 → nltk-3.3}/nltk/test/wordnet_fixt.py +7 -6
  332. {nltk-3.2 → nltk-3.3}/nltk/test/wordnet_lch.doctest +53 -53
  333. {nltk-3.2 → nltk-3.3}/nltk/test/wsd.doctest +68 -68
  334. {nltk-3.2 → nltk-3.3}/nltk/text.py +663 -610
  335. {nltk-3.2 → nltk-3.3}/nltk/tgrep.py +938 -937
  336. {nltk-3.2 → nltk-3.3}/nltk/tokenize/__init__.py +130 -107
  337. {nltk-3.2 → nltk-3.3}/nltk/tokenize/api.py +77 -78
  338. {nltk-3.2 → nltk-3.3}/nltk/tokenize/casual.py +343 -342
  339. {nltk-3.2 → nltk-3.3}/nltk/tokenize/mwe.py +120 -120
  340. nltk-3.3/nltk/tokenize/nist.py +173 -0
  341. {nltk-3.2 → nltk-3.3}/nltk/tokenize/punkt.py +1620 -1601
  342. {nltk-3.2 → nltk-3.3}/nltk/tokenize/regexp.py +208 -202
  343. nltk-3.3/nltk/tokenize/repp.py +151 -0
  344. {nltk-3.2 → nltk-3.3}/nltk/tokenize/sexpr.py +140 -142
  345. {nltk-3.2 → nltk-3.3}/nltk/tokenize/simple.py +138 -136
  346. {nltk-3.2 → nltk-3.3}/nltk/tokenize/stanford.py +117 -113
  347. nltk-3.3/nltk/tokenize/stanford_segmenter.py +246 -0
  348. {nltk-3.2 → nltk-3.3}/nltk/tokenize/texttiling.py +458 -460
  349. nltk-3.3/nltk/tokenize/toktok.py +155 -0
  350. nltk-3.3/nltk/tokenize/treebank.py +363 -0
  351. nltk-3.3/nltk/tokenize/util.py +261 -0
  352. {nltk-3.2 → nltk-3.3}/nltk/toolbox.py +499 -497
  353. {nltk-3.2 → nltk-3.3}/nltk/translate/__init__.py +24 -24
  354. {nltk-3.2 → nltk-3.3}/nltk/translate/api.py +331 -321
  355. {nltk-3.2 → nltk-3.3}/nltk/translate/bleu_score.py +615 -556
  356. nltk-3.3/nltk/translate/chrf_score.py +137 -0
  357. {nltk-3.2 → nltk-3.3}/nltk/translate/gale_church.py +248 -235
  358. {nltk-3.2 → nltk-3.3}/nltk/translate/gdfa.py +135 -131
  359. nltk-3.3/nltk/translate/gleu_score.py +193 -0
  360. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm1.py +250 -241
  361. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm2.py +308 -308
  362. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm3.py +337 -337
  363. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm4.py +467 -467
  364. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm5.py +639 -639
  365. {nltk-3.2 → nltk-3.3}/nltk/translate/ibm_model.py +536 -533
  366. {nltk-3.2 → nltk-3.3}/nltk/translate/metrics.py +40 -40
  367. nltk-3.3/nltk/translate/nist_score.py +178 -0
  368. {nltk-3.2 → nltk-3.3}/nltk/translate/phrase_based.py +175 -175
  369. {nltk-3.2 → nltk-3.3}/nltk/translate/ribes_score.py +325 -325
  370. {nltk-3.2 → nltk-3.3}/nltk/translate/stack_decoder.py +499 -495
  371. {nltk-3.2 → nltk-3.3}/nltk/tree.py +1605 -1603
  372. {nltk-3.2 → nltk-3.3}/nltk/treeprettyprinter.py +564 -564
  373. {nltk-3.2 → nltk-3.3}/nltk/treetransforms.py +309 -309
  374. {nltk-3.2 → nltk-3.3}/nltk/twitter/__init__.py +28 -28
  375. {nltk-3.2 → nltk-3.3}/nltk/twitter/api.py +141 -136
  376. {nltk-3.2 → nltk-3.3}/nltk/twitter/common.py +264 -258
  377. {nltk-3.2 → nltk-3.3}/nltk/twitter/twitter_demo.py +288 -288
  378. {nltk-3.2 → nltk-3.3}/nltk/twitter/twitterclient.py +530 -530
  379. {nltk-3.2 → nltk-3.3}/nltk/twitter/util.py +147 -146
  380. nltk-3.3/nltk/util.py +751 -0
  381. {nltk-3.2 → nltk-3.3}/nltk/wsd.py +53 -53
  382. {nltk-3.2 → nltk-3.3/nltk.egg-info}/PKG-INFO +13 -5
  383. {nltk-3.2 → nltk-3.3}/nltk.egg-info/SOURCES.txt +26 -3
  384. nltk-3.3/nltk.egg-info/requires.txt +31 -0
  385. {nltk-3.2 → nltk-3.3}/setup.cfg +0 -1
  386. {nltk-3.2 → nltk-3.3}/setup.py +102 -75
  387. nltk-3.2/nltk/VERSION +0 -1
  388. nltk-3.2/nltk/compat.py +0 -680
  389. nltk-3.2/nltk/corpus/reader/pl196x.py +0 -278
  390. nltk-3.2/nltk/corpus/reader/verbnet.py +0 -408
  391. nltk-3.2/nltk/corpus/reader/wordlist.py +0 -37
  392. nltk-3.2/nltk/sentiment/vader_lexicon.txt +0 -7517
  393. nltk-3.2/nltk/six.py +0 -868
  394. nltk-3.2/nltk/stem/porter.py +0 -692
  395. nltk-3.2/nltk/test/unit/test_2x_compat.py +0 -26
  396. nltk-3.2/nltk/test/unit/test_stem.py +0 -36
  397. nltk-3.2/nltk/test/unit/test_tokenize.py +0 -23
  398. nltk-3.2/nltk/test/unit/translate/test_bleu.py +0 -84
  399. nltk-3.2/nltk/tokenize/treebank.py +0 -124
  400. nltk-3.2/nltk/tokenize/util.py +0 -90
  401. nltk-3.2/nltk/util.py +0 -1364
  402. {nltk-3.2 → nltk-3.3}/nltk/test/unit/__init__.py +0 -0
  403. {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/__init__.py +0 -0
  404. {nltk-3.2 → nltk-3.3}/nltk.egg-info/dependency_links.txt +0 -0
  405. {nltk-3.2 → nltk-3.3}/nltk.egg-info/not-zip-safe +0 -0
  406. {nltk-3.2 → nltk-3.3}/nltk.egg-info/top_level.txt +0 -0
@@ -1,581 +1,595 @@
1
- .. Copyright (C) 2001-2015 NLTK Project
2
- .. For license information, see LICENSE.TXT
3
-
4
- =================
5
- WordNet Interface
6
- =================
7
-
8
- WordNet is just another NLTK corpus reader, and can be imported like this:
9
- >>> from __future__ import print_function, unicode_literals
10
- >>> from nltk.corpus import wordnet
11
-
12
- For more compact code, we recommend:
13
-
14
- >>> from nltk.corpus import wordnet as wn
15
-
16
- -----
17
- Words
18
- -----
19
-
20
- Look up a word using ``synsets()``; this function has an optional ``pos`` argument
21
- which lets you constrain the part of speech of the word:
22
-
23
- >>> wn.synsets('dog') # doctest: +ELLIPSIS +NORMALIZE_WHITESPACE
24
- [Synset('dog.n.01'), Synset('frump.n.01'), Synset('dog.n.03'), Synset('cad.n.01'),
25
- Synset('frank.n.02'), Synset('pawl.n.01'), Synset('andiron.n.01'), Synset('chase.v.01')]
26
- >>> wn.synsets('dog', pos=wn.VERB)
27
- [Synset('chase.v.01')]
28
-
29
- The other parts of speech are ``NOUN``, ``ADJ`` and ``ADV``.
30
- A synset is identified with a 3-part name of the form: word.pos.nn:
31
-
32
- >>> wn.synset('dog.n.01')
33
- Synset('dog.n.01')
34
- >>> print(wn.synset('dog.n.01').definition())
35
- a member of the genus Canis (probably descended from the common wolf) that has been domesticated by man since prehistoric times; occurs in many breeds
36
- >>> len(wn.synset('dog.n.01').examples())
37
- 1
38
- >>> print(wn.synset('dog.n.01').examples()[0])
39
- the dog barked all night
40
- >>> wn.synset('dog.n.01').lemmas()
41
- [Lemma('dog.n.01.dog'), Lemma('dog.n.01.domestic_dog'), Lemma('dog.n.01.Canis_familiaris')]
42
- >>> [str(lemma.name()) for lemma in wn.synset('dog.n.01').lemmas()]
43
- ['dog', 'domestic_dog', 'Canis_familiaris']
44
- >>> wn.lemma('dog.n.01.dog').synset()
45
- Synset('dog.n.01')
46
-
47
- The WordNet corpus reader gives access to the Open Multilingual
48
- WordNet, using ISO-639 language codes.
49
-
50
- >>> sorted(wn.langs()) # doctest: +NORMALIZE_WHITESPACE
51
- ['als', 'arb', 'bul', 'cat', 'cmn', 'dan', 'ell', 'eng', 'eus', 'fas', 'fin', 'fra', 'glg', 'heb', 'hrv', 'ind',
52
- 'ita', 'jpn', 'nno', 'nob', 'pol', 'por', 'qcn', 'slv', 'spa', 'swe', 'tha', 'zsm']
53
- >>> wn.synsets(b'\xe7\x8a\xac'.decode('utf-8'), lang='jpn')
54
- [Synset('dog.n.01'), Synset('spy.n.01')]
55
-
56
- wn.synset('spy.n.01').lemma_names('jpn') # doctest: +NORMALIZE_WHITESPACE
57
- ['\u3044\u306c', '\u307e\u308f\u3057\u8005', '\u30b9\u30d1\u30a4', '\u56de\u3057\u8005',
58
- '\u56de\u8005', '\u5bc6\u5075', '\u5de5\u4f5c\u54e1', '\u5efb\u3057\u8005',
59
- '\u5efb\u8005', '\u63a2', '\u63a2\u308a', '\u72ac', '\u79d8\u5bc6\u635c\u67fb\u54e1',
60
- '\u8adc\u5831\u54e1', '\u8adc\u8005', '\u9593\u8005', '\u9593\u8adc', '\u96a0\u5bc6']
61
-
62
- >>> wn.synset('dog.n.01').lemma_names('ita')
63
- ['cane', 'Canis_familiaris']
64
- >>> wn.lemmas('cane', lang='ita') # doctest: +NORMALIZE_WHITESPACE
65
- [Lemma('dog.n.01.cane'), Lemma('cramp.n.02.cane'), Lemma('hammer.n.01.cane'), Lemma('bad_person.n.01.cane'),
66
- Lemma('incompetent.n.01.cane')]
67
- >>> sorted(wn.synset('dog.n.01').lemmas('dan')) # doctest: +NORMALIZE_WHITESPACE
68
- [Lemma('dog.n.01.hund'), Lemma('dog.n.01.k\xf8ter'),
69
- Lemma('dog.n.01.vovhund'), Lemma('dog.n.01.vovse')]
70
-
71
- sorted(wn.synset('dog.n.01').lemmas('por'))
72
- [Lemma('dog.n.01.cachorra'), Lemma('dog.n.01.cachorro'), Lemma('dog.n.01.cadela'), Lemma('dog.n.01.c\xe3o')]
73
-
74
- >>> dog_lemma = wn.lemma(b'dog.n.01.c\xc3\xa3o'.decode('utf-8'), lang='por')
75
- >>> dog_lemma
76
- Lemma('dog.n.01.c\xe3o')
77
- >>> dog_lemma.lang()
78
- 'por'
79
- >>> len(wordnet.all_lemma_names(pos='n', lang='jpn'))
80
- 64797
81
-
82
- -------
83
- Synsets
84
- -------
85
-
86
- `Synset`: a set of synonyms that share a common meaning.
87
-
88
- >>> dog = wn.synset('dog.n.01')
89
- >>> dog.hypernyms()
90
- [Synset('canine.n.02'), Synset('domestic_animal.n.01')]
91
- >>> dog.hyponyms() # doctest: +ELLIPSIS
92
- [Synset('basenji.n.01'), Synset('corgi.n.01'), Synset('cur.n.01'), Synset('dalmatian.n.02'), ...]
93
- >>> dog.member_holonyms()
94
- [Synset('canis.n.01'), Synset('pack.n.06')]
95
- >>> dog.root_hypernyms()
96
- [Synset('entity.n.01')]
97
- >>> wn.synset('dog.n.01').lowest_common_hypernyms(wn.synset('cat.n.01'))
98
- [Synset('carnivore.n.01')]
99
-
100
- Each synset contains one or more lemmas, which represent a specific
101
- sense of a specific word.
102
-
103
- Note that some relations are defined by WordNet only over Lemmas:
104
-
105
- >>> good = wn.synset('good.a.01')
106
- >>> good.antonyms()
107
- Traceback (most recent call last):
108
- File "<stdin>", line 1, in <module>
109
- AttributeError: 'Synset' object has no attribute 'antonyms'
110
- >>> good.lemmas()[0].antonyms()
111
- [Lemma('bad.a.01.bad')]
112
-
113
- The relations that are currently defined in this way are `antonyms`,
114
- `derivationally_related_forms` and `pertainyms`.
115
-
116
-
117
- ------
118
- Lemmas
119
- ------
120
-
121
- >>> eat = wn.lemma('eat.v.03.eat')
122
- >>> eat
123
- Lemma('feed.v.06.eat')
124
- >>> print(eat.key())
125
- eat%2:34:02::
126
- >>> eat.count()
127
- 4
128
- >>> wn.lemma_from_key(eat.key())
129
- Lemma('feed.v.06.eat')
130
- >>> wn.lemma_from_key(eat.key()).synset()
131
- Synset('feed.v.06')
132
- >>> wn.lemma_from_key('feebleminded%5:00:00:retarded:00')
133
- Lemma('backward.s.03.feebleminded')
134
- >>> for lemma in wn.synset('eat.v.03').lemmas():
135
- ... print(lemma, lemma.count())
136
- ...
137
- Lemma('feed.v.06.feed') 3
138
- Lemma('feed.v.06.eat') 4
139
- >>> for lemma in wn.lemmas('eat', 'v'):
140
- ... print(lemma, lemma.count())
141
- ...
142
- Lemma('eat.v.01.eat') 61
143
- Lemma('eat.v.02.eat') 13
144
- Lemma('feed.v.06.eat') 4
145
- Lemma('eat.v.04.eat') 0
146
- Lemma('consume.v.05.eat') 0
147
- Lemma('corrode.v.01.eat') 0
148
-
149
- Lemmas can also have relations between them:
150
-
151
- >>> vocal = wn.lemma('vocal.a.01.vocal')
152
- >>> vocal.derivationally_related_forms()
153
- [Lemma('vocalize.v.02.vocalize')]
154
- >>> vocal.pertainyms()
155
- [Lemma('voice.n.02.voice')]
156
- >>> vocal.antonyms()
157
- [Lemma('instrumental.a.01.instrumental')]
158
-
159
- The three relations above exist only on lemmas, not on synsets.
160
-
161
- -----------
162
- Verb Frames
163
- -----------
164
-
165
- >>> wn.synset('think.v.01').frame_ids()
166
- [5, 9]
167
- >>> for lemma in wn.synset('think.v.01').lemmas():
168
- ... print(lemma, lemma.frame_ids())
169
- ... print(" | ".join(lemma.frame_strings()))
170
- ...
171
- Lemma('think.v.01.think') [5, 9]
172
- Something think something Adjective/Noun | Somebody think somebody
173
- Lemma('think.v.01.believe') [5, 9]
174
- Something believe something Adjective/Noun | Somebody believe somebody
175
- Lemma('think.v.01.consider') [5, 9]
176
- Something consider something Adjective/Noun | Somebody consider somebody
177
- Lemma('think.v.01.conceive') [5, 9]
178
- Something conceive something Adjective/Noun | Somebody conceive somebody
179
- >>> wn.synset('stretch.v.02').frame_ids()
180
- [8]
181
- >>> for lemma in wn.synset('stretch.v.02').lemmas():
182
- ... print(lemma, lemma.frame_ids())
183
- ... print(" | ".join(lemma.frame_strings()))
184
- ...
185
- Lemma('stretch.v.02.stretch') [8, 2]
186
- Somebody stretch something | Somebody stretch
187
- Lemma('stretch.v.02.extend') [8]
188
- Somebody extend something
189
-
190
-
191
- ----------
192
- Similarity
193
- ----------
194
-
195
- >>> dog = wn.synset('dog.n.01')
196
- >>> cat = wn.synset('cat.n.01')
197
-
198
- >>> hit = wn.synset('hit.v.01')
199
- >>> slap = wn.synset('slap.v.01')
200
-
201
-
202
- ``synset1.path_similarity(synset2):``
203
- Return a score denoting how similar two word senses are, based on the
204
- shortest path that connects the senses in the is-a (hypernym/hypnoym)
205
- taxonomy. The score is in the range 0 to 1. By default, there is now
206
- a fake root node added to verbs so for cases where previously a path
207
- could not be found---and None was returned---it should return a value.
208
- The old behavior can be achieved by setting simulate_root to be False.
209
- A score of 1 represents identity i.e. comparing a sense with itself
210
- will return 1.
211
-
212
- >>> dog.path_similarity(cat) # doctest: +ELLIPSIS
213
- 0.2...
214
-
215
- >>> hit.path_similarity(slap) # doctest: +ELLIPSIS
216
- 0.142...
217
-
218
- >>> wn.path_similarity(hit, slap) # doctest: +ELLIPSIS
219
- 0.142...
220
-
221
- >>> print(hit.path_similarity(slap, simulate_root=False))
222
- None
223
-
224
- >>> print(wn.path_similarity(hit, slap, simulate_root=False))
225
- None
226
-
227
- ``synset1.lch_similarity(synset2):``
228
- Leacock-Chodorow Similarity:
229
- Return a score denoting how similar two word senses are, based on the
230
- shortest path that connects the senses (as above) and the maximum depth
231
- of the taxonomy in which the senses occur. The relationship is given
232
- as -log(p/2d) where p is the shortest path length and d the taxonomy
233
- depth.
234
-
235
- >>> dog.lch_similarity(cat) # doctest: +ELLIPSIS
236
- 2.028...
237
-
238
- >>> hit.lch_similarity(slap) # doctest: +ELLIPSIS
239
- 1.312...
240
-
241
- >>> wn.lch_similarity(hit, slap) # doctest: +ELLIPSIS
242
- 1.312...
243
-
244
- >>> print(hit.lch_similarity(slap, simulate_root=False))
245
- None
246
-
247
- >>> print(wn.lch_similarity(hit, slap, simulate_root=False))
248
- None
249
-
250
- ``synset1.wup_similarity(synset2):``
251
- Wu-Palmer Similarity:
252
- Return a score denoting how similar two word senses are, based on the
253
- depth of the two senses in the taxonomy and that of their Least Common
254
- Subsumer (most specific ancestor node). Note that at this time the
255
- scores given do _not_ always agree with those given by Pedersen's Perl
256
- implementation of Wordnet Similarity.
257
-
258
- The LCS does not necessarily feature in the shortest path connecting the
259
- two senses, as it is by definition the common ancestor deepest in the
260
- taxonomy, not closest to the two senses. Typically, however, it will so
261
- feature. Where multiple candidates for the LCS exist, that whose
262
- shortest path to the root node is the longest will be selected. Where
263
- the LCS has multiple paths to the root, the longer path is used for
264
- the purposes of the calculation.
265
-
266
- >>> dog.wup_similarity(cat) # doctest: +ELLIPSIS
267
- 0.857...
268
-
269
- >>> hit.wup_similarity(slap)
270
- 0.25
271
-
272
- >>> wn.wup_similarity(hit, slap)
273
- 0.25
274
-
275
- >>> print(hit.wup_similarity(slap, simulate_root=False))
276
- None
277
-
278
- >>> print(wn.wup_similarity(hit, slap, simulate_root=False))
279
- None
280
-
281
- ``wordnet_ic``
282
- Information Content:
283
- Load an information content file from the wordnet_ic corpus.
284
-
285
- >>> from nltk.corpus import wordnet_ic
286
- >>> brown_ic = wordnet_ic.ic('ic-brown.dat')
287
- >>> semcor_ic = wordnet_ic.ic('ic-semcor.dat')
288
-
289
- Or you can create an information content dictionary from a corpus (or
290
- anything that has a words() method).
291
-
292
- >>> from nltk.corpus import genesis
293
- >>> genesis_ic = wn.ic(genesis, False, 0.0)
294
-
295
- ``synset1.res_similarity(synset2, ic):``
296
- Resnik Similarity:
297
- Return a score denoting how similar two word senses are, based on the
298
- Information Content (IC) of the Least Common Subsumer (most specific
299
- ancestor node). Note that for any similarity measure that uses
300
- information content, the result is dependent on the corpus used to
301
- generate the information content and the specifics of how the
302
- information content was created.
303
-
304
- >>> dog.res_similarity(cat, brown_ic) # doctest: +ELLIPSIS
305
- 7.911...
306
- >>> dog.res_similarity(cat, genesis_ic) # doctest: +ELLIPSIS
307
- 7.204...
308
-
309
- ``synset1.jcn_similarity(synset2, ic):``
310
- Jiang-Conrath Similarity
311
- Return a score denoting how similar two word senses are, based on the
312
- Information Content (IC) of the Least Common Subsumer (most specific
313
- ancestor node) and that of the two input Synsets. The relationship is
314
- given by the equation 1 / (IC(s1) + IC(s2) - 2 * IC(lcs)).
315
-
316
- >>> dog.jcn_similarity(cat, brown_ic) # doctest: +ELLIPSIS
317
- 0.449...
318
- >>> dog.jcn_similarity(cat, genesis_ic) # doctest: +ELLIPSIS
319
- 0.285...
320
-
321
- ``synset1.lin_similarity(synset2, ic):``
322
- Lin Similarity:
323
- Return a score denoting how similar two word senses are, based on the
324
- Information Content (IC) of the Least Common Subsumer (most specific
325
- ancestor node) and that of the two input Synsets. The relationship is
326
- given by the equation 2 * IC(lcs) / (IC(s1) + IC(s2)).
327
-
328
- >>> dog.lin_similarity(cat, semcor_ic) # doctest: +ELLIPSIS
329
- 0.886...
330
-
331
-
332
- ---------------------
333
- Access to all Synsets
334
- ---------------------
335
-
336
- Iterate over all the noun synsets:
337
-
338
- >>> for synset in list(wn.all_synsets('n'))[:10]:
339
- ... print(synset)
340
- ...
341
- Synset('entity.n.01')
342
- Synset('physical_entity.n.01')
343
- Synset('abstraction.n.06')
344
- Synset('thing.n.12')
345
- Synset('object.n.01')
346
- Synset('whole.n.02')
347
- Synset('congener.n.03')
348
- Synset('living_thing.n.01')
349
- Synset('organism.n.01')
350
- Synset('benthos.n.02')
351
-
352
- Get all synsets for this word, possibly restricted by POS:
353
-
354
- >>> wn.synsets('dog') # doctest: +ELLIPSIS
355
- [Synset('dog.n.01'), Synset('frump.n.01'), Synset('dog.n.03'), Synset('cad.n.01'), ...]
356
- >>> wn.synsets('dog', pos='v')
357
- [Synset('chase.v.01')]
358
-
359
- Walk through the noun synsets looking at their hypernyms:
360
-
361
- >>> from itertools import islice
362
- >>> for synset in islice(wn.all_synsets('n'), 5):
363
- ... print(synset, synset.hypernyms())
364
- ...
365
- Synset('entity.n.01') []
366
- Synset('physical_entity.n.01') [Synset('entity.n.01')]
367
- Synset('abstraction.n.06') [Synset('entity.n.01')]
368
- Synset('thing.n.12') [Synset('physical_entity.n.01')]
369
- Synset('object.n.01') [Synset('physical_entity.n.01')]
370
-
371
-
372
- ------
373
- Morphy
374
- ------
375
-
376
- Look up forms not in WordNet, with the help of Morphy:
377
-
378
- >>> wn.morphy('denied', wn.NOUN)
379
- >>> print(wn.morphy('denied', wn.VERB))
380
- deny
381
- >>> wn.synsets('denied', wn.NOUN)
382
- []
383
- >>> wn.synsets('denied', wn.VERB) # doctest: +NORMALIZE_WHITESPACE
384
- [Synset('deny.v.01'), Synset('deny.v.02'), Synset('deny.v.03'), Synset('deny.v.04'),
385
- Synset('deny.v.05'), Synset('traverse.v.03'), Synset('deny.v.07')]
386
-
387
- Morphy uses a combination of inflectional ending rules and exception
388
- lists to handle a variety of different possibilities:
389
-
390
- >>> print(wn.morphy('dogs'))
391
- dog
392
- >>> print(wn.morphy('churches'))
393
- church
394
- >>> print(wn.morphy('aardwolves'))
395
- aardwolf
396
- >>> print(wn.morphy('abaci'))
397
- abacus
398
- >>> print(wn.morphy('book', wn.NOUN))
399
- book
400
- >>> wn.morphy('hardrock', wn.ADV)
401
- >>> wn.morphy('book', wn.ADJ)
402
- >>> wn.morphy('his', wn.NOUN)
403
- >>>
404
-
405
- ---------------
406
- Synset Closures
407
- ---------------
408
-
409
- Compute transitive closures of synsets
410
-
411
- >>> dog = wn.synset('dog.n.01')
412
- >>> hypo = lambda s: s.hyponyms()
413
- >>> hyper = lambda s: s.hypernyms()
414
- >>> list(dog.closure(hypo, depth=1)) == dog.hyponyms()
415
- True
416
- >>> list(dog.closure(hyper, depth=1)) == dog.hypernyms()
417
- True
418
- >>> list(dog.closure(hypo)) # doctest: +NORMALIZE_WHITESPACE, +ELLIPSIS
419
- [Synset('basenji.n.01'), Synset('corgi.n.01'), Synset('cur.n.01'),
420
- Synset('dalmatian.n.02'), Synset('great_pyrenees.n.01'),
421
- Synset('griffon.n.02'), Synset('hunting_dog.n.01'), Synset('lapdog.n.01'),
422
- Synset('leonberg.n.01'), Synset('mexican_hairless.n.01'),
423
- Synset('newfoundland.n.01'), Synset('pooch.n.01'), Synset('poodle.n.01'), ...]
424
- >>> list(dog.closure(hyper)) # doctest: +NORMALIZE_WHITESPACE
425
- [Synset('canine.n.02'), Synset('domestic_animal.n.01'), Synset('carnivore.n.01'), Synset('animal.n.01'),
426
- Synset('placental.n.01'), Synset('organism.n.01'), Synset('mammal.n.01'), Synset('living_thing.n.01'),
427
- Synset('vertebrate.n.01'), Synset('whole.n.02'), Synset('chordate.n.01'), Synset('object.n.01'),
428
- Synset('physical_entity.n.01'), Synset('entity.n.01')]
429
-
430
-
431
- ----------------
432
- Regression Tests
433
- ----------------
434
-
435
- Bug 85: morphy returns the base form of a word, if it's input is given
436
- as a base form for a POS for which that word is not defined:
437
-
438
- >>> wn.synsets('book', wn.NOUN)
439
- [Synset('book.n.01'), Synset('book.n.02'), Synset('record.n.05'), Synset('script.n.01'), Synset('ledger.n.01'), Synset('book.n.06'), Synset('book.n.07'), Synset('koran.n.01'), Synset('bible.n.01'), Synset('book.n.10'), Synset('book.n.11')]
440
- >>> wn.synsets('book', wn.ADJ)
441
- []
442
- >>> wn.morphy('book', wn.NOUN)
443
- 'book'
444
- >>> wn.morphy('book', wn.ADJ)
445
-
446
- Bug 160: wup_similarity breaks when the two synsets have no common hypernym
447
-
448
- >>> t = wn.synsets('picasso')[0]
449
- >>> m = wn.synsets('male')[1]
450
- >>> t.wup_similarity(m) # doctest: +ELLIPSIS
451
- 0.631...
452
-
453
- >>> t = wn.synsets('titan')[1]
454
- >>> s = wn.synsets('say', wn.VERB)[0]
455
- >>> print(t.wup_similarity(s))
456
- None
457
-
458
- Bug 21: "instance of" not included in LCS (very similar to bug 160)
459
-
460
- >>> a = wn.synsets("writings")[0]
461
- >>> b = wn.synsets("scripture")[0]
462
- >>> brown_ic = wordnet_ic.ic('ic-brown.dat')
463
- >>> a.jcn_similarity(b, brown_ic) # doctest: +ELLIPSIS
464
- 0.175...
465
-
466
- Bug 221: Verb root IC is zero
467
-
468
- >>> from nltk.corpus.reader.wordnet import information_content
469
- >>> s = wn.synsets('say', wn.VERB)[0]
470
- >>> information_content(s, brown_ic) # doctest: +ELLIPSIS
471
- 4.623...
472
-
473
- Bug 161: Comparison between WN keys/lemmas should not be case sensitive
474
-
475
- >>> k = wn.synsets("jefferson")[0].lemmas()[0].key()
476
- >>> wn.lemma_from_key(k)
477
- Lemma('jefferson.n.01.Jefferson')
478
- >>> wn.lemma_from_key(k.upper())
479
- Lemma('jefferson.n.01.Jefferson')
480
-
481
- Bug 99: WordNet root_hypernyms gives incorrect results
482
-
483
- >>> from nltk.corpus import wordnet as wn
484
- >>> for s in wn.all_synsets(wn.NOUN):
485
- ... if s.root_hypernyms()[0] != wn.synset('entity.n.01'):
486
- ... print(s, s.root_hypernyms())
487
- ...
488
- >>>
489
-
490
- Bug 382: JCN Division by zero error
491
-
492
- >>> tow = wn.synset('tow.v.01')
493
- >>> shlep = wn.synset('shlep.v.02')
494
- >>> from nltk.corpus import wordnet_ic
495
- >>> brown_ic = wordnet_ic.ic('ic-brown.dat')
496
- >>> tow.jcn_similarity(shlep, brown_ic) # doctest: +ELLIPSIS
497
- 1...e+300
498
-
499
- Bug 428: Depth is zero for instance nouns
500
-
501
- >>> s = wn.synset("lincoln.n.01")
502
- >>> s.max_depth() > 0
503
- True
504
-
505
- Bug 429: Information content smoothing used old reference to all_synsets
506
-
507
- >>> genesis_ic = wn.ic(genesis, True, 1.0)
508
-
509
- Bug 430: all_synsets used wrong pos lookup when synsets were cached
510
-
511
- >>> for ii in wn.all_synsets(): pass
512
- >>> for ii in wn.all_synsets(): pass
513
-
514
- Bug 470: shortest_path_distance ignored instance hypernyms
515
-
516
- >>> google = wordnet.synsets("google")[0]
517
- >>> earth = wordnet.synsets("earth")[0]
518
- >>> google.wup_similarity(earth) # doctest: +ELLIPSIS
519
- 0.1...
520
-
521
- Bug 484: similarity metrics returned -1 instead of None for no LCS
522
-
523
- >>> t = wn.synsets('fly', wn.VERB)[0]
524
- >>> s = wn.synsets('say', wn.VERB)[0]
525
- >>> print(s.shortest_path_distance(t))
526
- None
527
- >>> print(s.path_similarity(t, simulate_root=False))
528
- None
529
- >>> print(s.lch_similarity(t, simulate_root=False))
530
- None
531
- >>> print(s.wup_similarity(t, simulate_root=False))
532
- None
533
-
534
- Bug 427: "pants" does not return all the senses it should
535
-
536
- >>> from nltk.corpus import wordnet
537
- >>> wordnet.synsets("pants",'n')
538
- [Synset('bloomers.n.01'), Synset('pant.n.01'), Synset('trouser.n.01'), Synset('gasp.n.01')]
539
-
540
- Bug 482: Some nouns not being lemmatised by WordNetLemmatizer().lemmatize
541
-
542
- >>> from nltk.stem.wordnet import WordNetLemmatizer
543
- >>> WordNetLemmatizer().lemmatize("eggs", pos="n")
544
- 'egg'
545
- >>> WordNetLemmatizer().lemmatize("legs", pos="n")
546
- 'leg'
547
-
548
- Bug 284: instance hypernyms not used in similarity calculations
549
-
550
- >>> wn.synset('john.n.02').lch_similarity(wn.synset('dog.n.01')) # doctest: +ELLIPSIS
551
- 1.335...
552
- >>> wn.synset('john.n.02').wup_similarity(wn.synset('dog.n.01')) # doctest: +ELLIPSIS
553
- 0.571...
554
- >>> wn.synset('john.n.02').res_similarity(wn.synset('dog.n.01'), brown_ic) # doctest: +ELLIPSIS
555
- 2.224...
556
- >>> wn.synset('john.n.02').jcn_similarity(wn.synset('dog.n.01'), brown_ic) # doctest: +ELLIPSIS
557
- 0.075...
558
- >>> wn.synset('john.n.02').lin_similarity(wn.synset('dog.n.01'), brown_ic) # doctest: +ELLIPSIS
559
- 0.252...
560
- >>> wn.synset('john.n.02').hypernym_paths() # doctest: +ELLIPSIS
561
- [[Synset('entity.n.01'), ..., Synset('john.n.02')]]
562
-
563
- Issue 541: add domains to wordnet
564
-
565
- >>> wn.synset('code.n.03').topic_domains()
566
- [Synset('computer_science.n.01')]
567
- >>> wn.synset('pukka.a.01').region_domains()
568
- [Synset('india.n.01')]
569
- >>> wn.synset('freaky.a.01').usage_domains()
570
- [Synset('slang.n.02')]
571
-
572
- Issue 629: wordnet failures when python run with -O optimizations
573
-
574
- >>> # Run the test suite with python -O to check this
575
- >>> wn.synsets("brunch")
576
- [Synset('brunch.n.01'), Synset('brunch.v.01')]
577
-
578
- Issue 395: wordnet returns incorrect result for lowest_common_hypernyms of chef and policeman
579
-
580
- >>> wn.synset('policeman.n.01').lowest_common_hypernyms(wn.synset('chef.n.01'))
581
- [Synset('person.n.01')]
1
+ .. Copyright (C) 2001-2018 NLTK Project
2
+ .. For license information, see LICENSE.TXT
3
+
4
+ =================
5
+ WordNet Interface
6
+ =================
7
+
8
+ WordNet is just another NLTK corpus reader, and can be imported like this:
9
+ >>> from __future__ import print_function, unicode_literals
10
+ >>> from nltk.corpus import wordnet
11
+
12
+ For more compact code, we recommend:
13
+
14
+ >>> from nltk.corpus import wordnet as wn
15
+
16
+ -----
17
+ Words
18
+ -----
19
+
20
+ Look up a word using ``synsets()``; this function has an optional ``pos`` argument
21
+ which lets you constrain the part of speech of the word:
22
+
23
+ >>> wn.synsets('dog') # doctest: +ELLIPSIS +NORMALIZE_WHITESPACE
24
+ [Synset('dog.n.01'), Synset('frump.n.01'), Synset('dog.n.03'), Synset('cad.n.01'),
25
+ Synset('frank.n.02'), Synset('pawl.n.01'), Synset('andiron.n.01'), Synset('chase.v.01')]
26
+ >>> wn.synsets('dog', pos=wn.VERB)
27
+ [Synset('chase.v.01')]
28
+
29
+ The other parts of speech are ``NOUN``, ``ADJ`` and ``ADV``.
30
+ A synset is identified with a 3-part name of the form: word.pos.nn:
31
+
32
+ >>> wn.synset('dog.n.01')
33
+ Synset('dog.n.01')
34
+ >>> print(wn.synset('dog.n.01').definition())
35
+ a member of the genus Canis (probably descended from the common wolf) that has been domesticated by man since prehistoric times; occurs in many breeds
36
+ >>> len(wn.synset('dog.n.01').examples())
37
+ 1
38
+ >>> print(wn.synset('dog.n.01').examples()[0])
39
+ the dog barked all night
40
+ >>> wn.synset('dog.n.01').lemmas()
41
+ [Lemma('dog.n.01.dog'), Lemma('dog.n.01.domestic_dog'), Lemma('dog.n.01.Canis_familiaris')]
42
+ >>> [str(lemma.name()) for lemma in wn.synset('dog.n.01').lemmas()]
43
+ ['dog', 'domestic_dog', 'Canis_familiaris']
44
+ >>> wn.lemma('dog.n.01.dog').synset()
45
+ Synset('dog.n.01')
46
+
47
+ The WordNet corpus reader gives access to the Open Multilingual
48
+ WordNet, using ISO-639 language codes.
49
+
50
+ >>> sorted(wn.langs()) # doctest: +NORMALIZE_WHITESPACE
51
+ ['als', 'arb', 'bul', 'cat', 'cmn', 'dan', 'ell', 'eng', 'eus', 'fas',
52
+ 'fin', 'fra', 'glg', 'heb', 'hrv', 'ind', 'ita', 'jpn', 'nld', 'nno',
53
+ 'nob', 'pol', 'por', 'qcn', 'slv', 'spa', 'swe', 'tha', 'zsm']
54
+ >>> wn.synsets(b'\xe7\x8a\xac'.decode('utf-8'), lang='jpn')
55
+ [Synset('dog.n.01'), Synset('spy.n.01')]
56
+
57
+ wn.synset('spy.n.01').lemma_names('jpn') # doctest: +NORMALIZE_WHITESPACE
58
+ ['\u3044\u306c', '\u307e\u308f\u3057\u8005', '\u30b9\u30d1\u30a4', '\u56de\u3057\u8005',
59
+ '\u56de\u8005', '\u5bc6\u5075', '\u5de5\u4f5c\u54e1', '\u5efb\u3057\u8005',
60
+ '\u5efb\u8005', '\u63a2', '\u63a2\u308a', '\u72ac', '\u79d8\u5bc6\u635c\u67fb\u54e1',
61
+ '\u8adc\u5831\u54e1', '\u8adc\u8005', '\u9593\u8005', '\u9593\u8adc', '\u96a0\u5bc6']
62
+
63
+ >>> wn.synset('dog.n.01').lemma_names('ita')
64
+ ['cane', 'Canis_familiaris']
65
+ >>> wn.lemmas('cane', lang='ita') # doctest: +NORMALIZE_WHITESPACE
66
+ [Lemma('dog.n.01.cane'), Lemma('cramp.n.02.cane'), Lemma('hammer.n.01.cane'), Lemma('bad_person.n.01.cane'),
67
+ Lemma('incompetent.n.01.cane')]
68
+ >>> sorted(wn.synset('dog.n.01').lemmas('dan')) # doctest: +NORMALIZE_WHITESPACE
69
+ [Lemma('dog.n.01.hund'), Lemma('dog.n.01.k\xf8ter'),
70
+ Lemma('dog.n.01.vovhund'), Lemma('dog.n.01.vovse')]
71
+
72
+ sorted(wn.synset('dog.n.01').lemmas('por'))
73
+ [Lemma('dog.n.01.cachorra'), Lemma('dog.n.01.cachorro'), Lemma('dog.n.01.cadela'), Lemma('dog.n.01.c\xe3o')]
74
+
75
+ >>> dog_lemma = wn.lemma(b'dog.n.01.c\xc3\xa3o'.decode('utf-8'), lang='por')
76
+ >>> dog_lemma
77
+ Lemma('dog.n.01.c\xe3o')
78
+ >>> dog_lemma.lang()
79
+ 'por'
80
+ >>> len(wordnet.all_lemma_names(pos='n', lang='jpn'))
81
+ 64797
82
+
83
+ -------
84
+ Synsets
85
+ -------
86
+
87
+ `Synset`: a set of synonyms that share a common meaning.
88
+
89
+ >>> dog = wn.synset('dog.n.01')
90
+ >>> dog.hypernyms()
91
+ [Synset('canine.n.02'), Synset('domestic_animal.n.01')]
92
+ >>> dog.hyponyms() # doctest: +ELLIPSIS
93
+ [Synset('basenji.n.01'), Synset('corgi.n.01'), Synset('cur.n.01'), Synset('dalmatian.n.02'), ...]
94
+ >>> dog.member_holonyms()
95
+ [Synset('canis.n.01'), Synset('pack.n.06')]
96
+ >>> dog.root_hypernyms()
97
+ [Synset('entity.n.01')]
98
+ >>> wn.synset('dog.n.01').lowest_common_hypernyms(wn.synset('cat.n.01'))
99
+ [Synset('carnivore.n.01')]
100
+
101
+ Each synset contains one or more lemmas, which represent a specific
102
+ sense of a specific word.
103
+
104
+ Note that some relations are defined by WordNet only over Lemmas:
105
+
106
+ >>> good = wn.synset('good.a.01')
107
+ >>> good.antonyms()
108
+ Traceback (most recent call last):
109
+ File "<stdin>", line 1, in <module>
110
+ AttributeError: 'Synset' object has no attribute 'antonyms'
111
+ >>> good.lemmas()[0].antonyms()
112
+ [Lemma('bad.a.01.bad')]
113
+
114
+ The relations that are currently defined in this way are `antonyms`,
115
+ `derivationally_related_forms` and `pertainyms`.
116
+
117
+ If you know the byte offset used to identify a synset in the original
118
+ Princeton WordNet data file, you can use that to instantiate the synset
119
+ in NLTK:
120
+
121
+ >>> wn.synset_from_pos_and_offset('n', 4543158)
122
+ Synset('wagon.n.01')
123
+
124
+ ------
125
+ Lemmas
126
+ ------
127
+
128
+ >>> eat = wn.lemma('eat.v.03.eat')
129
+ >>> eat
130
+ Lemma('feed.v.06.eat')
131
+ >>> print(eat.key())
132
+ eat%2:34:02::
133
+ >>> eat.count()
134
+ 4
135
+ >>> wn.lemma_from_key(eat.key())
136
+ Lemma('feed.v.06.eat')
137
+ >>> wn.lemma_from_key(eat.key()).synset()
138
+ Synset('feed.v.06')
139
+ >>> wn.lemma_from_key('feebleminded%5:00:00:retarded:00')
140
+ Lemma('backward.s.03.feebleminded')
141
+ >>> for lemma in wn.synset('eat.v.03').lemmas():
142
+ ... print(lemma, lemma.count())
143
+ ...
144
+ Lemma('feed.v.06.feed') 3
145
+ Lemma('feed.v.06.eat') 4
146
+ >>> for lemma in wn.lemmas('eat', 'v'):
147
+ ... print(lemma, lemma.count())
148
+ ...
149
+ Lemma('eat.v.01.eat') 61
150
+ Lemma('eat.v.02.eat') 13
151
+ Lemma('feed.v.06.eat') 4
152
+ Lemma('eat.v.04.eat') 0
153
+ Lemma('consume.v.05.eat') 0
154
+ Lemma('corrode.v.01.eat') 0
155
+
156
+ Lemmas can also have relations between them:
157
+
158
+ >>> vocal = wn.lemma('vocal.a.01.vocal')
159
+ >>> vocal.derivationally_related_forms()
160
+ [Lemma('vocalize.v.02.vocalize')]
161
+ >>> vocal.pertainyms()
162
+ [Lemma('voice.n.02.voice')]
163
+ >>> vocal.antonyms()
164
+ [Lemma('instrumental.a.01.instrumental')]
165
+
166
+ The three relations above exist only on lemmas, not on synsets.
167
+
168
+ -----------
169
+ Verb Frames
170
+ -----------
171
+
172
+ >>> wn.synset('think.v.01').frame_ids()
173
+ [5, 9]
174
+ >>> for lemma in wn.synset('think.v.01').lemmas():
175
+ ... print(lemma, lemma.frame_ids())
176
+ ... print(" | ".join(lemma.frame_strings()))
177
+ ...
178
+ Lemma('think.v.01.think') [5, 9]
179
+ Something think something Adjective/Noun | Somebody think somebody
180
+ Lemma('think.v.01.believe') [5, 9]
181
+ Something believe something Adjective/Noun | Somebody believe somebody
182
+ Lemma('think.v.01.consider') [5, 9]
183
+ Something consider something Adjective/Noun | Somebody consider somebody
184
+ Lemma('think.v.01.conceive') [5, 9]
185
+ Something conceive something Adjective/Noun | Somebody conceive somebody
186
+ >>> wn.synset('stretch.v.02').frame_ids()
187
+ [8]
188
+ >>> for lemma in wn.synset('stretch.v.02').lemmas():
189
+ ... print(lemma, lemma.frame_ids())
190
+ ... print(" | ".join(lemma.frame_strings()))
191
+ ...
192
+ Lemma('stretch.v.02.stretch') [8, 2]
193
+ Somebody stretch something | Somebody stretch
194
+ Lemma('stretch.v.02.extend') [8]
195
+ Somebody extend something
196
+
197
+
198
+ ----------
199
+ Similarity
200
+ ----------
201
+
202
+ >>> dog = wn.synset('dog.n.01')
203
+ >>> cat = wn.synset('cat.n.01')
204
+
205
+ >>> hit = wn.synset('hit.v.01')
206
+ >>> slap = wn.synset('slap.v.01')
207
+
208
+
209
+ ``synset1.path_similarity(synset2):``
210
+ Return a score denoting how similar two word senses are, based on the
211
+ shortest path that connects the senses in the is-a (hypernym/hypnoym)
212
+ taxonomy. The score is in the range 0 to 1. By default, there is now
213
+ a fake root node added to verbs so for cases where previously a path
214
+ could not be found---and None was returned---it should return a value.
215
+ The old behavior can be achieved by setting simulate_root to be False.
216
+ A score of 1 represents identity i.e. comparing a sense with itself
217
+ will return 1.
218
+
219
+ >>> dog.path_similarity(cat) # doctest: +ELLIPSIS
220
+ 0.2...
221
+
222
+ >>> hit.path_similarity(slap) # doctest: +ELLIPSIS
223
+ 0.142...
224
+
225
+ >>> wn.path_similarity(hit, slap) # doctest: +ELLIPSIS
226
+ 0.142...
227
+
228
+ >>> print(hit.path_similarity(slap, simulate_root=False))
229
+ None
230
+
231
+ >>> print(wn.path_similarity(hit, slap, simulate_root=False))
232
+ None
233
+
234
+ ``synset1.lch_similarity(synset2):``
235
+ Leacock-Chodorow Similarity:
236
+ Return a score denoting how similar two word senses are, based on the
237
+ shortest path that connects the senses (as above) and the maximum depth
238
+ of the taxonomy in which the senses occur. The relationship is given
239
+ as -log(p/2d) where p is the shortest path length and d the taxonomy
240
+ depth.
241
+
242
+ >>> dog.lch_similarity(cat) # doctest: +ELLIPSIS
243
+ 2.028...
244
+
245
+ >>> hit.lch_similarity(slap) # doctest: +ELLIPSIS
246
+ 1.312...
247
+
248
+ >>> wn.lch_similarity(hit, slap) # doctest: +ELLIPSIS
249
+ 1.312...
250
+
251
+ >>> print(hit.lch_similarity(slap, simulate_root=False))
252
+ None
253
+
254
+ >>> print(wn.lch_similarity(hit, slap, simulate_root=False))
255
+ None
256
+
257
+ ``synset1.wup_similarity(synset2):``
258
+ Wu-Palmer Similarity:
259
+ Return a score denoting how similar two word senses are, based on the
260
+ depth of the two senses in the taxonomy and that of their Least Common
261
+ Subsumer (most specific ancestor node). Note that at this time the
262
+ scores given do _not_ always agree with those given by Pedersen's Perl
263
+ implementation of Wordnet Similarity.
264
+
265
+ The LCS does not necessarily feature in the shortest path connecting the
266
+ two senses, as it is by definition the common ancestor deepest in the
267
+ taxonomy, not closest to the two senses. Typically, however, it will so
268
+ feature. Where multiple candidates for the LCS exist, that whose
269
+ shortest path to the root node is the longest will be selected. Where
270
+ the LCS has multiple paths to the root, the longer path is used for
271
+ the purposes of the calculation.
272
+
273
+ >>> dog.wup_similarity(cat) # doctest: +ELLIPSIS
274
+ 0.857...
275
+
276
+ >>> hit.wup_similarity(slap)
277
+ 0.25
278
+
279
+ >>> wn.wup_similarity(hit, slap)
280
+ 0.25
281
+
282
+ >>> print(hit.wup_similarity(slap, simulate_root=False))
283
+ None
284
+
285
+ >>> print(wn.wup_similarity(hit, slap, simulate_root=False))
286
+ None
287
+
288
+ ``wordnet_ic``
289
+ Information Content:
290
+ Load an information content file from the wordnet_ic corpus.
291
+
292
+ >>> from nltk.corpus import wordnet_ic
293
+ >>> brown_ic = wordnet_ic.ic('ic-brown.dat')
294
+ >>> semcor_ic = wordnet_ic.ic('ic-semcor.dat')
295
+
296
+ Or you can create an information content dictionary from a corpus (or
297
+ anything that has a words() method).
298
+
299
+ >>> from nltk.corpus import genesis
300
+ >>> genesis_ic = wn.ic(genesis, False, 0.0)
301
+
302
+ ``synset1.res_similarity(synset2, ic):``
303
+ Resnik Similarity:
304
+ Return a score denoting how similar two word senses are, based on the
305
+ Information Content (IC) of the Least Common Subsumer (most specific
306
+ ancestor node). Note that for any similarity measure that uses
307
+ information content, the result is dependent on the corpus used to
308
+ generate the information content and the specifics of how the
309
+ information content was created.
310
+
311
+ >>> dog.res_similarity(cat, brown_ic) # doctest: +ELLIPSIS
312
+ 7.911...
313
+ >>> dog.res_similarity(cat, genesis_ic) # doctest: +ELLIPSIS
314
+ 7.204...
315
+
316
+ ``synset1.jcn_similarity(synset2, ic):``
317
+ Jiang-Conrath Similarity
318
+ Return a score denoting how similar two word senses are, based on the
319
+ Information Content (IC) of the Least Common Subsumer (most specific
320
+ ancestor node) and that of the two input Synsets. The relationship is
321
+ given by the equation 1 / (IC(s1) + IC(s2) - 2 * IC(lcs)).
322
+
323
+ >>> dog.jcn_similarity(cat, brown_ic) # doctest: +ELLIPSIS
324
+ 0.449...
325
+ >>> dog.jcn_similarity(cat, genesis_ic) # doctest: +ELLIPSIS
326
+ 0.285...
327
+
328
+ ``synset1.lin_similarity(synset2, ic):``
329
+ Lin Similarity:
330
+ Return a score denoting how similar two word senses are, based on the
331
+ Information Content (IC) of the Least Common Subsumer (most specific
332
+ ancestor node) and that of the two input Synsets. The relationship is
333
+ given by the equation 2 * IC(lcs) / (IC(s1) + IC(s2)).
334
+
335
+ >>> dog.lin_similarity(cat, semcor_ic) # doctest: +ELLIPSIS
336
+ 0.886...
337
+
338
+
339
+ ---------------------
340
+ Access to all Synsets
341
+ ---------------------
342
+
343
+ Iterate over all the noun synsets:
344
+
345
+ >>> for synset in list(wn.all_synsets('n'))[:10]:
346
+ ... print(synset)
347
+ ...
348
+ Synset('entity.n.01')
349
+ Synset('physical_entity.n.01')
350
+ Synset('abstraction.n.06')
351
+ Synset('thing.n.12')
352
+ Synset('object.n.01')
353
+ Synset('whole.n.02')
354
+ Synset('congener.n.03')
355
+ Synset('living_thing.n.01')
356
+ Synset('organism.n.01')
357
+ Synset('benthos.n.02')
358
+
359
+ Get all synsets for this word, possibly restricted by POS:
360
+
361
+ >>> wn.synsets('dog') # doctest: +ELLIPSIS
362
+ [Synset('dog.n.01'), Synset('frump.n.01'), Synset('dog.n.03'), Synset('cad.n.01'), ...]
363
+ >>> wn.synsets('dog', pos='v')
364
+ [Synset('chase.v.01')]
365
+
366
+ Walk through the noun synsets looking at their hypernyms:
367
+
368
+ >>> from itertools import islice
369
+ >>> for synset in islice(wn.all_synsets('n'), 5):
370
+ ... print(synset, synset.hypernyms())
371
+ ...
372
+ Synset('entity.n.01') []
373
+ Synset('physical_entity.n.01') [Synset('entity.n.01')]
374
+ Synset('abstraction.n.06') [Synset('entity.n.01')]
375
+ Synset('thing.n.12') [Synset('physical_entity.n.01')]
376
+ Synset('object.n.01') [Synset('physical_entity.n.01')]
377
+
378
+
379
+ ------
380
+ Morphy
381
+ ------
382
+
383
+ Look up forms not in WordNet, with the help of Morphy:
384
+
385
+ >>> wn.morphy('denied', wn.NOUN)
386
+ >>> print(wn.morphy('denied', wn.VERB))
387
+ deny
388
+ >>> wn.synsets('denied', wn.NOUN)
389
+ []
390
+ >>> wn.synsets('denied', wn.VERB) # doctest: +NORMALIZE_WHITESPACE
391
+ [Synset('deny.v.01'), Synset('deny.v.02'), Synset('deny.v.03'), Synset('deny.v.04'),
392
+ Synset('deny.v.05'), Synset('traverse.v.03'), Synset('deny.v.07')]
393
+
394
+ Morphy uses a combination of inflectional ending rules and exception
395
+ lists to handle a variety of different possibilities:
396
+
397
+ >>> print(wn.morphy('dogs'))
398
+ dog
399
+ >>> print(wn.morphy('churches'))
400
+ church
401
+ >>> print(wn.morphy('aardwolves'))
402
+ aardwolf
403
+ >>> print(wn.morphy('abaci'))
404
+ abacus
405
+ >>> print(wn.morphy('book', wn.NOUN))
406
+ book
407
+ >>> wn.morphy('hardrock', wn.ADV)
408
+ >>> wn.morphy('book', wn.ADJ)
409
+ >>> wn.morphy('his', wn.NOUN)
410
+ >>>
411
+
412
+ ---------------
413
+ Synset Closures
414
+ ---------------
415
+
416
+ Compute transitive closures of synsets
417
+
418
+ >>> dog = wn.synset('dog.n.01')
419
+ >>> hypo = lambda s: s.hyponyms()
420
+ >>> hyper = lambda s: s.hypernyms()
421
+ >>> list(dog.closure(hypo, depth=1)) == dog.hyponyms()
422
+ True
423
+ >>> list(dog.closure(hyper, depth=1)) == dog.hypernyms()
424
+ True
425
+ >>> list(dog.closure(hypo)) # doctest: +NORMALIZE_WHITESPACE, +ELLIPSIS
426
+ [Synset('basenji.n.01'), Synset('corgi.n.01'), Synset('cur.n.01'),
427
+ Synset('dalmatian.n.02'), Synset('great_pyrenees.n.01'),
428
+ Synset('griffon.n.02'), Synset('hunting_dog.n.01'), Synset('lapdog.n.01'),
429
+ Synset('leonberg.n.01'), Synset('mexican_hairless.n.01'),
430
+ Synset('newfoundland.n.01'), Synset('pooch.n.01'), Synset('poodle.n.01'), ...]
431
+ >>> list(dog.closure(hyper)) # doctest: +NORMALIZE_WHITESPACE
432
+ [Synset('canine.n.02'), Synset('domestic_animal.n.01'), Synset('carnivore.n.01'), Synset('animal.n.01'),
433
+ Synset('placental.n.01'), Synset('organism.n.01'), Synset('mammal.n.01'), Synset('living_thing.n.01'),
434
+ Synset('vertebrate.n.01'), Synset('whole.n.02'), Synset('chordate.n.01'), Synset('object.n.01'),
435
+ Synset('physical_entity.n.01'), Synset('entity.n.01')]
436
+
437
+
438
+ ----------------
439
+ Regression Tests
440
+ ----------------
441
+
442
+ Bug 85: morphy returns the base form of a word, if it's input is given
443
+ as a base form for a POS for which that word is not defined:
444
+
445
+ >>> wn.synsets('book', wn.NOUN)
446
+ [Synset('book.n.01'), Synset('book.n.02'), Synset('record.n.05'), Synset('script.n.01'), Synset('ledger.n.01'), Synset('book.n.06'), Synset('book.n.07'), Synset('koran.n.01'), Synset('bible.n.01'), Synset('book.n.10'), Synset('book.n.11')]
447
+ >>> wn.synsets('book', wn.ADJ)
448
+ []
449
+ >>> wn.morphy('book', wn.NOUN)
450
+ 'book'
451
+ >>> wn.morphy('book', wn.ADJ)
452
+
453
+ Bug 160: wup_similarity breaks when the two synsets have no common hypernym
454
+
455
+ >>> t = wn.synsets('picasso')[0]
456
+ >>> m = wn.synsets('male')[1]
457
+ >>> t.wup_similarity(m) # doctest: +ELLIPSIS
458
+ 0.631...
459
+
460
+ >>> t = wn.synsets('titan')[1]
461
+ >>> s = wn.synsets('say', wn.VERB)[0]
462
+ >>> print(t.wup_similarity(s))
463
+ None
464
+
465
+ Bug 21: "instance of" not included in LCS (very similar to bug 160)
466
+
467
+ >>> a = wn.synsets("writings")[0]
468
+ >>> b = wn.synsets("scripture")[0]
469
+ >>> brown_ic = wordnet_ic.ic('ic-brown.dat')
470
+ >>> a.jcn_similarity(b, brown_ic) # doctest: +ELLIPSIS
471
+ 0.175...
472
+
473
+ Bug 221: Verb root IC is zero
474
+
475
+ >>> from nltk.corpus.reader.wordnet import information_content
476
+ >>> s = wn.synsets('say', wn.VERB)[0]
477
+ >>> information_content(s, brown_ic) # doctest: +ELLIPSIS
478
+ 4.623...
479
+
480
+ Bug 161: Comparison between WN keys/lemmas should not be case sensitive
481
+
482
+ >>> k = wn.synsets("jefferson")[0].lemmas()[0].key()
483
+ >>> wn.lemma_from_key(k)
484
+ Lemma('jefferson.n.01.Jefferson')
485
+ >>> wn.lemma_from_key(k.upper())
486
+ Lemma('jefferson.n.01.Jefferson')
487
+
488
+ Bug 99: WordNet root_hypernyms gives incorrect results
489
+
490
+ >>> from nltk.corpus import wordnet as wn
491
+ >>> for s in wn.all_synsets(wn.NOUN):
492
+ ... if s.root_hypernyms()[0] != wn.synset('entity.n.01'):
493
+ ... print(s, s.root_hypernyms())
494
+ ...
495
+ >>>
496
+
497
+ Bug 382: JCN Division by zero error
498
+
499
+ >>> tow = wn.synset('tow.v.01')
500
+ >>> shlep = wn.synset('shlep.v.02')
501
+ >>> from nltk.corpus import wordnet_ic
502
+ >>> brown_ic = wordnet_ic.ic('ic-brown.dat')
503
+ >>> tow.jcn_similarity(shlep, brown_ic) # doctest: +ELLIPSIS
504
+ 1...e+300
505
+
506
+ Bug 428: Depth is zero for instance nouns
507
+
508
+ >>> s = wn.synset("lincoln.n.01")
509
+ >>> s.max_depth() > 0
510
+ True
511
+
512
+ Bug 429: Information content smoothing used old reference to all_synsets
513
+
514
+ >>> genesis_ic = wn.ic(genesis, True, 1.0)
515
+
516
+ Bug 430: all_synsets used wrong pos lookup when synsets were cached
517
+
518
+ >>> for ii in wn.all_synsets(): pass
519
+ >>> for ii in wn.all_synsets(): pass
520
+
521
+ Bug 470: shortest_path_distance ignored instance hypernyms
522
+
523
+ >>> google = wordnet.synsets("google")[0]
524
+ >>> earth = wordnet.synsets("earth")[0]
525
+ >>> google.wup_similarity(earth) # doctest: +ELLIPSIS
526
+ 0.1...
527
+
528
+ Bug 484: similarity metrics returned -1 instead of None for no LCS
529
+
530
+ >>> t = wn.synsets('fly', wn.VERB)[0]
531
+ >>> s = wn.synsets('say', wn.VERB)[0]
532
+ >>> print(s.shortest_path_distance(t))
533
+ None
534
+ >>> print(s.path_similarity(t, simulate_root=False))
535
+ None
536
+ >>> print(s.lch_similarity(t, simulate_root=False))
537
+ None
538
+ >>> print(s.wup_similarity(t, simulate_root=False))
539
+ None
540
+
541
+ Bug 427: "pants" does not return all the senses it should
542
+
543
+ >>> from nltk.corpus import wordnet
544
+ >>> wordnet.synsets("pants",'n')
545
+ [Synset('bloomers.n.01'), Synset('pant.n.01'), Synset('trouser.n.01'), Synset('gasp.n.01')]
546
+
547
+ Bug 482: Some nouns not being lemmatised by WordNetLemmatizer().lemmatize
548
+
549
+ >>> from nltk.stem.wordnet import WordNetLemmatizer
550
+ >>> WordNetLemmatizer().lemmatize("eggs", pos="n")
551
+ 'egg'
552
+ >>> WordNetLemmatizer().lemmatize("legs", pos="n")
553
+ 'leg'
554
+
555
+ Bug 284: instance hypernyms not used in similarity calculations
556
+
557
+ >>> wn.synset('john.n.02').lch_similarity(wn.synset('dog.n.01')) # doctest: +ELLIPSIS
558
+ 1.335...
559
+ >>> wn.synset('john.n.02').wup_similarity(wn.synset('dog.n.01')) # doctest: +ELLIPSIS
560
+ 0.571...
561
+ >>> wn.synset('john.n.02').res_similarity(wn.synset('dog.n.01'), brown_ic) # doctest: +ELLIPSIS
562
+ 2.224...
563
+ >>> wn.synset('john.n.02').jcn_similarity(wn.synset('dog.n.01'), brown_ic) # doctest: +ELLIPSIS
564
+ 0.075...
565
+ >>> wn.synset('john.n.02').lin_similarity(wn.synset('dog.n.01'), brown_ic) # doctest: +ELLIPSIS
566
+ 0.252...
567
+ >>> wn.synset('john.n.02').hypernym_paths() # doctest: +ELLIPSIS
568
+ [[Synset('entity.n.01'), ..., Synset('john.n.02')]]
569
+
570
+ Issue 541: add domains to wordnet
571
+
572
+ >>> wn.synset('code.n.03').topic_domains()
573
+ [Synset('computer_science.n.01')]
574
+ >>> wn.synset('pukka.a.01').region_domains()
575
+ [Synset('india.n.01')]
576
+ >>> wn.synset('freaky.a.01').usage_domains()
577
+ [Synset('slang.n.02')]
578
+
579
+ Issue 629: wordnet failures when python run with -O optimizations
580
+
581
+ >>> # Run the test suite with python -O to check this
582
+ >>> wn.synsets("brunch")
583
+ [Synset('brunch.n.01'), Synset('brunch.v.01')]
584
+
585
+ Issue 395: wordnet returns incorrect result for lowest_common_hypernyms of chef and policeman
586
+
587
+ >>> wn.synset('policeman.n.01').lowest_common_hypernyms(wn.synset('chef.n.01'))
588
+ [Synset('person.n.01')]
589
+
590
+ Bug https://github.com/nltk/nltk/issues/1641: Non-English lemmas containing capital letters cannot be looked up using wordnet.lemmas() or wordnet.synsets()
591
+
592
+ >>> wn.lemmas('Londres', lang='fra')
593
+ [Lemma('united_kingdom.n.01.Londres'), Lemma('london.n.01.Londres'), Lemma('london.n.02.Londres')]
594
+ >>> wn.lemmas('londres', lang='fra')
595
+ [Lemma('united_kingdom.n.01.Londres'), Lemma('london.n.01.Londres'), Lemma('london.n.02.Londres')]