nltk 3.2__zip → 3.3__zip
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {nltk-3.2 → nltk-3.3}/INSTALL.txt +6 -6
- {nltk-3.2 → nltk-3.3}/LICENSE.txt +13 -13
- {nltk-3.2 → nltk-3.3}/MANIFEST.in +6 -6
- {nltk-3.2/nltk.egg-info → nltk-3.3}/PKG-INFO +13 -5
- nltk-3.2/README.txt → nltk-3.3/README.md +49 -48
- nltk-3.3/nltk/VERSION +1 -0
- {nltk-3.2 → nltk-3.3}/nltk/__init__.py +185 -185
- {nltk-3.2 → nltk-3.3}/nltk/app/__init__.py +52 -53
- {nltk-3.2 → nltk-3.3}/nltk/app/chartparser_app.py +2276 -2276
- {nltk-3.2 → nltk-3.3}/nltk/app/chunkparser_app.py +1262 -1264
- {nltk-3.2 → nltk-3.3}/nltk/app/collocations_app.py +347 -350
- {nltk-3.2 → nltk-3.3}/nltk/app/concordance_app.py +568 -570
- {nltk-3.2 → nltk-3.3}/nltk/app/nemo_app.py +156 -155
- {nltk-3.2 → nltk-3.3}/nltk/app/rdparser_app.py +892 -894
- {nltk-3.2 → nltk-3.3}/nltk/app/srparser_app.py +809 -809
- {nltk-3.2 → nltk-3.3}/nltk/app/wordfreq_app.py +32 -32
- {nltk-3.2 → nltk-3.3}/nltk/app/wordnet_app.py +968 -968
- {nltk-3.2 → nltk-3.3}/nltk/book.py +91 -90
- {nltk-3.2 → nltk-3.3}/nltk/ccg/__init__.py +22 -22
- {nltk-3.2 → nltk-3.3}/nltk/ccg/api.py +359 -335
- {nltk-3.2 → nltk-3.3}/nltk/ccg/chart.py +394 -361
- {nltk-3.2 → nltk-3.3}/nltk/ccg/combinator.py +343 -312
- {nltk-3.2 → nltk-3.3}/nltk/ccg/lexicon.py +328 -290
- nltk-3.3/nltk/ccg/logic.py +46 -0
- {nltk-3.2 → nltk-3.3}/nltk/chat/__init__.py +49 -49
- {nltk-3.2 → nltk-3.3}/nltk/chat/eliza.py +244 -244
- {nltk-3.2 → nltk-3.3}/nltk/chat/iesha.py +140 -140
- {nltk-3.2 → nltk-3.3}/nltk/chat/rude.py +92 -92
- {nltk-3.2 → nltk-3.3}/nltk/chat/suntsu.py +117 -117
- {nltk-3.2 → nltk-3.3}/nltk/chat/util.py +122 -120
- {nltk-3.2 → nltk-3.3}/nltk/chat/zen.py +282 -282
- {nltk-3.2 → nltk-3.3}/nltk/chunk/__init__.py +190 -190
- {nltk-3.2 → nltk-3.3}/nltk/chunk/api.py +51 -51
- {nltk-3.2 → nltk-3.3}/nltk/chunk/named_entity.py +331 -331
- {nltk-3.2 → nltk-3.3}/nltk/chunk/regexp.py +1390 -1384
- {nltk-3.2 → nltk-3.3}/nltk/chunk/util.py +600 -600
- {nltk-3.2 → nltk-3.3}/nltk/classify/__init__.py +98 -98
- {nltk-3.2 → nltk-3.3}/nltk/classify/api.py +193 -193
- {nltk-3.2 → nltk-3.3}/nltk/classify/decisiontree.py +295 -295
- {nltk-3.2 → nltk-3.3}/nltk/classify/maxent.py +1510 -1492
- {nltk-3.2 → nltk-3.3}/nltk/classify/megam.py +179 -178
- {nltk-3.2 → nltk-3.3}/nltk/classify/naivebayes.py +245 -242
- {nltk-3.2 → nltk-3.3}/nltk/classify/positivenaivebayes.py +170 -170
- {nltk-3.2 → nltk-3.3}/nltk/classify/rte_classify.py +160 -191
- {nltk-3.2 → nltk-3.3}/nltk/classify/scikitlearn.py +153 -151
- {nltk-3.2 → nltk-3.3}/nltk/classify/senna.py +183 -181
- {nltk-3.2 → nltk-3.3}/nltk/classify/svm.py +15 -15
- {nltk-3.2 → nltk-3.3}/nltk/classify/tadm.py +113 -112
- {nltk-3.2 → nltk-3.3}/nltk/classify/textcat.py +193 -193
- {nltk-3.2 → nltk-3.3}/nltk/classify/util.py +324 -312
- {nltk-3.2 → nltk-3.3}/nltk/classify/weka.py +346 -345
- {nltk-3.2 → nltk-3.3}/nltk/cluster/__init__.py +86 -86
- {nltk-3.2 → nltk-3.3}/nltk/cluster/api.py +74 -70
- {nltk-3.2 → nltk-3.3}/nltk/cluster/em.py +247 -247
- {nltk-3.2 → nltk-3.3}/nltk/cluster/gaac.py +168 -168
- {nltk-3.2 → nltk-3.3}/nltk/cluster/kmeans.py +221 -221
- {nltk-3.2 → nltk-3.3}/nltk/cluster/util.py +304 -289
- nltk-3.3/nltk/collections.py +640 -0
- {nltk-3.2 → nltk-3.3}/nltk/collocations.py +388 -388
- nltk-3.3/nltk/compat.py +365 -0
- {nltk-3.2 → nltk-3.3}/nltk/corpus/__init__.py +341 -320
- {nltk-3.2 → nltk-3.3}/nltk/corpus/europarl_raw.py +44 -44
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/__init__.py +147 -145
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/aligned.py +115 -114
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/api.py +448 -446
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/bnc.py +252 -252
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/bracket_parse.py +227 -227
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/categorized_sents.py +179 -178
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/chasen.py +140 -139
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/childes.py +522 -494
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/chunked.py +212 -212
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/cmudict.py +97 -95
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/comparative_sents.py +280 -278
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/conll.py +528 -521
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/crubadan.py +116 -116
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/dependency.py +101 -101
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/framenet.py +3059 -2093
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ieer.py +112 -111
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/indian.py +85 -86
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ipipan.py +332 -331
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/knbc.py +187 -187
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/lin.py +156 -156
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/mte.py +311 -310
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/nkjp.py +429 -428
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/nombank.py +421 -421
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/nps_chat.py +73 -73
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/opinion_lexicon.py +115 -115
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/panlex_lite.py +165 -165
- nltk-3.3/nltk/corpus/reader/pl196x.py +292 -0
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/plaintext.py +232 -233
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ppattach.py +96 -95
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/propbank.py +479 -481
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/pros_cons.py +128 -126
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/reviews.py +330 -328
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/rte.py +144 -146
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/semcor.py +256 -256
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/senseval.py +203 -201
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/sentiwordnet.py +137 -137
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/sinica_treebank.py +75 -75
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/string_category.py +60 -59
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/switchboard.py +119 -119
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/tagged.py +295 -294
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/timit.py +452 -450
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/toolbox.py +68 -68
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/twitter.py +155 -157
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/udhr.py +80 -80
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/util.py +804 -800
- nltk-3.3/nltk/corpus/reader/verbnet.py +595 -0
- nltk-3.3/nltk/corpus/reader/wordlist.py +134 -0
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/wordnet.py +2108 -2036
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/xmldocs.py +392 -387
- {nltk-3.2 → nltk-3.3}/nltk/corpus/reader/ycoe.py +243 -242
- {nltk-3.2 → nltk-3.3}/nltk/corpus/util.py +144 -127
- {nltk-3.2 → nltk-3.3}/nltk/data.py +1487 -1451
- {nltk-3.2 → nltk-3.3}/nltk/decorators.py +219 -215
- {nltk-3.2 → nltk-3.3}/nltk/downloader.py +2278 -2274
- {nltk-3.2 → nltk-3.3}/nltk/draw/__init__.py +27 -27
- {nltk-3.2 → nltk-3.3}/nltk/draw/cfg.py +774 -777
- {nltk-3.2 → nltk-3.3}/nltk/draw/dispersion.py +58 -58
- {nltk-3.2 → nltk-3.3}/nltk/draw/table.py +1098 -1098
- {nltk-3.2 → nltk-3.3}/nltk/draw/tree.py +963 -966
- {nltk-3.2 → nltk-3.3}/nltk/draw/util.py +2356 -2356
- {nltk-3.2 → nltk-3.3}/nltk/featstruct.py +2617 -2500
- {nltk-3.2 → nltk-3.3}/nltk/grammar.py +1559 -1516
- {nltk-3.2 → nltk-3.3}/nltk/help.py +56 -56
- {nltk-3.2 → nltk-3.3}/nltk/inference/__init__.py +20 -20
- {nltk-3.2 → nltk-3.3}/nltk/inference/api.py +597 -589
- {nltk-3.2 → nltk-3.3}/nltk/inference/discourse.py +612 -608
- {nltk-3.2 → nltk-3.3}/nltk/inference/mace.py +311 -311
- {nltk-3.2 → nltk-3.3}/nltk/inference/nonmonotonic.py +509 -509
- {nltk-3.2 → nltk-3.3}/nltk/inference/prover9.py +431 -431
- {nltk-3.2 → nltk-3.3}/nltk/inference/resolution.py +687 -687
- {nltk-3.2 → nltk-3.3}/nltk/inference/tableau.py +607 -607
- {nltk-3.2 → nltk-3.3}/nltk/internals.py +982 -982
- {nltk-3.2 → nltk-3.3}/nltk/jsontags.py +63 -63
- {nltk-3.2 → nltk-3.3}/nltk/lazyimport.py +142 -142
- {nltk-3.2 → nltk-3.3}/nltk/metrics/__init__.py +30 -29
- {nltk-3.2 → nltk-3.3}/nltk/metrics/agreement.py +421 -401
- nltk-3.3/nltk/metrics/aline.py +607 -0
- {nltk-3.2 → nltk-3.3}/nltk/metrics/association.py +414 -410
- {nltk-3.2 → nltk-3.3}/nltk/metrics/confusionmatrix.py +206 -206
- {nltk-3.2 → nltk-3.3}/nltk/metrics/distance.py +207 -202
- {nltk-3.2 → nltk-3.3}/nltk/metrics/paice.py +381 -381
- {nltk-3.2 → nltk-3.3}/nltk/metrics/scores.py +228 -228
- {nltk-3.2 → nltk-3.3}/nltk/metrics/segmentation.py +231 -232
- {nltk-3.2 → nltk-3.3}/nltk/metrics/spearman.py +69 -69
- {nltk-3.2 → nltk-3.3}/nltk/misc/__init__.py +11 -11
- {nltk-3.2 → nltk-3.3}/nltk/misc/babelfish.py +10 -10
- {nltk-3.2 → nltk-3.3}/nltk/misc/chomsky.py +135 -133
- {nltk-3.2 → nltk-3.3}/nltk/misc/minimalset.py +83 -83
- {nltk-3.2 → nltk-3.3}/nltk/misc/sort.py +157 -157
- {nltk-3.2 → nltk-3.3}/nltk/misc/wordfinder.py +129 -129
- {nltk-3.2 → nltk-3.3}/nltk/parse/__init__.py +81 -80
- {nltk-3.2 → nltk-3.3}/nltk/parse/api.py +66 -66
- {nltk-3.2 → nltk-3.3}/nltk/parse/bllip.py +282 -282
- {nltk-3.2 → nltk-3.3}/nltk/parse/chart.py +1682 -1681
- nltk-3.3/nltk/parse/corenlp.py +780 -0
- {nltk-3.2 → nltk-3.3}/nltk/parse/dependencygraph.py +760 -758
- {nltk-3.2 → nltk-3.3}/nltk/parse/earleychart.py +452 -451
- {nltk-3.2 → nltk-3.3}/nltk/parse/evaluate.py +129 -129
- {nltk-3.2 → nltk-3.3}/nltk/parse/featurechart.py +580 -578
- {nltk-3.2 → nltk-3.3}/nltk/parse/generate.py +87 -76
- {nltk-3.2 → nltk-3.3}/nltk/parse/malt.py +356 -356
- {nltk-3.2 → nltk-3.3}/nltk/parse/nonprojectivedependencyparser.py +783 -783
- {nltk-3.2 → nltk-3.3}/nltk/parse/pchart.py +522 -522
- {nltk-3.2 → nltk-3.3}/nltk/parse/projectivedependencyparser.py +579 -578
- {nltk-3.2 → nltk-3.3}/nltk/parse/recursivedescent.py +655 -656
- {nltk-3.2 → nltk-3.3}/nltk/parse/shiftreduce.py +458 -459
- {nltk-3.2 → nltk-3.3}/nltk/parse/stanford.py +431 -406
- {nltk-3.2 → nltk-3.3}/nltk/parse/transitionparser.py +774 -772
- {nltk-3.2 → nltk-3.3}/nltk/parse/util.py +231 -231
- {nltk-3.2 → nltk-3.3}/nltk/parse/viterbi.py +401 -401
- {nltk-3.2 → nltk-3.3}/nltk/probability.py +2410 -2355
- {nltk-3.2 → nltk-3.3}/nltk/sem/__init__.py +61 -61
- {nltk-3.2 → nltk-3.3}/nltk/sem/boxer.py +1261 -1261
- {nltk-3.2 → nltk-3.3}/nltk/sem/chat80.py +782 -782
- {nltk-3.2 → nltk-3.3}/nltk/sem/cooper_storage.py +118 -118
- {nltk-3.2 → nltk-3.3}/nltk/sem/drt.py +1258 -1257
- {nltk-3.2 → nltk-3.3}/nltk/sem/drt_glue_demo.py +485 -489
- {nltk-3.2 → nltk-3.3}/nltk/sem/evaluate.py +790 -784
- {nltk-3.2 → nltk-3.3}/nltk/sem/glue.py +696 -694
- {nltk-3.2 → nltk-3.3}/nltk/sem/hole.py +386 -384
- {nltk-3.2 → nltk-3.3}/nltk/sem/lfg.py +210 -208
- {nltk-3.2 → nltk-3.3}/nltk/sem/linearlogic.py +451 -449
- {nltk-3.2 → nltk-3.3}/nltk/sem/logic.py +1910 -1910
- {nltk-3.2 → nltk-3.3}/nltk/sem/relextract.py +476 -483
- {nltk-3.2 → nltk-3.3}/nltk/sem/skolemize.py +101 -101
- {nltk-3.2 → nltk-3.3}/nltk/sem/util.py +249 -249
- {nltk-3.2 → nltk-3.3}/nltk/sentiment/__init__.py +14 -14
- {nltk-3.2 → nltk-3.3}/nltk/sentiment/sentiment_analyzer.py +229 -229
- {nltk-3.2 → nltk-3.3}/nltk/sentiment/util.py +762 -752
- {nltk-3.2 → nltk-3.3}/nltk/sentiment/vader.py +443 -445
- {nltk-3.2 → nltk-3.3}/nltk/stem/__init__.py +31 -33
- {nltk-3.2 → nltk-3.3}/nltk/stem/api.py +28 -25
- nltk-3.3/nltk/stem/arlstem.py +369 -0
- {nltk-3.2 → nltk-3.3}/nltk/stem/isri.py +345 -345
- {nltk-3.2 → nltk-3.3}/nltk/stem/lancaster.py +337 -310
- nltk-3.3/nltk/stem/porter.py +710 -0
- {nltk-3.2 → nltk-3.3}/nltk/stem/regexp.py +61 -61
- {nltk-3.2 → nltk-3.3}/nltk/stem/rslp.py +142 -142
- {nltk-3.2 → nltk-3.3}/nltk/stem/snowball.py +4236 -3712
- {nltk-3.2 → nltk-3.3}/nltk/stem/util.py +22 -12
- {nltk-3.2 → nltk-3.3}/nltk/stem/wordnet.py +51 -51
- {nltk-3.2 → nltk-3.3}/nltk/tag/__init__.py +152 -127
- {nltk-3.2 → nltk-3.3}/nltk/tag/api.py +86 -81
- {nltk-3.2 → nltk-3.3}/nltk/tag/brill.py +424 -426
- {nltk-3.2 → nltk-3.3}/nltk/tag/brill_trainer.py +608 -608
- {nltk-3.2 → nltk-3.3}/nltk/tag/crf.py +204 -200
- {nltk-3.2 → nltk-3.3}/nltk/tag/hmm.py +1277 -1277
- {nltk-3.2 → nltk-3.3}/nltk/tag/hunpos.py +132 -132
- {nltk-3.2 → nltk-3.3}/nltk/tag/mapping.py +101 -101
- {nltk-3.2 → nltk-3.3}/nltk/tag/perceptron.py +329 -314
- {nltk-3.2 → nltk-3.3}/nltk/tag/senna.py +147 -145
- {nltk-3.2 → nltk-3.3}/nltk/tag/sequential.py +740 -736
- {nltk-3.2 → nltk-3.3}/nltk/tag/stanford.py +219 -196
- {nltk-3.2 → nltk-3.3}/nltk/tag/tnt.py +595 -604
- {nltk-3.2 → nltk-3.3}/nltk/tag/util.py +72 -72
- {nltk-3.2 → nltk-3.3}/nltk/tbl/__init__.py +28 -28
- {nltk-3.2 → nltk-3.3}/nltk/tbl/api.py +1 -1
- {nltk-3.2 → nltk-3.3}/nltk/tbl/demo.py +366 -366
- {nltk-3.2 → nltk-3.3}/nltk/tbl/erroranalysis.py +39 -39
- {nltk-3.2 → nltk-3.3}/nltk/tbl/feature.py +259 -261
- {nltk-3.2 → nltk-3.3}/nltk/tbl/rule.py +321 -321
- {nltk-3.2 → nltk-3.3}/nltk/tbl/template.py +303 -308
- {nltk-3.2 → nltk-3.3}/nltk/test/__init__.py +18 -18
- {nltk-3.2 → nltk-3.3}/nltk/test/all.py +24 -23
- {nltk-3.2 → nltk-3.3}/nltk/test/bleu.doctest +14 -14
- {nltk-3.2 → nltk-3.3}/nltk/test/bnc.doctest +60 -60
- {nltk-3.2 → nltk-3.3}/nltk/test/ccg.doctest +376 -395
- nltk-3.3/nltk/test/ccg_semantics.doctest +553 -0
- {nltk-3.2 → nltk-3.3}/nltk/test/chat80.doctest +234 -234
- {nltk-3.2 → nltk-3.3}/nltk/test/childes.doctest +184 -184
- {nltk-3.2 → nltk-3.3}/nltk/test/childes_fixt.py +14 -13
- {nltk-3.2 → nltk-3.3}/nltk/test/chunk.doctest +373 -373
- {nltk-3.2 → nltk-3.3}/nltk/test/classify.doctest +185 -185
- {nltk-3.2 → nltk-3.3}/nltk/test/classify_fixt.py +11 -10
- nltk-3.3/nltk/test/collections.doctest +20 -0
- {nltk-3.2 → nltk-3.3}/nltk/test/collocations.doctest +276 -276
- {nltk-3.2 → nltk-3.3}/nltk/test/compat.doctest +134 -138
- {nltk-3.2 → nltk-3.3}/nltk/test/compat_fixt.py +9 -8
- nltk-3.3/nltk/test/concordance.doctest +55 -0
- {nltk-3.2 → nltk-3.3}/nltk/test/corpus.doctest +2200 -2212
- {nltk-3.2 → nltk-3.3}/nltk/test/corpus_fixt.py +3 -3
- {nltk-3.2 → nltk-3.3}/nltk/test/crubadan.doctest +65 -65
- {nltk-3.2 → nltk-3.3}/nltk/test/data.doctest +379 -379
- {nltk-3.2 → nltk-3.3}/nltk/test/dependency.doctest +241 -241
- {nltk-3.2 → nltk-3.3}/nltk/test/discourse.doctest +546 -546
- {nltk-3.2 → nltk-3.3}/nltk/test/discourse_fixt.py +14 -13
- {nltk-3.2 → nltk-3.3}/nltk/test/doctest_nose_plugin.py +159 -156
- {nltk-3.2 → nltk-3.3}/nltk/test/drt.doctest +517 -517
- {nltk-3.2 → nltk-3.3}/nltk/test/featgram.doctest +607 -607
- {nltk-3.2 → nltk-3.3}/nltk/test/featstruct.doctest +1229 -1230
- {nltk-3.2 → nltk-3.3}/nltk/test/framenet.doctest +288 -239
- {nltk-3.2 → nltk-3.3}/nltk/test/generate.doctest +67 -67
- {nltk-3.2 → nltk-3.3}/nltk/test/gensim.doctest +140 -141
- {nltk-3.2 → nltk-3.3}/nltk/test/gensim_fixt.py +10 -9
- {nltk-3.2 → nltk-3.3}/nltk/test/gluesemantics.doctest +384 -386
- {nltk-3.2 → nltk-3.3}/nltk/test/gluesemantics_malt.doctest +68 -68
- {nltk-3.2 → nltk-3.3}/nltk/test/gluesemantics_malt_fixt.py +12 -11
- {nltk-3.2 → nltk-3.3}/nltk/test/grammar.doctest +48 -48
- {nltk-3.2 → nltk-3.3}/nltk/test/grammartestsuites.doctest +109 -109
- {nltk-3.2 → nltk-3.3}/nltk/test/index.doctest +100 -100
- {nltk-3.2 → nltk-3.3}/nltk/test/inference.doctest +534 -534
- {nltk-3.2 → nltk-3.3}/nltk/test/inference_fixt.py +12 -11
- {nltk-3.2 → nltk-3.3}/nltk/test/internals.doctest +140 -140
- {nltk-3.2 → nltk-3.3}/nltk/test/japanese.doctest +48 -48
- {nltk-3.2 → nltk-3.3}/nltk/test/logic.doctest +1098 -1098
- {nltk-3.2 → nltk-3.3}/nltk/test/metrics.doctest +270 -270
- {nltk-3.2 → nltk-3.3}/nltk/test/misc.doctest +118 -118
- {nltk-3.2 → nltk-3.3}/nltk/test/nonmonotonic.doctest +286 -286
- {nltk-3.2 → nltk-3.3}/nltk/test/nonmonotonic_fixt.py +12 -11
- {nltk-3.2 → nltk-3.3}/nltk/test/paice.doctest +35 -35
- {nltk-3.2 → nltk-3.3}/nltk/test/parse.doctest +884 -884
- {nltk-3.2 → nltk-3.3}/nltk/test/portuguese_en.doctest +565 -565
- {nltk-3.2 → nltk-3.3}/nltk/test/portuguese_en_fixt.py +16 -16
- {nltk-3.2 → nltk-3.3}/nltk/test/probability.doctest +304 -304
- {nltk-3.2 → nltk-3.3}/nltk/test/probability_fixt.py +13 -12
- {nltk-3.2 → nltk-3.3}/nltk/test/propbank.doctest +176 -176
- {nltk-3.2 → nltk-3.3}/nltk/test/relextract.doctest +263 -263
- {nltk-3.2 → nltk-3.3}/nltk/test/resolution.doctest +221 -221
- {nltk-3.2 → nltk-3.3}/nltk/test/runtests.py +86 -64
- {nltk-3.2 → nltk-3.3}/nltk/test/segmentation_fixt.py +10 -10
- {nltk-3.2 → nltk-3.3}/nltk/test/semantics.doctest +665 -665
- {nltk-3.2 → nltk-3.3}/nltk/test/semantics_fixt.py +7 -7
- {nltk-3.2 → nltk-3.3}/nltk/test/sentiment.doctest +233 -233
- {nltk-3.2 → nltk-3.3}/nltk/test/sentiwordnet.doctest +41 -41
- {nltk-3.2 → nltk-3.3}/nltk/test/simple.doctest +85 -85
- {nltk-3.2 → nltk-3.3}/nltk/test/stem.doctest +78 -78
- {nltk-3.2 → nltk-3.3}/nltk/test/tag.doctest +33 -33
- {nltk-3.2 → nltk-3.3}/nltk/test/tokenize.doctest +273 -166
- {nltk-3.2 → nltk-3.3}/nltk/test/toolbox.doctest +307 -307
- {nltk-3.2 → nltk-3.3}/nltk/test/translate.doctest +242 -242
- {nltk-3.2 → nltk-3.3}/nltk/test/translate_fixt.py +3 -3
- {nltk-3.2 → nltk-3.3}/nltk/test/tree.doctest +1101 -1101
- {nltk-3.2 → nltk-3.3}/nltk/test/treeprettyprinter.doctest +127 -127
- {nltk-3.2 → nltk-3.3}/nltk/test/treetransforms.doctest +156 -156
- nltk-3.3/nltk/test/unit/test_2x_compat.py +63 -0
- nltk-3.3/nltk/test/unit/test_aline.py +52 -0
- nltk-3.3/nltk/test/unit/test_chunk.py +56 -0
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_classify.py +55 -53
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_collocations.py +88 -79
- nltk-3.3/nltk/test/unit/test_concordance.py +98 -0
- nltk-3.3/nltk/test/unit/test_corenlp.py +1000 -0
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_corpora.py +200 -183
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_corpus_views.py +45 -45
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_hmm.py +88 -88
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_json2csv_corpus.py +188 -187
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_naivebayes.py +26 -26
- nltk-3.3/nltk/test/unit/test_rte_classify.py +86 -0
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_seekable_unicode_stream_reader.py +124 -124
- nltk-3.3/nltk/test/unit/test_senna.py +74 -0
- nltk-3.3/nltk/test/unit/test_stem.py +121 -0
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_tag.py +20 -20
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_tgrep.py +628 -626
- nltk-3.3/nltk/test/unit/test_tokenize.py +168 -0
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/test_twitter_auth.py +185 -185
- nltk-3.3/nltk/test/unit/test_wordnet.py +134 -0
- nltk-3.3/nltk/test/unit/translate/test_bleu.py +244 -0
- nltk-3.3/nltk/test/unit/translate/test_gdfa.py +57 -0
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm1.py +75 -75
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm2.py +87 -87
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm3.py +105 -105
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm4.py +126 -126
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm5.py +166 -166
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_ibm_model.py +270 -270
- nltk-3.3/nltk/test/unit/translate/test_nist.py +37 -0
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/test_stack_decoder.py +300 -300
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/utils.py +41 -41
- {nltk-3.2 → nltk-3.3}/nltk/test/util.doctest +48 -48
- {nltk-3.2 → nltk-3.3}/nltk/test/wordnet.doctest +595 -581
- {nltk-3.2 → nltk-3.3}/nltk/test/wordnet_fixt.py +7 -6
- {nltk-3.2 → nltk-3.3}/nltk/test/wordnet_lch.doctest +53 -53
- {nltk-3.2 → nltk-3.3}/nltk/test/wsd.doctest +68 -68
- {nltk-3.2 → nltk-3.3}/nltk/text.py +663 -610
- {nltk-3.2 → nltk-3.3}/nltk/tgrep.py +938 -937
- {nltk-3.2 → nltk-3.3}/nltk/tokenize/__init__.py +130 -107
- {nltk-3.2 → nltk-3.3}/nltk/tokenize/api.py +77 -78
- {nltk-3.2 → nltk-3.3}/nltk/tokenize/casual.py +343 -342
- {nltk-3.2 → nltk-3.3}/nltk/tokenize/mwe.py +120 -120
- nltk-3.3/nltk/tokenize/nist.py +173 -0
- {nltk-3.2 → nltk-3.3}/nltk/tokenize/punkt.py +1620 -1601
- {nltk-3.2 → nltk-3.3}/nltk/tokenize/regexp.py +208 -202
- nltk-3.3/nltk/tokenize/repp.py +151 -0
- {nltk-3.2 → nltk-3.3}/nltk/tokenize/sexpr.py +140 -142
- {nltk-3.2 → nltk-3.3}/nltk/tokenize/simple.py +138 -136
- {nltk-3.2 → nltk-3.3}/nltk/tokenize/stanford.py +117 -113
- nltk-3.3/nltk/tokenize/stanford_segmenter.py +246 -0
- {nltk-3.2 → nltk-3.3}/nltk/tokenize/texttiling.py +458 -460
- nltk-3.3/nltk/tokenize/toktok.py +155 -0
- nltk-3.3/nltk/tokenize/treebank.py +363 -0
- nltk-3.3/nltk/tokenize/util.py +261 -0
- {nltk-3.2 → nltk-3.3}/nltk/toolbox.py +499 -497
- {nltk-3.2 → nltk-3.3}/nltk/translate/__init__.py +24 -24
- {nltk-3.2 → nltk-3.3}/nltk/translate/api.py +331 -321
- {nltk-3.2 → nltk-3.3}/nltk/translate/bleu_score.py +615 -556
- nltk-3.3/nltk/translate/chrf_score.py +137 -0
- {nltk-3.2 → nltk-3.3}/nltk/translate/gale_church.py +248 -235
- {nltk-3.2 → nltk-3.3}/nltk/translate/gdfa.py +135 -131
- nltk-3.3/nltk/translate/gleu_score.py +193 -0
- {nltk-3.2 → nltk-3.3}/nltk/translate/ibm1.py +250 -241
- {nltk-3.2 → nltk-3.3}/nltk/translate/ibm2.py +308 -308
- {nltk-3.2 → nltk-3.3}/nltk/translate/ibm3.py +337 -337
- {nltk-3.2 → nltk-3.3}/nltk/translate/ibm4.py +467 -467
- {nltk-3.2 → nltk-3.3}/nltk/translate/ibm5.py +639 -639
- {nltk-3.2 → nltk-3.3}/nltk/translate/ibm_model.py +536 -533
- {nltk-3.2 → nltk-3.3}/nltk/translate/metrics.py +40 -40
- nltk-3.3/nltk/translate/nist_score.py +178 -0
- {nltk-3.2 → nltk-3.3}/nltk/translate/phrase_based.py +175 -175
- {nltk-3.2 → nltk-3.3}/nltk/translate/ribes_score.py +325 -325
- {nltk-3.2 → nltk-3.3}/nltk/translate/stack_decoder.py +499 -495
- {nltk-3.2 → nltk-3.3}/nltk/tree.py +1605 -1603
- {nltk-3.2 → nltk-3.3}/nltk/treeprettyprinter.py +564 -564
- {nltk-3.2 → nltk-3.3}/nltk/treetransforms.py +309 -309
- {nltk-3.2 → nltk-3.3}/nltk/twitter/__init__.py +28 -28
- {nltk-3.2 → nltk-3.3}/nltk/twitter/api.py +141 -136
- {nltk-3.2 → nltk-3.3}/nltk/twitter/common.py +264 -258
- {nltk-3.2 → nltk-3.3}/nltk/twitter/twitter_demo.py +288 -288
- {nltk-3.2 → nltk-3.3}/nltk/twitter/twitterclient.py +530 -530
- {nltk-3.2 → nltk-3.3}/nltk/twitter/util.py +147 -146
- nltk-3.3/nltk/util.py +751 -0
- {nltk-3.2 → nltk-3.3}/nltk/wsd.py +53 -53
- {nltk-3.2 → nltk-3.3/nltk.egg-info}/PKG-INFO +13 -5
- {nltk-3.2 → nltk-3.3}/nltk.egg-info/SOURCES.txt +26 -3
- nltk-3.3/nltk.egg-info/requires.txt +31 -0
- {nltk-3.2 → nltk-3.3}/setup.cfg +0 -1
- {nltk-3.2 → nltk-3.3}/setup.py +102 -75
- nltk-3.2/nltk/VERSION +0 -1
- nltk-3.2/nltk/compat.py +0 -680
- nltk-3.2/nltk/corpus/reader/pl196x.py +0 -278
- nltk-3.2/nltk/corpus/reader/verbnet.py +0 -408
- nltk-3.2/nltk/corpus/reader/wordlist.py +0 -37
- nltk-3.2/nltk/sentiment/vader_lexicon.txt +0 -7517
- nltk-3.2/nltk/six.py +0 -868
- nltk-3.2/nltk/stem/porter.py +0 -692
- nltk-3.2/nltk/test/unit/test_2x_compat.py +0 -26
- nltk-3.2/nltk/test/unit/test_stem.py +0 -36
- nltk-3.2/nltk/test/unit/test_tokenize.py +0 -23
- nltk-3.2/nltk/test/unit/translate/test_bleu.py +0 -84
- nltk-3.2/nltk/tokenize/treebank.py +0 -124
- nltk-3.2/nltk/tokenize/util.py +0 -90
- nltk-3.2/nltk/util.py +0 -1364
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/__init__.py +0 -0
- {nltk-3.2 → nltk-3.3}/nltk/test/unit/translate/__init__.py +0 -0
- {nltk-3.2 → nltk-3.3}/nltk.egg-info/dependency_links.txt +0 -0
- {nltk-3.2 → nltk-3.3}/nltk.egg-info/not-zip-safe +0 -0
- {nltk-3.2 → nltk-3.3}/nltk.egg-info/top_level.txt +0 -0
|
@@ -1,1261 +1,1261 @@
|
|
|
1
|
-
# Natural Language Toolkit: Interface to Boxer
|
|
2
|
-
# <http://svn.ask.it.usyd.edu.au/trac/candc/wiki/boxer>
|
|
3
|
-
#
|
|
4
|
-
# Author: Dan Garrette <dhgarrette@gmail.com>
|
|
5
|
-
#
|
|
6
|
-
# Copyright (C) 2001-
|
|
7
|
-
# URL: <http://nltk.org/>
|
|
8
|
-
# For license information, see LICENSE.TXT
|
|
9
|
-
|
|
10
|
-
"""
|
|
11
|
-
An interface to Boxer.
|
|
12
|
-
|
|
13
|
-
This interface relies on the latest version of the development (subversion) version of
|
|
14
|
-
C&C and Boxer.
|
|
15
|
-
|
|
16
|
-
Usage:
|
|
17
|
-
Set the environment variable CANDC to the bin directory of your CandC installation.
|
|
18
|
-
The models directory should be in the CandC root directory.
|
|
19
|
-
For example:
|
|
20
|
-
/path/to/candc/
|
|
21
|
-
bin/
|
|
22
|
-
candc
|
|
23
|
-
boxer
|
|
24
|
-
models/
|
|
25
|
-
boxer/
|
|
26
|
-
"""
|
|
27
|
-
from __future__ import print_function, unicode_literals
|
|
28
|
-
|
|
29
|
-
import os
|
|
30
|
-
import re
|
|
31
|
-
import operator
|
|
32
|
-
import subprocess
|
|
33
|
-
from optparse import OptionParser
|
|
34
|
-
import tempfile
|
|
35
|
-
from functools import reduce
|
|
36
|
-
|
|
37
|
-
from nltk.internals import
|
|
38
|
-
|
|
39
|
-
from nltk.sem.logic import (ExpectedMoreTokensException, LogicalExpressionException,
|
|
40
|
-
UnexpectedTokenException, Variable)
|
|
41
|
-
|
|
42
|
-
from nltk.sem.drt import (DRS, DrtApplicationExpression, DrtEqualityExpression,
|
|
43
|
-
DrtNegatedExpression, DrtOrExpression, DrtParser,
|
|
44
|
-
DrtProposition, DrtTokens, DrtVariableExpression)
|
|
45
|
-
|
|
46
|
-
from nltk.compat import python_2_unicode_compatible
|
|
47
|
-
|
|
48
|
-
class Boxer(object):
|
|
49
|
-
"""
|
|
50
|
-
This class is an interface to Johan Bos's program Boxer, a wide-coverage
|
|
51
|
-
semantic parser that produces Discourse Representation Structures (DRSs).
|
|
52
|
-
"""
|
|
53
|
-
|
|
54
|
-
def __init__(self, boxer_drs_interpreter=None, elimeq=False, bin_dir=None, verbose=False, resolve=True):
|
|
55
|
-
"""
|
|
56
|
-
:param boxer_drs_interpreter: A class that converts from the
|
|
57
|
-
``AbstractBoxerDrs`` object hierarchy to a different object. The
|
|
58
|
-
default is ``NltkDrtBoxerDrsInterpreter``, which converts to the NLTK
|
|
59
|
-
DRT hierarchy.
|
|
60
|
-
:param elimeq: When set to true, Boxer removes all equalities from the
|
|
61
|
-
DRSs and discourse referents standing in the equality relation are
|
|
62
|
-
unified, but only if this can be done in a meaning-preserving manner.
|
|
63
|
-
:param resolve: When set to true, Boxer will resolve all anaphoric DRSs and perform merge-reduction.
|
|
64
|
-
Resolution follows Van der Sandt's theory of binding and accommodation.
|
|
65
|
-
"""
|
|
66
|
-
if boxer_drs_interpreter is None:
|
|
67
|
-
boxer_drs_interpreter = NltkDrtBoxerDrsInterpreter()
|
|
68
|
-
self._boxer_drs_interpreter = boxer_drs_interpreter
|
|
69
|
-
|
|
70
|
-
self._resolve = resolve
|
|
71
|
-
self._elimeq = elimeq
|
|
72
|
-
|
|
73
|
-
self.set_bin_dir(bin_dir, verbose)
|
|
74
|
-
|
|
75
|
-
def set_bin_dir(self, bin_dir, verbose=False):
|
|
76
|
-
self._candc_bin = self._find_binary('candc', bin_dir, verbose)
|
|
77
|
-
self._candc_models_path = os.path.normpath(os.path.join(self._candc_bin[:-5], '../models'))
|
|
78
|
-
self._boxer_bin = self._find_binary('boxer', bin_dir, verbose)
|
|
79
|
-
|
|
80
|
-
def interpret(self, input, discourse_id=None, question=False, verbose=False):
|
|
81
|
-
"""
|
|
82
|
-
Use Boxer to give a first order representation.
|
|
83
|
-
|
|
84
|
-
:param input: str Input sentence to parse
|
|
85
|
-
:param occur_index: bool Should predicates be occurrence indexed?
|
|
86
|
-
:param discourse_id: str An identifier to be inserted to each occurrence-indexed predicate.
|
|
87
|
-
:return: ``drt.DrtExpression``
|
|
88
|
-
"""
|
|
89
|
-
discourse_ids = ([discourse_id] if discourse_id is not None else None)
|
|
90
|
-
d, = self.interpret_multi_sents([[input]], discourse_ids, question, verbose)
|
|
91
|
-
if not d:
|
|
92
|
-
raise Exception('Unable to interpret: "
|
|
93
|
-
return d
|
|
94
|
-
|
|
95
|
-
def interpret_multi(self, input, discourse_id=None, question=False, verbose=False):
|
|
96
|
-
"""
|
|
97
|
-
Use Boxer to give a first order representation.
|
|
98
|
-
|
|
99
|
-
:param input: list of str Input sentences to parse as a single discourse
|
|
100
|
-
:param occur_index: bool Should predicates be occurrence indexed?
|
|
101
|
-
:param discourse_id: str An identifier to be inserted to each occurrence-indexed predicate.
|
|
102
|
-
:return: ``drt.DrtExpression``
|
|
103
|
-
"""
|
|
104
|
-
discourse_ids = ([discourse_id] if discourse_id is not None else None)
|
|
105
|
-
d, = self.interpret_multi_sents([input], discourse_ids, question, verbose)
|
|
106
|
-
if not d:
|
|
107
|
-
raise Exception('Unable to interpret: "
|
|
108
|
-
return d
|
|
109
|
-
|
|
110
|
-
def interpret_sents(self, inputs, discourse_ids=None, question=False, verbose=False):
|
|
111
|
-
"""
|
|
112
|
-
Use Boxer to give a first order representation.
|
|
113
|
-
|
|
114
|
-
:param inputs: list of str Input sentences to parse as individual discourses
|
|
115
|
-
:param occur_index: bool Should predicates be occurrence indexed?
|
|
116
|
-
:param discourse_ids: list of str Identifiers to be inserted to each occurrence-indexed predicate.
|
|
117
|
-
:return: list of ``drt.DrtExpression``
|
|
118
|
-
"""
|
|
119
|
-
return self.interpret_multi_sents([[input] for input in inputs], discourse_ids, question, verbose)
|
|
120
|
-
|
|
121
|
-
def interpret_multi_sents(self, inputs, discourse_ids=None, question=False, verbose=False):
|
|
122
|
-
"""
|
|
123
|
-
Use Boxer to give a first order representation.
|
|
124
|
-
|
|
125
|
-
:param inputs: list of list of str Input discourses to parse
|
|
126
|
-
:param occur_index: bool Should predicates be occurrence indexed?
|
|
127
|
-
:param discourse_ids: list of str Identifiers to be inserted to each occurrence-indexed predicate.
|
|
128
|
-
:return: ``drt.DrtExpression``
|
|
129
|
-
"""
|
|
130
|
-
if discourse_ids is not None:
|
|
131
|
-
assert len(inputs) == len(discourse_ids)
|
|
132
|
-
assert reduce(operator.and_, (id is not None for id in discourse_ids))
|
|
133
|
-
use_disc_id = True
|
|
134
|
-
else:
|
|
135
|
-
discourse_ids = list(map(str, range(len(inputs))))
|
|
136
|
-
use_disc_id = False
|
|
137
|
-
|
|
138
|
-
candc_out = self._call_candc(inputs, discourse_ids, question, verbose=verbose)
|
|
139
|
-
boxer_out = self._call_boxer(candc_out, verbose=verbose)
|
|
140
|
-
|
|
141
|
-
# if 'ERROR: input file contains no ccg/2 terms.' in boxer_out:
|
|
142
|
-
# raise UnparseableInputException('Could not parse with candc: "%s"' % input_str)
|
|
143
|
-
|
|
144
|
-
drs_dict = self._parse_to_drs_dict(boxer_out, use_disc_id)
|
|
145
|
-
return [drs_dict.get(id, None) for id in discourse_ids]
|
|
146
|
-
|
|
147
|
-
def _call_candc(self, inputs, discourse_ids, question, verbose=False):
|
|
148
|
-
"""
|
|
149
|
-
Call the ``candc`` binary with the given input.
|
|
150
|
-
|
|
151
|
-
:param inputs: list of list of str Input discourses to parse
|
|
152
|
-
:param discourse_ids: list of str Identifiers to be inserted to each occurrence-indexed predicate.
|
|
153
|
-
:param filename: str A filename for the output file
|
|
154
|
-
:return: stdout
|
|
155
|
-
"""
|
|
156
|
-
args = ['--models', os.path.join(self._candc_models_path, ['boxer','questions'][question]),
|
|
157
|
-
'--candc-printer', 'boxer']
|
|
158
|
-
return self._call('\n'.join(sum((["<META>'
|
|
159
|
-
|
|
160
|
-
def _call_boxer(self, candc_out, verbose=False):
|
|
161
|
-
"""
|
|
162
|
-
Call the ``boxer`` binary with the given input.
|
|
163
|
-
|
|
164
|
-
:param candc_out: str output from C&C parser
|
|
165
|
-
:return: stdout
|
|
166
|
-
"""
|
|
167
|
-
f = None
|
|
168
|
-
try:
|
|
169
|
-
fd, temp_filename = tempfile.mkstemp(prefix='boxer-', suffix='.in', text=True)
|
|
170
|
-
f = os.fdopen(fd, 'w')
|
|
171
|
-
f.write(candc_out)
|
|
172
|
-
finally:
|
|
173
|
-
if f: f.close()
|
|
174
|
-
|
|
175
|
-
args = ['--box', 'false',
|
|
176
|
-
'--semantics', 'drs',
|
|
177
|
-
#'--flat', 'false', # removed from boxer
|
|
178
|
-
'--resolve', ['false','true'][self._resolve],
|
|
179
|
-
'--elimeq', ['false','true'][self._elimeq],
|
|
180
|
-
'--format', 'prolog',
|
|
181
|
-
'--instantiate', 'true',
|
|
182
|
-
'--input', temp_filename]
|
|
183
|
-
stdout = self._call(None, self._boxer_bin, args, verbose)
|
|
184
|
-
os.remove(temp_filename)
|
|
185
|
-
return stdout
|
|
186
|
-
|
|
187
|
-
def _find_binary(self, name, bin_dir, verbose=False):
|
|
188
|
-
return find_binary(name,
|
|
189
|
-
path_to_bin=bin_dir,
|
|
190
|
-
env_vars=['CANDC'],
|
|
191
|
-
url='http://svn.ask.it.usyd.edu.au/trac/candc/',
|
|
192
|
-
binary_names=[name, name + '.exe'],
|
|
193
|
-
verbose=verbose)
|
|
194
|
-
|
|
195
|
-
def _call(self, input_str, binary, args=[], verbose=False):
|
|
196
|
-
"""
|
|
197
|
-
Call the binary with the given input.
|
|
198
|
-
|
|
199
|
-
:param input_str: A string whose contents are used as stdin.
|
|
200
|
-
:param binary: The location of the binary to call
|
|
201
|
-
:param args: A list of command-line arguments.
|
|
202
|
-
:return: stdout
|
|
203
|
-
"""
|
|
204
|
-
if verbose:
|
|
205
|
-
print('Calling:', binary)
|
|
206
|
-
print('Args:', args)
|
|
207
|
-
print('Input:', input_str)
|
|
208
|
-
print('Command:', binary + ' ' + ' '.join(args))
|
|
209
|
-
|
|
210
|
-
# Call via a subprocess
|
|
211
|
-
if input_str is None:
|
|
212
|
-
cmd = [binary] + args
|
|
213
|
-
p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
214
|
-
else:
|
|
215
|
-
cmd = 'echo "
|
|
216
|
-
p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
|
|
217
|
-
stdout, stderr = p.communicate()
|
|
218
|
-
|
|
219
|
-
if verbose:
|
|
220
|
-
print('Return code:', p.returncode)
|
|
221
|
-
if stdout: print('stdout:\n', stdout, '\n')
|
|
222
|
-
if stderr: print('stderr:\n', stderr, '\n')
|
|
223
|
-
if p.returncode != 0:
|
|
224
|
-
raise Exception('ERROR CALLING:
|
|
225
|
-
|
|
226
|
-
return stdout
|
|
227
|
-
|
|
228
|
-
def _parse_to_drs_dict(self, boxer_out, use_disc_id):
|
|
229
|
-
lines = boxer_out.split('\n')
|
|
230
|
-
drs_dict = {}
|
|
231
|
-
i = 0
|
|
232
|
-
while i < len(lines):
|
|
233
|
-
line = lines[i]
|
|
234
|
-
if line.startswith('id('):
|
|
235
|
-
comma_idx = line.index(',')
|
|
236
|
-
discourse_id = line[3:comma_idx]
|
|
237
|
-
if discourse_id[0] == "'" and discourse_id[-1] == "'":
|
|
238
|
-
discourse_id = discourse_id[1:-1]
|
|
239
|
-
drs_id = line[comma_idx+1:line.index(')')]
|
|
240
|
-
i += 1
|
|
241
|
-
line = lines[i]
|
|
242
|
-
assert line.startswith('sem(
|
|
243
|
-
if line[-4:] == "').'":
|
|
244
|
-
line = line[:-4] + ")."
|
|
245
|
-
assert line.endswith(').'), "can't parse line:
|
|
246
|
-
|
|
247
|
-
search_start = len('sem(
|
|
248
|
-
brace_count = 1
|
|
249
|
-
drs_start = -1
|
|
250
|
-
for j,c in enumerate(line[search_start:]):
|
|
251
|
-
if(c == '['):
|
|
252
|
-
brace_count += 1
|
|
253
|
-
if(c == ']'):
|
|
254
|
-
brace_count -= 1
|
|
255
|
-
if(brace_count == 0):
|
|
256
|
-
drs_start = search_start + j + 1
|
|
257
|
-
if line[drs_start:drs_start+3] == "','":
|
|
258
|
-
drs_start = drs_start + 3
|
|
259
|
-
else:
|
|
260
|
-
drs_start = drs_start + 1
|
|
261
|
-
break
|
|
262
|
-
assert drs_start > -1
|
|
263
|
-
|
|
264
|
-
drs_input = line[drs_start:-2].strip()
|
|
265
|
-
parsed = self._parse_drs(drs_input, discourse_id, use_disc_id)
|
|
266
|
-
drs_dict[discourse_id] = self._boxer_drs_interpreter.interpret(parsed)
|
|
267
|
-
i += 1
|
|
268
|
-
return drs_dict
|
|
269
|
-
|
|
270
|
-
def _parse_drs(self, drs_string, discourse_id, use_disc_id):
|
|
271
|
-
return BoxerOutputDrsParser([None,discourse_id][use_disc_id]).parse(drs_string)
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
class BoxerOutputDrsParser(DrtParser):
|
|
275
|
-
def __init__(self, discourse_id=None):
|
|
276
|
-
"""
|
|
277
|
-
This class is used to parse the Prolog DRS output from Boxer into a
|
|
278
|
-
hierarchy of python objects.
|
|
279
|
-
"""
|
|
280
|
-
DrtParser.__init__(self)
|
|
281
|
-
self.discourse_id = discourse_id
|
|
282
|
-
self.sentence_id_offset = None
|
|
283
|
-
self.quote_chars = [("'", "'", "\\", False)]
|
|
284
|
-
|
|
285
|
-
def parse(self, data, signature=None):
|
|
286
|
-
return DrtParser.parse(self, data, signature)
|
|
287
|
-
|
|
288
|
-
def get_all_symbols(self):
|
|
289
|
-
return ['(', ')', ',', '[', ']',':']
|
|
290
|
-
|
|
291
|
-
def handle(self, tok, context):
|
|
292
|
-
return self.handle_drs(tok)
|
|
293
|
-
|
|
294
|
-
def attempt_adjuncts(self, expression, context):
|
|
295
|
-
return expression
|
|
296
|
-
|
|
297
|
-
def parse_condition(self, indices):
|
|
298
|
-
"""
|
|
299
|
-
Parse a DRS condition
|
|
300
|
-
|
|
301
|
-
:return: list of ``DrtExpression``
|
|
302
|
-
"""
|
|
303
|
-
tok = self.token()
|
|
304
|
-
accum = self.handle_condition(tok, indices)
|
|
305
|
-
if accum is None:
|
|
306
|
-
raise UnexpectedTokenException(tok)
|
|
307
|
-
return accum
|
|
308
|
-
|
|
309
|
-
def handle_drs(self, tok):
|
|
310
|
-
if tok == 'drs':
|
|
311
|
-
return self.parse_drs()
|
|
312
|
-
elif tok in ['merge', 'smerge']:
|
|
313
|
-
return self._handle_binary_expression(self._make_merge_expression)(None, [])
|
|
314
|
-
elif tok in ['alfa']:
|
|
315
|
-
return self._handle_alfa(self._make_merge_expression)(None, [])
|
|
316
|
-
|
|
317
|
-
def handle_condition(self, tok, indices):
|
|
318
|
-
"""
|
|
319
|
-
Handle a DRS condition
|
|
320
|
-
|
|
321
|
-
:param indices: list of int
|
|
322
|
-
:return: list of ``DrtExpression``
|
|
323
|
-
"""
|
|
324
|
-
if tok == 'not':
|
|
325
|
-
return [self._handle_not()]
|
|
326
|
-
|
|
327
|
-
if tok == 'or':
|
|
328
|
-
conds = [self._handle_binary_expression(self._make_or_expression)]
|
|
329
|
-
elif tok == 'imp':
|
|
330
|
-
conds = [self._handle_binary_expression(self._make_imp_expression)]
|
|
331
|
-
elif tok == 'eq':
|
|
332
|
-
conds = [self._handle_eq()]
|
|
333
|
-
elif tok == 'prop':
|
|
334
|
-
conds = [self._handle_prop()]
|
|
335
|
-
|
|
336
|
-
elif tok == 'pred':
|
|
337
|
-
conds = [self._handle_pred()]
|
|
338
|
-
elif tok == 'named':
|
|
339
|
-
conds = [self._handle_named()]
|
|
340
|
-
elif tok == 'rel':
|
|
341
|
-
conds = [self._handle_rel()]
|
|
342
|
-
elif tok == 'timex':
|
|
343
|
-
conds = self._handle_timex()
|
|
344
|
-
elif tok == 'card':
|
|
345
|
-
conds = [self._handle_card()]
|
|
346
|
-
|
|
347
|
-
elif tok == 'whq':
|
|
348
|
-
conds = [self._handle_whq()]
|
|
349
|
-
elif tok == 'duplex':
|
|
350
|
-
conds = [self._handle_duplex()]
|
|
351
|
-
|
|
352
|
-
else:
|
|
353
|
-
conds = []
|
|
354
|
-
|
|
355
|
-
return sum([[cond(sent_index, word_indices) for cond in conds] for sent_index, word_indices in self._sent_and_word_indices(indices)], [])
|
|
356
|
-
|
|
357
|
-
def _handle_not(self):
|
|
358
|
-
self.assertToken(self.token(), '(')
|
|
359
|
-
drs = self.process_next_expression(None)
|
|
360
|
-
self.assertToken(self.token(), ')')
|
|
361
|
-
return BoxerNot(drs)
|
|
362
|
-
|
|
363
|
-
def _handle_pred(self):
|
|
364
|
-
#pred(_G3943, dog, n, 0)
|
|
365
|
-
self.assertToken(self.token(), '(')
|
|
366
|
-
variable = self.parse_variable()
|
|
367
|
-
self.assertToken(self.token(), ',')
|
|
368
|
-
name = self.token()
|
|
369
|
-
self.assertToken(self.token(), ',')
|
|
370
|
-
pos = self.token()
|
|
371
|
-
self.assertToken(self.token(), ',')
|
|
372
|
-
sense = int(self.token())
|
|
373
|
-
self.assertToken(self.token(), ')')
|
|
374
|
-
|
|
375
|
-
def _handle_pred_f(sent_index, word_indices):
|
|
376
|
-
return BoxerPred(self.discourse_id, sent_index, word_indices, variable, name, pos, sense)
|
|
377
|
-
return _handle_pred_f
|
|
378
|
-
|
|
379
|
-
def _handle_duplex(self):
|
|
380
|
-
#duplex(whq, drs(...), var, drs(...))
|
|
381
|
-
self.assertToken(self.token(), '(')
|
|
382
|
-
# self.assertToken(self.token(), '[')
|
|
383
|
-
ans_types = []
|
|
384
|
-
# while self.token(0) != ']':
|
|
385
|
-
# cat = self.token()
|
|
386
|
-
# self.assertToken(self.token(), ':')
|
|
387
|
-
# if cat == 'des':
|
|
388
|
-
# ans_types.append(self.token())
|
|
389
|
-
# elif cat == 'num':
|
|
390
|
-
# ans_types.append('number')
|
|
391
|
-
# typ = self.token()
|
|
392
|
-
# if typ == 'cou':
|
|
393
|
-
# ans_types.append('count')
|
|
394
|
-
# else:
|
|
395
|
-
# ans_types.append(typ)
|
|
396
|
-
# else:
|
|
397
|
-
# ans_types.append(self.token())
|
|
398
|
-
# self.token() #swallow the ']'
|
|
399
|
-
|
|
400
|
-
self.assertToken(self.token(), 'whq')
|
|
401
|
-
self.assertToken(self.token(), ',')
|
|
402
|
-
d1 = self.process_next_expression(None)
|
|
403
|
-
self.assertToken(self.token(), ',')
|
|
404
|
-
ref = self.parse_variable()
|
|
405
|
-
self.assertToken(self.token(), ',')
|
|
406
|
-
d2 = self.process_next_expression(None)
|
|
407
|
-
self.assertToken(self.token(), ')')
|
|
408
|
-
return lambda sent_index, word_indices: BoxerWhq(self.discourse_id, sent_index, word_indices, ans_types, d1, ref, d2)
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
def _handle_named(self):
|
|
412
|
-
#named(x0, john, per, 0)
|
|
413
|
-
self.assertToken(self.token(), '(')
|
|
414
|
-
variable = self.parse_variable()
|
|
415
|
-
self.assertToken(self.token(), ',')
|
|
416
|
-
name = self.token()
|
|
417
|
-
self.assertToken(self.token(), ',')
|
|
418
|
-
type = self.token()
|
|
419
|
-
self.assertToken(self.token(), ',')
|
|
420
|
-
sense = self.token() # as per boxer rev 2554
|
|
421
|
-
self.assertToken(self.token(), ')')
|
|
422
|
-
return lambda sent_index, word_indices: BoxerNamed(self.discourse_id, sent_index, word_indices, variable, name, type, sense)
|
|
423
|
-
|
|
424
|
-
def _handle_rel(self):
|
|
425
|
-
#rel(_G3993, _G3943, agent, 0)
|
|
426
|
-
self.assertToken(self.token(), '(')
|
|
427
|
-
var1 = self.parse_variable()
|
|
428
|
-
self.assertToken(self.token(), ',')
|
|
429
|
-
var2 = self.parse_variable()
|
|
430
|
-
self.assertToken(self.token(), ',')
|
|
431
|
-
rel = self.token()
|
|
432
|
-
self.assertToken(self.token(), ',')
|
|
433
|
-
sense = int(self.token())
|
|
434
|
-
self.assertToken(self.token(), ')')
|
|
435
|
-
return lambda sent_index, word_indices: BoxerRel(self.discourse_id, sent_index, word_indices, var1, var2, rel, sense)
|
|
436
|
-
|
|
437
|
-
def _handle_timex(self):
|
|
438
|
-
#timex(_G18322, date([]: (+), []:'XXXX', [1004]:'04', []:'XX'))
|
|
439
|
-
self.assertToken(self.token(), '(')
|
|
440
|
-
arg = self.parse_variable()
|
|
441
|
-
self.assertToken(self.token(), ',')
|
|
442
|
-
new_conds = self._handle_time_expression(arg)
|
|
443
|
-
self.assertToken(self.token(), ')')
|
|
444
|
-
return new_conds
|
|
445
|
-
|
|
446
|
-
def _handle_time_expression(self, arg):
|
|
447
|
-
#date([]: (+), []:'XXXX', [1004]:'04', []:'XX')
|
|
448
|
-
tok = self.token()
|
|
449
|
-
self.assertToken(self.token(), '(')
|
|
450
|
-
if tok == 'date':
|
|
451
|
-
conds = self._handle_date(arg)
|
|
452
|
-
elif tok == 'time':
|
|
453
|
-
conds = self._handle_time(arg)
|
|
454
|
-
else:
|
|
455
|
-
return None
|
|
456
|
-
self.assertToken(self.token(), ')')
|
|
457
|
-
return [lambda sent_index, word_indices: BoxerPred(self.discourse_id, sent_index, word_indices, arg, tok, 'n', 0)] + \
|
|
458
|
-
[lambda sent_index, word_indices: cond for cond in conds]
|
|
459
|
-
|
|
460
|
-
def _handle_date(self, arg):
|
|
461
|
-
#[]: (+), []:'XXXX', [1004]:'04', []:'XX'
|
|
462
|
-
conds = []
|
|
463
|
-
(sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
|
|
464
|
-
self.assertToken(self.token(), '(')
|
|
465
|
-
pol = self.token()
|
|
466
|
-
self.assertToken(self.token(), ')')
|
|
467
|
-
conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_pol_
|
|
468
|
-
self.assertToken(self.token(), ',')
|
|
469
|
-
|
|
470
|
-
(sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
|
|
471
|
-
year = self.token()
|
|
472
|
-
if year != 'XXXX':
|
|
473
|
-
year = year.replace(':', '_')
|
|
474
|
-
conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_year_
|
|
475
|
-
self.assertToken(self.token(), ',')
|
|
476
|
-
|
|
477
|
-
(sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
|
|
478
|
-
month = self.token()
|
|
479
|
-
if month != 'XX':
|
|
480
|
-
conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_month_
|
|
481
|
-
self.assertToken(self.token(), ',')
|
|
482
|
-
|
|
483
|
-
(sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
|
|
484
|
-
day = self.token()
|
|
485
|
-
if day != 'XX':
|
|
486
|
-
conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_day_
|
|
487
|
-
|
|
488
|
-
return conds
|
|
489
|
-
|
|
490
|
-
def _handle_time(self, arg):
|
|
491
|
-
#time([1018]:'18', []:'XX', []:'XX')
|
|
492
|
-
conds = []
|
|
493
|
-
self._parse_index_list()
|
|
494
|
-
hour = self.token()
|
|
495
|
-
if hour != 'XX':
|
|
496
|
-
conds.append(self._make_atom('r_hour_2',arg,hour))
|
|
497
|
-
self.assertToken(self.token(), ',')
|
|
498
|
-
|
|
499
|
-
self._parse_index_list()
|
|
500
|
-
min = self.token()
|
|
501
|
-
if min != 'XX':
|
|
502
|
-
conds.append(self._make_atom('r_min_2',arg,min))
|
|
503
|
-
self.assertToken(self.token(), ',')
|
|
504
|
-
|
|
505
|
-
self._parse_index_list()
|
|
506
|
-
sec = self.token()
|
|
507
|
-
if sec != 'XX':
|
|
508
|
-
conds.append(self._make_atom('r_sec_2',arg,sec))
|
|
509
|
-
|
|
510
|
-
return conds
|
|
511
|
-
|
|
512
|
-
def _handle_card(self):
|
|
513
|
-
#card(_G18535, 28, ge)
|
|
514
|
-
self.assertToken(self.token(), '(')
|
|
515
|
-
variable = self.parse_variable()
|
|
516
|
-
self.assertToken(self.token(), ',')
|
|
517
|
-
value = self.token()
|
|
518
|
-
self.assertToken(self.token(), ',')
|
|
519
|
-
type = self.token()
|
|
520
|
-
self.assertToken(self.token(), ')')
|
|
521
|
-
return lambda sent_index, word_indices: BoxerCard(self.discourse_id, sent_index, word_indices, variable, value, type)
|
|
522
|
-
|
|
523
|
-
def _handle_prop(self):
|
|
524
|
-
#prop(_G15949, drs(...))
|
|
525
|
-
self.assertToken(self.token(), '(')
|
|
526
|
-
variable = self.parse_variable()
|
|
527
|
-
self.assertToken(self.token(), ',')
|
|
528
|
-
drs = self.process_next_expression(None)
|
|
529
|
-
self.assertToken(self.token(), ')')
|
|
530
|
-
return lambda sent_index, word_indices: BoxerProp(self.discourse_id, sent_index, word_indices, variable, drs)
|
|
531
|
-
|
|
532
|
-
def _parse_index_list(self):
|
|
533
|
-
#[1001,1002]:
|
|
534
|
-
indices = []
|
|
535
|
-
self.assertToken(self.token(), '[')
|
|
536
|
-
while self.token(0) != ']':
|
|
537
|
-
indices.append(self.parse_index())
|
|
538
|
-
if self.token(0) == ',':
|
|
539
|
-
self.token() #swallow ','
|
|
540
|
-
self.token() #swallow ']'
|
|
541
|
-
self.assertToken(self.token(), ':')
|
|
542
|
-
return indices
|
|
543
|
-
|
|
544
|
-
def parse_drs(self):
|
|
545
|
-
#drs([[1001]:_G3943],
|
|
546
|
-
# [[1002]:pred(_G3943, dog, n, 0)]
|
|
547
|
-
# )
|
|
548
|
-
self.assertToken(self.token(), '(')
|
|
549
|
-
self.assertToken(self.token(), '[')
|
|
550
|
-
refs = set()
|
|
551
|
-
while self.token(0) != ']':
|
|
552
|
-
indices = self._parse_index_list()
|
|
553
|
-
refs.add(self.parse_variable())
|
|
554
|
-
if self.token(0) == ',':
|
|
555
|
-
self.token() #swallow ','
|
|
556
|
-
self.token() #swallow ']'
|
|
557
|
-
self.assertToken(self.token(), ',')
|
|
558
|
-
self.assertToken(self.token(), '[')
|
|
559
|
-
conds = []
|
|
560
|
-
while self.token(0) != ']':
|
|
561
|
-
indices = self._parse_index_list()
|
|
562
|
-
conds.extend(self.parse_condition(indices))
|
|
563
|
-
if self.token(0) == ',':
|
|
564
|
-
self.token() #swallow ','
|
|
565
|
-
self.token() #swallow ']'
|
|
566
|
-
self.assertToken(self.token(), ')')
|
|
567
|
-
return BoxerDrs(list(refs), conds)
|
|
568
|
-
|
|
569
|
-
def _handle_binary_expression(self, make_callback):
|
|
570
|
-
self.assertToken(self.token(), '(')
|
|
571
|
-
drs1 = self.process_next_expression(None)
|
|
572
|
-
self.assertToken(self.token(), ',')
|
|
573
|
-
drs2 = self.process_next_expression(None)
|
|
574
|
-
self.assertToken(self.token(), ')')
|
|
575
|
-
return lambda sent_index, word_indices: make_callback(sent_index, word_indices, drs1, drs2)
|
|
576
|
-
|
|
577
|
-
def _handle_alfa(self, make_callback):
|
|
578
|
-
self.assertToken(self.token(), '(')
|
|
579
|
-
type = self.token()
|
|
580
|
-
self.assertToken(self.token(), ',')
|
|
581
|
-
drs1 = self.process_next_expression(None)
|
|
582
|
-
self.assertToken(self.token(), ',')
|
|
583
|
-
drs2 = self.process_next_expression(None)
|
|
584
|
-
self.assertToken(self.token(), ')')
|
|
585
|
-
return lambda sent_index, word_indices: make_callback(sent_index, word_indices, drs1, drs2)
|
|
586
|
-
|
|
587
|
-
def _handle_eq(self):
|
|
588
|
-
self.assertToken(self.token(), '(')
|
|
589
|
-
var1 = self.parse_variable()
|
|
590
|
-
self.assertToken(self.token(), ',')
|
|
591
|
-
var2 = self.parse_variable()
|
|
592
|
-
self.assertToken(self.token(), ')')
|
|
593
|
-
return lambda sent_index, word_indices: BoxerEq(self.discourse_id, sent_index, word_indices, var1, var2)
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
def _handle_whq(self):
|
|
597
|
-
self.assertToken(self.token(), '(')
|
|
598
|
-
self.assertToken(self.token(), '[')
|
|
599
|
-
ans_types = []
|
|
600
|
-
while self.token(0) != ']':
|
|
601
|
-
cat = self.token()
|
|
602
|
-
self.assertToken(self.token(), ':')
|
|
603
|
-
if cat == 'des':
|
|
604
|
-
ans_types.append(self.token())
|
|
605
|
-
elif cat == 'num':
|
|
606
|
-
ans_types.append('number')
|
|
607
|
-
typ = self.token()
|
|
608
|
-
if typ == 'cou':
|
|
609
|
-
ans_types.append('count')
|
|
610
|
-
else:
|
|
611
|
-
ans_types.append(typ)
|
|
612
|
-
else:
|
|
613
|
-
ans_types.append(self.token())
|
|
614
|
-
self.token() #swallow the ']'
|
|
615
|
-
|
|
616
|
-
self.assertToken(self.token(), ',')
|
|
617
|
-
d1 = self.process_next_expression(None)
|
|
618
|
-
self.assertToken(self.token(), ',')
|
|
619
|
-
ref = self.parse_variable()
|
|
620
|
-
self.assertToken(self.token(), ',')
|
|
621
|
-
d2 = self.process_next_expression(None)
|
|
622
|
-
self.assertToken(self.token(), ')')
|
|
623
|
-
return lambda sent_index, word_indices: BoxerWhq(self.discourse_id, sent_index, word_indices, ans_types, d1, ref, d2)
|
|
624
|
-
|
|
625
|
-
def _make_merge_expression(self, sent_index, word_indices, drs1, drs2):
|
|
626
|
-
return BoxerDrs(drs1.refs + drs2.refs, drs1.conds + drs2.conds)
|
|
627
|
-
|
|
628
|
-
def _make_or_expression(self, sent_index, word_indices, drs1, drs2):
|
|
629
|
-
return BoxerOr(self.discourse_id, sent_index, word_indices, drs1, drs2)
|
|
630
|
-
|
|
631
|
-
def _make_imp_expression(self, sent_index, word_indices, drs1, drs2):
|
|
632
|
-
return BoxerDrs(drs1.refs, drs1.conds, drs2)
|
|
633
|
-
|
|
634
|
-
def parse_variable(self):
|
|
635
|
-
var = self.token()
|
|
636
|
-
assert re.match('^[exps]\d+$', var), var
|
|
637
|
-
return var
|
|
638
|
-
|
|
639
|
-
def parse_index(self):
|
|
640
|
-
return int(self.token())
|
|
641
|
-
|
|
642
|
-
def _sent_and_word_indices(self, indices):
|
|
643
|
-
"""
|
|
644
|
-
:return: list of (sent_index, word_indices) tuples
|
|
645
|
-
"""
|
|
646
|
-
sent_indices = set((i / 1000)-1 for i in indices if i>=0)
|
|
647
|
-
if sent_indices:
|
|
648
|
-
pairs = []
|
|
649
|
-
for sent_index in sent_indices:
|
|
650
|
-
word_indices = [(i % 1000)-1 for i in indices if sent_index == (i / 1000)-1]
|
|
651
|
-
pairs.append((sent_index, word_indices))
|
|
652
|
-
return pairs
|
|
653
|
-
else:
|
|
654
|
-
word_indices = [(i % 1000)-1 for i in indices]
|
|
655
|
-
return [(None, word_indices)]
|
|
656
|
-
|
|
657
|
-
|
|
658
|
-
class BoxerDrsParser(DrtParser):
|
|
659
|
-
"""
|
|
660
|
-
Reparse the str form of subclasses of ``AbstractBoxerDrs``
|
|
661
|
-
"""
|
|
662
|
-
def __init__(self, discourse_id=None):
|
|
663
|
-
DrtParser.__init__(self)
|
|
664
|
-
self.discourse_id = discourse_id
|
|
665
|
-
|
|
666
|
-
def get_all_symbols(self):
|
|
667
|
-
return [DrtTokens.OPEN, DrtTokens.CLOSE, DrtTokens.COMMA, DrtTokens.OPEN_BRACKET, DrtTokens.CLOSE_BRACKET]
|
|
668
|
-
|
|
669
|
-
def attempt_adjuncts(self, expression, context):
|
|
670
|
-
return expression
|
|
671
|
-
|
|
672
|
-
def handle(self, tok, context):
|
|
673
|
-
try:
|
|
674
|
-
# if tok == 'drs':
|
|
675
|
-
# self.assertNextToken(DrtTokens.OPEN)
|
|
676
|
-
# label = int(self.token())
|
|
677
|
-
# self.assertNextToken(DrtTokens.COMMA)
|
|
678
|
-
# refs = list(map(int, self.handle_refs()))
|
|
679
|
-
# self.assertNextToken(DrtTokens.COMMA)
|
|
680
|
-
# conds = self.handle_conds(None)
|
|
681
|
-
# self.assertNextToken(DrtTokens.CLOSE)
|
|
682
|
-
# return BoxerDrs(label, refs, conds)
|
|
683
|
-
if tok == 'pred':
|
|
684
|
-
self.assertNextToken(DrtTokens.OPEN)
|
|
685
|
-
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
686
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
687
|
-
sent_id = self.nullableIntToken()
|
|
688
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
689
|
-
word_ids = list(map(int, self.handle_refs()))
|
|
690
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
691
|
-
variable = int(self.token())
|
|
692
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
693
|
-
name = self.token()
|
|
694
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
695
|
-
pos = self.token()
|
|
696
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
697
|
-
sense = int(self.token())
|
|
698
|
-
self.assertNextToken(DrtTokens.CLOSE)
|
|
699
|
-
return BoxerPred(disc_id, sent_id, word_ids, variable, name, pos, sense)
|
|
700
|
-
elif tok == 'named':
|
|
701
|
-
self.assertNextToken(DrtTokens.OPEN)
|
|
702
|
-
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
703
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
704
|
-
sent_id = int(self.token())
|
|
705
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
706
|
-
word_ids = map(int, self.handle_refs())
|
|
707
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
708
|
-
variable = int(self.token())
|
|
709
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
710
|
-
name = self.token()
|
|
711
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
712
|
-
type = self.token()
|
|
713
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
714
|
-
sense = int(self.token())
|
|
715
|
-
self.assertNextToken(DrtTokens.CLOSE)
|
|
716
|
-
return BoxerNamed(disc_id, sent_id, word_ids, variable, name, type, sense)
|
|
717
|
-
elif tok == 'rel':
|
|
718
|
-
self.assertNextToken(DrtTokens.OPEN)
|
|
719
|
-
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
720
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
721
|
-
sent_id = self.nullableIntToken()
|
|
722
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
723
|
-
word_ids = list(map(int, self.handle_refs()))
|
|
724
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
725
|
-
var1 = int(self.token())
|
|
726
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
727
|
-
var2 = int(self.token())
|
|
728
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
729
|
-
rel = self.token()
|
|
730
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
731
|
-
sense = int(self.token())
|
|
732
|
-
self.assertNextToken(DrtTokens.CLOSE)
|
|
733
|
-
return BoxerRel(disc_id, sent_id, word_ids, var1, var2, rel, sense)
|
|
734
|
-
elif tok == 'prop':
|
|
735
|
-
self.assertNextToken(DrtTokens.OPEN)
|
|
736
|
-
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
737
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
738
|
-
sent_id = int(self.token())
|
|
739
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
740
|
-
word_ids = list(map(int, self.handle_refs()))
|
|
741
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
742
|
-
variable = int(self.token())
|
|
743
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
744
|
-
drs = self.process_next_expression(None)
|
|
745
|
-
self.assertNextToken(DrtTokens.CLOSE)
|
|
746
|
-
return BoxerProp(disc_id, sent_id, word_ids, variable, drs)
|
|
747
|
-
elif tok == 'not':
|
|
748
|
-
self.assertNextToken(DrtTokens.OPEN)
|
|
749
|
-
drs = self.process_next_expression(None)
|
|
750
|
-
self.assertNextToken(DrtTokens.CLOSE)
|
|
751
|
-
return BoxerNot(drs)
|
|
752
|
-
elif tok == 'imp':
|
|
753
|
-
self.assertNextToken(DrtTokens.OPEN)
|
|
754
|
-
drs1 = self.process_next_expression(None)
|
|
755
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
756
|
-
drs2 = self.process_next_expression(None)
|
|
757
|
-
self.assertNextToken(DrtTokens.CLOSE)
|
|
758
|
-
return BoxerDrs(drs1.refs, drs1.conds, drs2)
|
|
759
|
-
elif tok == 'or':
|
|
760
|
-
self.assertNextToken(DrtTokens.OPEN)
|
|
761
|
-
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
762
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
763
|
-
sent_id = self.nullableIntToken()
|
|
764
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
765
|
-
word_ids = map(int, self.handle_refs())
|
|
766
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
767
|
-
drs1 = self.process_next_expression(None)
|
|
768
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
769
|
-
drs2 = self.process_next_expression(None)
|
|
770
|
-
self.assertNextToken(DrtTokens.CLOSE)
|
|
771
|
-
return BoxerOr(disc_id, sent_id, word_ids, drs1, drs2)
|
|
772
|
-
elif tok == 'eq':
|
|
773
|
-
self.assertNextToken(DrtTokens.OPEN)
|
|
774
|
-
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
775
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
776
|
-
sent_id = self.nullableIntToken()
|
|
777
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
778
|
-
word_ids = list(map(int, self.handle_refs()))
|
|
779
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
780
|
-
var1 = int(self.token())
|
|
781
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
782
|
-
var2 = int(self.token())
|
|
783
|
-
self.assertNextToken(DrtTokens.CLOSE)
|
|
784
|
-
return BoxerEq(disc_id, sent_id, word_ids, var1, var2)
|
|
785
|
-
elif tok == 'card':
|
|
786
|
-
self.assertNextToken(DrtTokens.OPEN)
|
|
787
|
-
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
788
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
789
|
-
sent_id = self.nullableIntToken()
|
|
790
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
791
|
-
word_ids = map(int, self.handle_refs())
|
|
792
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
793
|
-
var = int(self.token())
|
|
794
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
795
|
-
value = self.token()
|
|
796
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
797
|
-
type = self.token()
|
|
798
|
-
self.assertNextToken(DrtTokens.CLOSE)
|
|
799
|
-
return BoxerCard(disc_id, sent_id, word_ids, var, value, type)
|
|
800
|
-
elif tok == 'whq':
|
|
801
|
-
self.assertNextToken(DrtTokens.OPEN)
|
|
802
|
-
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
803
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
804
|
-
sent_id = self.nullableIntToken()
|
|
805
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
806
|
-
word_ids = list(map(int, self.handle_refs()))
|
|
807
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
808
|
-
ans_types = self.handle_refs()
|
|
809
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
810
|
-
drs1 = self.process_next_expression(None)
|
|
811
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
812
|
-
var = int(self.token())
|
|
813
|
-
self.assertNextToken(DrtTokens.COMMA)
|
|
814
|
-
drs2 = self.process_next_expression(None)
|
|
815
|
-
self.assertNextToken(DrtTokens.CLOSE)
|
|
816
|
-
return BoxerWhq(disc_id, sent_id, word_ids, ans_types, drs1, var, drs2)
|
|
817
|
-
except Exception as e:
|
|
818
|
-
raise LogicalExpressionException(self._currentIndex, str(e))
|
|
819
|
-
assert False, repr(tok)
|
|
820
|
-
|
|
821
|
-
def nullableIntToken(self):
|
|
822
|
-
t = self.token()
|
|
823
|
-
return [None,int(t)][t != 'None']
|
|
824
|
-
|
|
825
|
-
def get_next_token_variable(self, description):
|
|
826
|
-
try:
|
|
827
|
-
return self.token()
|
|
828
|
-
except ExpectedMoreTokensException as e:
|
|
829
|
-
raise ExpectedMoreTokensException(e.index, 'Variable expected.')
|
|
830
|
-
|
|
831
|
-
|
|
832
|
-
|
|
833
|
-
class AbstractBoxerDrs(object):
|
|
834
|
-
def variables(self):
|
|
835
|
-
"""
|
|
836
|
-
:return: (set<variables>, set<events>, set<propositions>)
|
|
837
|
-
"""
|
|
838
|
-
variables, events, propositions = self._variables()
|
|
839
|
-
return (variables - (events | propositions), events, propositions - events)
|
|
840
|
-
|
|
841
|
-
def variable_types(self):
|
|
842
|
-
vartypes = {}
|
|
843
|
-
for t,vars in zip(('z','e','p'), self.variables()):
|
|
844
|
-
for v in vars:
|
|
845
|
-
vartypes[v] = t
|
|
846
|
-
return vartypes
|
|
847
|
-
|
|
848
|
-
def _variables(self):
|
|
849
|
-
"""
|
|
850
|
-
:return: (set<variables>, set<events>, set<propositions>)
|
|
851
|
-
"""
|
|
852
|
-
return (set(), set(), set())
|
|
853
|
-
|
|
854
|
-
def atoms(self):
|
|
855
|
-
return set()
|
|
856
|
-
|
|
857
|
-
def clean(self):
|
|
858
|
-
return self
|
|
859
|
-
|
|
860
|
-
def _clean_name(self, name):
|
|
861
|
-
return name.replace('-','_').replace("'", "_")
|
|
862
|
-
|
|
863
|
-
def renumber_sentences(self, f):
|
|
864
|
-
return self
|
|
865
|
-
|
|
866
|
-
def __hash__(self):
|
|
867
|
-
return hash("
|
|
868
|
-
|
|
869
|
-
|
|
870
|
-
@python_2_unicode_compatible
|
|
871
|
-
class BoxerDrs(AbstractBoxerDrs):
|
|
872
|
-
def __init__(self, refs, conds, consequent=None):
|
|
873
|
-
AbstractBoxerDrs.__init__(self)
|
|
874
|
-
self.refs = refs
|
|
875
|
-
self.conds = conds
|
|
876
|
-
self.consequent = consequent
|
|
877
|
-
|
|
878
|
-
def _variables(self):
|
|
879
|
-
variables = (set(), set(), set())
|
|
880
|
-
for cond in self.conds:
|
|
881
|
-
for s,v in zip(variables, cond._variables()):
|
|
882
|
-
s.update(v)
|
|
883
|
-
if self.consequent is not None:
|
|
884
|
-
for s,v in zip(variables, self.consequent._variables()):
|
|
885
|
-
s.update(v)
|
|
886
|
-
return variables
|
|
887
|
-
|
|
888
|
-
def atoms(self):
|
|
889
|
-
atoms = reduce(operator.or_, (cond.atoms() for cond in self.conds), set())
|
|
890
|
-
if self.consequent is not None:
|
|
891
|
-
atoms.update(self.consequent.atoms())
|
|
892
|
-
return atoms
|
|
893
|
-
|
|
894
|
-
def clean(self):
|
|
895
|
-
consequent = (self.consequent.clean() if self.consequent else None)
|
|
896
|
-
return BoxerDrs(self.refs, [c.clean() for c in self.conds], consequent)
|
|
897
|
-
|
|
898
|
-
def renumber_sentences(self, f):
|
|
899
|
-
consequent = (self.consequent.renumber_sentences(f) if self.consequent else None)
|
|
900
|
-
return BoxerDrs(self.refs, [c.renumber_sentences(f) for c in self.conds], consequent)
|
|
901
|
-
|
|
902
|
-
def __repr__(self):
|
|
903
|
-
s = 'drs([%s], [%s])' % (', '.join("%s" % r for r in self.refs),
|
|
904
|
-
', '.join("%s" % c for c in self.conds))
|
|
905
|
-
if self.consequent is not None:
|
|
906
|
-
s = 'imp(%s, %s)' % (s, self.consequent)
|
|
907
|
-
return s
|
|
908
|
-
|
|
909
|
-
def __eq__(self, other):
|
|
910
|
-
return self.__class__ == other.__class__ and \
|
|
911
|
-
self.refs == other.refs and \
|
|
912
|
-
len(self.conds) == len(other.conds) and \
|
|
913
|
-
reduce(operator.and_, (c1==c2 for c1,c2 in zip(self.conds, other.conds))) and \
|
|
914
|
-
self.consequent == other.consequent
|
|
915
|
-
|
|
916
|
-
def __ne__(self, other):
|
|
917
|
-
return not self == other
|
|
918
|
-
|
|
919
|
-
__hash__ = AbstractBoxerDrs.__hash__
|
|
920
|
-
|
|
921
|
-
|
|
922
|
-
@python_2_unicode_compatible
|
|
923
|
-
class BoxerNot(AbstractBoxerDrs):
|
|
924
|
-
def __init__(self, drs):
|
|
925
|
-
AbstractBoxerDrs.__init__(self)
|
|
926
|
-
self.drs = drs
|
|
927
|
-
|
|
928
|
-
def _variables(self):
|
|
929
|
-
return self.drs._variables()
|
|
930
|
-
|
|
931
|
-
def atoms(self):
|
|
932
|
-
return self.drs.atoms()
|
|
933
|
-
|
|
934
|
-
def clean(self):
|
|
935
|
-
return BoxerNot(self.drs.clean())
|
|
936
|
-
|
|
937
|
-
def renumber_sentences(self, f):
|
|
938
|
-
return BoxerNot(self.drs.renumber_sentences(f))
|
|
939
|
-
|
|
940
|
-
def __repr__(self):
|
|
941
|
-
return 'not(%s)' % (self.drs)
|
|
942
|
-
|
|
943
|
-
def __eq__(self, other):
|
|
944
|
-
return self.__class__ == other.__class__ and self.drs == other.drs
|
|
945
|
-
|
|
946
|
-
def __ne__(self, other):
|
|
947
|
-
return not self == other
|
|
948
|
-
|
|
949
|
-
__hash__ = AbstractBoxerDrs.__hash__
|
|
950
|
-
|
|
951
|
-
@python_2_unicode_compatible
|
|
952
|
-
class BoxerIndexed(AbstractBoxerDrs):
|
|
953
|
-
def __init__(self, discourse_id, sent_index, word_indices):
|
|
954
|
-
AbstractBoxerDrs.__init__(self)
|
|
955
|
-
self.discourse_id = discourse_id
|
|
956
|
-
self.sent_index = sent_index
|
|
957
|
-
self.word_indices = word_indices
|
|
958
|
-
|
|
959
|
-
def atoms(self):
|
|
960
|
-
return set([self])
|
|
961
|
-
|
|
962
|
-
def __eq__(self, other):
|
|
963
|
-
return self.__class__ == other.__class__ and \
|
|
964
|
-
self.discourse_id == other.discourse_id and \
|
|
965
|
-
self.sent_index == other.sent_index and \
|
|
966
|
-
self.word_indices == other.word_indices and \
|
|
967
|
-
reduce(operator.and_, (s==o for s,o in zip(self, other)))
|
|
968
|
-
|
|
969
|
-
def __ne__(self, other):
|
|
970
|
-
return not self == other
|
|
971
|
-
|
|
972
|
-
__hash__ = AbstractBoxerDrs.__hash__
|
|
973
|
-
|
|
974
|
-
def __repr__(self):
|
|
975
|
-
s = '%s(%s, %s, [%s]' % (self._pred(), self.discourse_id,
|
|
976
|
-
self.sent_index, ', '.join("%s" % wi for wi in self.word_indices))
|
|
977
|
-
for v in self:
|
|
978
|
-
s += ', %s' % v
|
|
979
|
-
return s + ')'
|
|
980
|
-
|
|
981
|
-
class BoxerPred(BoxerIndexed):
|
|
982
|
-
def __init__(self, discourse_id, sent_index, word_indices, var, name, pos, sense):
|
|
983
|
-
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
984
|
-
self.var = var
|
|
985
|
-
self.name = name
|
|
986
|
-
self.pos = pos
|
|
987
|
-
self.sense = sense
|
|
988
|
-
|
|
989
|
-
def _variables(self):
|
|
990
|
-
return (set([self.var]), set(), set())
|
|
991
|
-
|
|
992
|
-
def change_var(self, var):
|
|
993
|
-
return BoxerPred(self.discourse_id, self.sent_index, self.word_indices, var, self.name, self.pos, self.sense)
|
|
994
|
-
|
|
995
|
-
def clean(self):
|
|
996
|
-
return BoxerPred(self.discourse_id, self.sent_index, self.word_indices, self.var, self._clean_name(self.name), self.pos, self.sense)
|
|
997
|
-
|
|
998
|
-
def renumber_sentences(self, f):
|
|
999
|
-
new_sent_index = f(self.sent_index)
|
|
1000
|
-
return BoxerPred(self.discourse_id, new_sent_index, self.word_indices, self.var, self.name, self.pos, self.sense)
|
|
1001
|
-
|
|
1002
|
-
def __iter__(self):
|
|
1003
|
-
return iter((self.var, self.name, self.pos, self.sense))
|
|
1004
|
-
|
|
1005
|
-
def _pred(self):
|
|
1006
|
-
return 'pred'
|
|
1007
|
-
|
|
1008
|
-
class BoxerNamed(BoxerIndexed):
|
|
1009
|
-
def __init__(self, discourse_id, sent_index, word_indices, var, name, type, sense):
|
|
1010
|
-
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1011
|
-
self.var = var
|
|
1012
|
-
self.name = name
|
|
1013
|
-
self.type = type
|
|
1014
|
-
self.sense = sense
|
|
1015
|
-
|
|
1016
|
-
def _variables(self):
|
|
1017
|
-
return (set([self.var]), set(), set())
|
|
1018
|
-
|
|
1019
|
-
def change_var(self, var):
|
|
1020
|
-
return BoxerNamed(self.discourse_id, self.sent_index, self.word_indices, var, self.name, self.type, self.sense)
|
|
1021
|
-
|
|
1022
|
-
def clean(self):
|
|
1023
|
-
return BoxerNamed(self.discourse_id, self.sent_index, self.word_indices, self.var, self._clean_name(self.name), self.type, self.sense)
|
|
1024
|
-
|
|
1025
|
-
def renumber_sentences(self, f):
|
|
1026
|
-
return BoxerNamed(self.discourse_id, f(self.sent_index), self.word_indices, self.var, self.name, self.type, self.sense)
|
|
1027
|
-
|
|
1028
|
-
def __iter__(self):
|
|
1029
|
-
return iter((self.var, self.name, self.type, self.sense))
|
|
1030
|
-
|
|
1031
|
-
def _pred(self):
|
|
1032
|
-
return 'named'
|
|
1033
|
-
|
|
1034
|
-
class BoxerRel(BoxerIndexed):
|
|
1035
|
-
def __init__(self, discourse_id, sent_index, word_indices, var1, var2, rel, sense):
|
|
1036
|
-
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1037
|
-
self.var1 = var1
|
|
1038
|
-
self.var2 = var2
|
|
1039
|
-
self.rel = rel
|
|
1040
|
-
self.sense = sense
|
|
1041
|
-
|
|
1042
|
-
def _variables(self):
|
|
1043
|
-
return (set([self.var1, self.var2]), set(), set())
|
|
1044
|
-
|
|
1045
|
-
def clean(self):
|
|
1046
|
-
return BoxerRel(self.discourse_id, self.sent_index, self.word_indices, self.var1, self.var2, self._clean_name(self.rel), self.sense)
|
|
1047
|
-
|
|
1048
|
-
def renumber_sentences(self, f):
|
|
1049
|
-
return BoxerRel(self.discourse_id, f(self.sent_index), self.word_indices, self.var1, self.var2, self.rel, self.sense)
|
|
1050
|
-
|
|
1051
|
-
def __iter__(self):
|
|
1052
|
-
return iter((self.var1, self.var2, self.rel, self.sense))
|
|
1053
|
-
|
|
1054
|
-
def _pred(self):
|
|
1055
|
-
return 'rel'
|
|
1056
|
-
|
|
1057
|
-
class BoxerProp(BoxerIndexed):
|
|
1058
|
-
def __init__(self, discourse_id, sent_index, word_indices, var, drs):
|
|
1059
|
-
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1060
|
-
self.var = var
|
|
1061
|
-
self.drs = drs
|
|
1062
|
-
|
|
1063
|
-
def _variables(self):
|
|
1064
|
-
return tuple(map(operator.or_, (set(), set(), set([self.var])), self.drs._variables()))
|
|
1065
|
-
|
|
1066
|
-
def referenced_labels(self):
|
|
1067
|
-
return set([self.drs])
|
|
1068
|
-
|
|
1069
|
-
def atoms(self):
|
|
1070
|
-
return self.drs.atoms()
|
|
1071
|
-
|
|
1072
|
-
def clean(self):
|
|
1073
|
-
return BoxerProp(self.discourse_id, self.sent_index, self.word_indices, self.var, self.drs.clean())
|
|
1074
|
-
|
|
1075
|
-
def renumber_sentences(self, f):
|
|
1076
|
-
return BoxerProp(self.discourse_id, f(self.sent_index), self.word_indices, self.var, self.drs.renumber_sentences(f))
|
|
1077
|
-
|
|
1078
|
-
def __iter__(self):
|
|
1079
|
-
return iter((self.var, self.drs))
|
|
1080
|
-
|
|
1081
|
-
def _pred(self):
|
|
1082
|
-
return 'prop'
|
|
1083
|
-
|
|
1084
|
-
class BoxerEq(BoxerIndexed):
|
|
1085
|
-
def __init__(self, discourse_id, sent_index, word_indices, var1, var2):
|
|
1086
|
-
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1087
|
-
self.var1 = var1
|
|
1088
|
-
self.var2 = var2
|
|
1089
|
-
|
|
1090
|
-
def _variables(self):
|
|
1091
|
-
return (set([self.var1, self.var2]), set(), set())
|
|
1092
|
-
|
|
1093
|
-
def atoms(self):
|
|
1094
|
-
return set()
|
|
1095
|
-
|
|
1096
|
-
def renumber_sentences(self, f):
|
|
1097
|
-
return BoxerEq(self.discourse_id, f(self.sent_index), self.word_indices, self.var1, self.var2)
|
|
1098
|
-
|
|
1099
|
-
def __iter__(self):
|
|
1100
|
-
return iter((self.var1, self.var2))
|
|
1101
|
-
|
|
1102
|
-
def _pred(self):
|
|
1103
|
-
return 'eq'
|
|
1104
|
-
|
|
1105
|
-
class BoxerCard(BoxerIndexed):
|
|
1106
|
-
def __init__(self, discourse_id, sent_index, word_indices, var, value, type):
|
|
1107
|
-
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1108
|
-
self.var = var
|
|
1109
|
-
self.value = value
|
|
1110
|
-
self.type = type
|
|
1111
|
-
|
|
1112
|
-
def _variables(self):
|
|
1113
|
-
return (set([self.var]), set(), set())
|
|
1114
|
-
|
|
1115
|
-
def renumber_sentences(self, f):
|
|
1116
|
-
return BoxerCard(self.discourse_id, f(self.sent_index), self.word_indices, self.var, self.value, self.type)
|
|
1117
|
-
|
|
1118
|
-
def __iter__(self):
|
|
1119
|
-
return iter((self.var, self.value, self.type))
|
|
1120
|
-
|
|
1121
|
-
def _pred(self):
|
|
1122
|
-
return 'card'
|
|
1123
|
-
|
|
1124
|
-
class BoxerOr(BoxerIndexed):
|
|
1125
|
-
def __init__(self, discourse_id, sent_index, word_indices, drs1, drs2):
|
|
1126
|
-
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1127
|
-
self.drs1 = drs1
|
|
1128
|
-
self.drs2 = drs2
|
|
1129
|
-
|
|
1130
|
-
def _variables(self):
|
|
1131
|
-
return tuple(map(operator.or_, self.drs1._variables(), self.drs2._variables()))
|
|
1132
|
-
|
|
1133
|
-
def atoms(self):
|
|
1134
|
-
return self.drs1.atoms() | self.drs2.atoms()
|
|
1135
|
-
|
|
1136
|
-
def clean(self):
|
|
1137
|
-
return BoxerOr(self.discourse_id, self.sent_index, self.word_indices, self.drs1.clean(), self.drs2.clean())
|
|
1138
|
-
|
|
1139
|
-
def renumber_sentences(self, f):
|
|
1140
|
-
return BoxerOr(self.discourse_id, f(self.sent_index), self.word_indices, self.drs1, self.drs2)
|
|
1141
|
-
|
|
1142
|
-
def __iter__(self):
|
|
1143
|
-
return iter((self.drs1, self.drs2))
|
|
1144
|
-
|
|
1145
|
-
def _pred(self):
|
|
1146
|
-
return 'or'
|
|
1147
|
-
|
|
1148
|
-
class BoxerWhq(BoxerIndexed):
|
|
1149
|
-
def __init__(self, discourse_id, sent_index, word_indices, ans_types, drs1, variable, drs2):
|
|
1150
|
-
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1151
|
-
self.ans_types = ans_types
|
|
1152
|
-
self.drs1 = drs1
|
|
1153
|
-
self.variable = variable
|
|
1154
|
-
self.drs2 = drs2
|
|
1155
|
-
|
|
1156
|
-
def _variables(self):
|
|
1157
|
-
return tuple(map(operator.or_, (set([self.variable]), set(), set()), self.drs1._variables(), self.drs2._variables()))
|
|
1158
|
-
|
|
1159
|
-
def atoms(self):
|
|
1160
|
-
return self.drs1.atoms() | self.drs2.atoms()
|
|
1161
|
-
|
|
1162
|
-
def clean(self):
|
|
1163
|
-
return BoxerWhq(self.discourse_id, self.sent_index, self.word_indices, self.ans_types, self.drs1.clean(), self.variable, self.drs2.clean())
|
|
1164
|
-
|
|
1165
|
-
def renumber_sentences(self, f):
|
|
1166
|
-
return BoxerWhq(self.discourse_id, f(self.sent_index), self.word_indices, self.ans_types, self.drs1, self.variable, self.drs2)
|
|
1167
|
-
|
|
1168
|
-
def __iter__(self):
|
|
1169
|
-
return iter(('['+','.join(self.ans_types)+']', self.drs1, self.variable, self.drs2))
|
|
1170
|
-
|
|
1171
|
-
def _pred(self):
|
|
1172
|
-
return 'whq'
|
|
1173
|
-
|
|
1174
|
-
|
|
1175
|
-
|
|
1176
|
-
class PassthroughBoxerDrsInterpreter(object):
|
|
1177
|
-
def interpret(self, ex):
|
|
1178
|
-
return ex
|
|
1179
|
-
|
|
1180
|
-
|
|
1181
|
-
class NltkDrtBoxerDrsInterpreter(object):
|
|
1182
|
-
def __init__(self, occur_index=False):
|
|
1183
|
-
self._occur_index = occur_index
|
|
1184
|
-
|
|
1185
|
-
def interpret(self, ex):
|
|
1186
|
-
"""
|
|
1187
|
-
:param ex: ``AbstractBoxerDrs``
|
|
1188
|
-
:return: ``DrtExpression``
|
|
1189
|
-
"""
|
|
1190
|
-
if isinstance(ex, BoxerDrs):
|
|
1191
|
-
drs = DRS([Variable(r) for r in ex.refs], list(map(self.interpret, ex.conds)))
|
|
1192
|
-
if ex.consequent is not None:
|
|
1193
|
-
drs.consequent = self.interpret(ex.consequent)
|
|
1194
|
-
return drs
|
|
1195
|
-
elif isinstance(ex, BoxerNot):
|
|
1196
|
-
return DrtNegatedExpression(self.interpret(ex.drs))
|
|
1197
|
-
elif isinstance(ex, BoxerPred):
|
|
1198
|
-
pred = self._add_occur_indexing('%s_%s' % (ex.pos, ex.name), ex)
|
|
1199
|
-
return self._make_atom(pred, ex.var)
|
|
1200
|
-
elif isinstance(ex, BoxerNamed):
|
|
1201
|
-
pred = self._add_occur_indexing('ne_%s_%s' % (ex.type, ex.name), ex)
|
|
1202
|
-
return self._make_atom(pred, ex.var)
|
|
1203
|
-
elif isinstance(ex, BoxerRel):
|
|
1204
|
-
pred = self._add_occur_indexing('%s' % (ex.rel), ex)
|
|
1205
|
-
return self._make_atom(pred, ex.var1, ex.var2)
|
|
1206
|
-
elif isinstance(ex, BoxerProp):
|
|
1207
|
-
return DrtProposition(Variable(ex.var), self.interpret(ex.drs))
|
|
1208
|
-
elif isinstance(ex, BoxerEq):
|
|
1209
|
-
return DrtEqualityExpression(DrtVariableExpression(Variable(ex.var1)),
|
|
1210
|
-
DrtVariableExpression(Variable(ex.var2)))
|
|
1211
|
-
elif isinstance(ex, BoxerCard):
|
|
1212
|
-
pred = self._add_occur_indexing('card_%s_%s' % (ex.type, ex.value), ex)
|
|
1213
|
-
return self._make_atom(pred, ex.var)
|
|
1214
|
-
elif isinstance(ex, BoxerOr):
|
|
1215
|
-
return DrtOrExpression(self.interpret(ex.drs1), self.interpret(ex.drs2))
|
|
1216
|
-
elif isinstance(ex, BoxerWhq):
|
|
1217
|
-
drs1 = self.interpret(ex.drs1)
|
|
1218
|
-
drs2 = self.interpret(ex.drs2)
|
|
1219
|
-
return DRS(drs1.refs + drs2.refs, drs1.conds + drs2.conds)
|
|
1220
|
-
assert False, '%s: %s' % (ex.__class__.__name__, ex)
|
|
1221
|
-
|
|
1222
|
-
def _make_atom(self, pred, *args):
|
|
1223
|
-
accum = DrtVariableExpression(Variable(pred))
|
|
1224
|
-
for arg in args:
|
|
1225
|
-
accum = DrtApplicationExpression(accum, DrtVariableExpression(Variable(arg)))
|
|
1226
|
-
return accum
|
|
1227
|
-
|
|
1228
|
-
def _add_occur_indexing(self, base, ex):
|
|
1229
|
-
if self._occur_index and ex.sent_index is not None:
|
|
1230
|
-
if ex.discourse_id:
|
|
1231
|
-
base += '_%s' % ex.discourse_id
|
|
1232
|
-
base += '_s%s' % ex.sent_index
|
|
1233
|
-
base += '_w%s' % sorted(ex.word_indices)[0]
|
|
1234
|
-
return base
|
|
1235
|
-
|
|
1236
|
-
|
|
1237
|
-
class UnparseableInputException(Exception):
|
|
1238
|
-
pass
|
|
1239
|
-
|
|
1240
|
-
|
|
1241
|
-
if __name__ == '__main__':
|
|
1242
|
-
opts = OptionParser("usage: %prog TEXT [options]")
|
|
1243
|
-
opts.add_option("--verbose", "-v", help="display verbose logs", action="store_true", default=False, dest="verbose")
|
|
1244
|
-
opts.add_option("--fol", "-f", help="output FOL", action="store_true", default=False, dest="fol")
|
|
1245
|
-
opts.add_option("--question", "-q", help="input is a question", action="store_true", default=False, dest="question")
|
|
1246
|
-
opts.add_option("--occur", "-o", help="occurrence index", action="store_true", default=False, dest="occur_index")
|
|
1247
|
-
(options, args) = opts.parse_args()
|
|
1248
|
-
|
|
1249
|
-
if len(args) != 1:
|
|
1250
|
-
opts.error("incorrect number of arguments")
|
|
1251
|
-
|
|
1252
|
-
interpreter = NltkDrtBoxerDrsInterpreter(occur_index=options.occur_index)
|
|
1253
|
-
drs = Boxer(interpreter).interpret_multi(args[0].split(r'\n'), question=options.question, verbose=options.verbose)
|
|
1254
|
-
if drs is None:
|
|
1255
|
-
print(None)
|
|
1256
|
-
else:
|
|
1257
|
-
drs = drs.simplify().eliminate_equality()
|
|
1258
|
-
if options.fol:
|
|
1259
|
-
print(drs.fol().normalize())
|
|
1260
|
-
else:
|
|
1261
|
-
drs.pretty_print()
|
|
1
|
+
# Natural Language Toolkit: Interface to Boxer
|
|
2
|
+
# <http://svn.ask.it.usyd.edu.au/trac/candc/wiki/boxer>
|
|
3
|
+
#
|
|
4
|
+
# Author: Dan Garrette <dhgarrette@gmail.com>
|
|
5
|
+
#
|
|
6
|
+
# Copyright (C) 2001-2018 NLTK Project
|
|
7
|
+
# URL: <http://nltk.org/>
|
|
8
|
+
# For license information, see LICENSE.TXT
|
|
9
|
+
|
|
10
|
+
"""
|
|
11
|
+
An interface to Boxer.
|
|
12
|
+
|
|
13
|
+
This interface relies on the latest version of the development (subversion) version of
|
|
14
|
+
C&C and Boxer.
|
|
15
|
+
|
|
16
|
+
Usage:
|
|
17
|
+
Set the environment variable CANDC to the bin directory of your CandC installation.
|
|
18
|
+
The models directory should be in the CandC root directory.
|
|
19
|
+
For example:
|
|
20
|
+
/path/to/candc/
|
|
21
|
+
bin/
|
|
22
|
+
candc
|
|
23
|
+
boxer
|
|
24
|
+
models/
|
|
25
|
+
boxer/
|
|
26
|
+
"""
|
|
27
|
+
from __future__ import print_function, unicode_literals
|
|
28
|
+
|
|
29
|
+
import os
|
|
30
|
+
import re
|
|
31
|
+
import operator
|
|
32
|
+
import subprocess
|
|
33
|
+
from optparse import OptionParser
|
|
34
|
+
import tempfile
|
|
35
|
+
from functools import reduce
|
|
36
|
+
|
|
37
|
+
from nltk.internals import find_binary
|
|
38
|
+
|
|
39
|
+
from nltk.sem.logic import (ExpectedMoreTokensException, LogicalExpressionException,
|
|
40
|
+
UnexpectedTokenException, Variable)
|
|
41
|
+
|
|
42
|
+
from nltk.sem.drt import (DRS, DrtApplicationExpression, DrtEqualityExpression,
|
|
43
|
+
DrtNegatedExpression, DrtOrExpression, DrtParser,
|
|
44
|
+
DrtProposition, DrtTokens, DrtVariableExpression)
|
|
45
|
+
|
|
46
|
+
from nltk.compat import python_2_unicode_compatible
|
|
47
|
+
|
|
48
|
+
class Boxer(object):
|
|
49
|
+
"""
|
|
50
|
+
This class is an interface to Johan Bos's program Boxer, a wide-coverage
|
|
51
|
+
semantic parser that produces Discourse Representation Structures (DRSs).
|
|
52
|
+
"""
|
|
53
|
+
|
|
54
|
+
def __init__(self, boxer_drs_interpreter=None, elimeq=False, bin_dir=None, verbose=False, resolve=True):
|
|
55
|
+
"""
|
|
56
|
+
:param boxer_drs_interpreter: A class that converts from the
|
|
57
|
+
``AbstractBoxerDrs`` object hierarchy to a different object. The
|
|
58
|
+
default is ``NltkDrtBoxerDrsInterpreter``, which converts to the NLTK
|
|
59
|
+
DRT hierarchy.
|
|
60
|
+
:param elimeq: When set to true, Boxer removes all equalities from the
|
|
61
|
+
DRSs and discourse referents standing in the equality relation are
|
|
62
|
+
unified, but only if this can be done in a meaning-preserving manner.
|
|
63
|
+
:param resolve: When set to true, Boxer will resolve all anaphoric DRSs and perform merge-reduction.
|
|
64
|
+
Resolution follows Van der Sandt's theory of binding and accommodation.
|
|
65
|
+
"""
|
|
66
|
+
if boxer_drs_interpreter is None:
|
|
67
|
+
boxer_drs_interpreter = NltkDrtBoxerDrsInterpreter()
|
|
68
|
+
self._boxer_drs_interpreter = boxer_drs_interpreter
|
|
69
|
+
|
|
70
|
+
self._resolve = resolve
|
|
71
|
+
self._elimeq = elimeq
|
|
72
|
+
|
|
73
|
+
self.set_bin_dir(bin_dir, verbose)
|
|
74
|
+
|
|
75
|
+
def set_bin_dir(self, bin_dir, verbose=False):
|
|
76
|
+
self._candc_bin = self._find_binary('candc', bin_dir, verbose)
|
|
77
|
+
self._candc_models_path = os.path.normpath(os.path.join(self._candc_bin[:-5], '../models'))
|
|
78
|
+
self._boxer_bin = self._find_binary('boxer', bin_dir, verbose)
|
|
79
|
+
|
|
80
|
+
def interpret(self, input, discourse_id=None, question=False, verbose=False):
|
|
81
|
+
"""
|
|
82
|
+
Use Boxer to give a first order representation.
|
|
83
|
+
|
|
84
|
+
:param input: str Input sentence to parse
|
|
85
|
+
:param occur_index: bool Should predicates be occurrence indexed?
|
|
86
|
+
:param discourse_id: str An identifier to be inserted to each occurrence-indexed predicate.
|
|
87
|
+
:return: ``drt.DrtExpression``
|
|
88
|
+
"""
|
|
89
|
+
discourse_ids = ([discourse_id] if discourse_id is not None else None)
|
|
90
|
+
d, = self.interpret_multi_sents([[input]], discourse_ids, question, verbose)
|
|
91
|
+
if not d:
|
|
92
|
+
raise Exception('Unable to interpret: "{0}"'.format(input))
|
|
93
|
+
return d
|
|
94
|
+
|
|
95
|
+
def interpret_multi(self, input, discourse_id=None, question=False, verbose=False):
|
|
96
|
+
"""
|
|
97
|
+
Use Boxer to give a first order representation.
|
|
98
|
+
|
|
99
|
+
:param input: list of str Input sentences to parse as a single discourse
|
|
100
|
+
:param occur_index: bool Should predicates be occurrence indexed?
|
|
101
|
+
:param discourse_id: str An identifier to be inserted to each occurrence-indexed predicate.
|
|
102
|
+
:return: ``drt.DrtExpression``
|
|
103
|
+
"""
|
|
104
|
+
discourse_ids = ([discourse_id] if discourse_id is not None else None)
|
|
105
|
+
d, = self.interpret_multi_sents([input], discourse_ids, question, verbose)
|
|
106
|
+
if not d:
|
|
107
|
+
raise Exception('Unable to interpret: "{0}"'.format(input))
|
|
108
|
+
return d
|
|
109
|
+
|
|
110
|
+
def interpret_sents(self, inputs, discourse_ids=None, question=False, verbose=False):
|
|
111
|
+
"""
|
|
112
|
+
Use Boxer to give a first order representation.
|
|
113
|
+
|
|
114
|
+
:param inputs: list of str Input sentences to parse as individual discourses
|
|
115
|
+
:param occur_index: bool Should predicates be occurrence indexed?
|
|
116
|
+
:param discourse_ids: list of str Identifiers to be inserted to each occurrence-indexed predicate.
|
|
117
|
+
:return: list of ``drt.DrtExpression``
|
|
118
|
+
"""
|
|
119
|
+
return self.interpret_multi_sents([[input] for input in inputs], discourse_ids, question, verbose)
|
|
120
|
+
|
|
121
|
+
def interpret_multi_sents(self, inputs, discourse_ids=None, question=False, verbose=False):
|
|
122
|
+
"""
|
|
123
|
+
Use Boxer to give a first order representation.
|
|
124
|
+
|
|
125
|
+
:param inputs: list of list of str Input discourses to parse
|
|
126
|
+
:param occur_index: bool Should predicates be occurrence indexed?
|
|
127
|
+
:param discourse_ids: list of str Identifiers to be inserted to each occurrence-indexed predicate.
|
|
128
|
+
:return: ``drt.DrtExpression``
|
|
129
|
+
"""
|
|
130
|
+
if discourse_ids is not None:
|
|
131
|
+
assert len(inputs) == len(discourse_ids)
|
|
132
|
+
assert reduce(operator.and_, (id is not None for id in discourse_ids))
|
|
133
|
+
use_disc_id = True
|
|
134
|
+
else:
|
|
135
|
+
discourse_ids = list(map(str, range(len(inputs))))
|
|
136
|
+
use_disc_id = False
|
|
137
|
+
|
|
138
|
+
candc_out = self._call_candc(inputs, discourse_ids, question, verbose=verbose)
|
|
139
|
+
boxer_out = self._call_boxer(candc_out, verbose=verbose)
|
|
140
|
+
|
|
141
|
+
# if 'ERROR: input file contains no ccg/2 terms.' in boxer_out:
|
|
142
|
+
# raise UnparseableInputException('Could not parse with candc: "%s"' % input_str)
|
|
143
|
+
|
|
144
|
+
drs_dict = self._parse_to_drs_dict(boxer_out, use_disc_id)
|
|
145
|
+
return [drs_dict.get(id, None) for id in discourse_ids]
|
|
146
|
+
|
|
147
|
+
def _call_candc(self, inputs, discourse_ids, question, verbose=False):
|
|
148
|
+
"""
|
|
149
|
+
Call the ``candc`` binary with the given input.
|
|
150
|
+
|
|
151
|
+
:param inputs: list of list of str Input discourses to parse
|
|
152
|
+
:param discourse_ids: list of str Identifiers to be inserted to each occurrence-indexed predicate.
|
|
153
|
+
:param filename: str A filename for the output file
|
|
154
|
+
:return: stdout
|
|
155
|
+
"""
|
|
156
|
+
args = ['--models', os.path.join(self._candc_models_path, ['boxer','questions'][question]),
|
|
157
|
+
'--candc-printer', 'boxer']
|
|
158
|
+
return self._call('\n'.join(sum((["<META>'{0}'".format(id)] + d for d,id in zip(inputs,discourse_ids)), [])), self._candc_bin, args, verbose)
|
|
159
|
+
|
|
160
|
+
def _call_boxer(self, candc_out, verbose=False):
|
|
161
|
+
"""
|
|
162
|
+
Call the ``boxer`` binary with the given input.
|
|
163
|
+
|
|
164
|
+
:param candc_out: str output from C&C parser
|
|
165
|
+
:return: stdout
|
|
166
|
+
"""
|
|
167
|
+
f = None
|
|
168
|
+
try:
|
|
169
|
+
fd, temp_filename = tempfile.mkstemp(prefix='boxer-', suffix='.in', text=True)
|
|
170
|
+
f = os.fdopen(fd, 'w')
|
|
171
|
+
f.write(candc_out)
|
|
172
|
+
finally:
|
|
173
|
+
if f: f.close()
|
|
174
|
+
|
|
175
|
+
args = ['--box', 'false',
|
|
176
|
+
'--semantics', 'drs',
|
|
177
|
+
#'--flat', 'false', # removed from boxer
|
|
178
|
+
'--resolve', ['false','true'][self._resolve],
|
|
179
|
+
'--elimeq', ['false','true'][self._elimeq],
|
|
180
|
+
'--format', 'prolog',
|
|
181
|
+
'--instantiate', 'true',
|
|
182
|
+
'--input', temp_filename]
|
|
183
|
+
stdout = self._call(None, self._boxer_bin, args, verbose)
|
|
184
|
+
os.remove(temp_filename)
|
|
185
|
+
return stdout
|
|
186
|
+
|
|
187
|
+
def _find_binary(self, name, bin_dir, verbose=False):
|
|
188
|
+
return find_binary(name,
|
|
189
|
+
path_to_bin=bin_dir,
|
|
190
|
+
env_vars=['CANDC'],
|
|
191
|
+
url='http://svn.ask.it.usyd.edu.au/trac/candc/',
|
|
192
|
+
binary_names=[name, name + '.exe'],
|
|
193
|
+
verbose=verbose)
|
|
194
|
+
|
|
195
|
+
def _call(self, input_str, binary, args=[], verbose=False):
|
|
196
|
+
"""
|
|
197
|
+
Call the binary with the given input.
|
|
198
|
+
|
|
199
|
+
:param input_str: A string whose contents are used as stdin.
|
|
200
|
+
:param binary: The location of the binary to call
|
|
201
|
+
:param args: A list of command-line arguments.
|
|
202
|
+
:return: stdout
|
|
203
|
+
"""
|
|
204
|
+
if verbose:
|
|
205
|
+
print('Calling:', binary)
|
|
206
|
+
print('Args:', args)
|
|
207
|
+
print('Input:', input_str)
|
|
208
|
+
print('Command:', binary + ' ' + ' '.join(args))
|
|
209
|
+
|
|
210
|
+
# Call via a subprocess
|
|
211
|
+
if input_str is None:
|
|
212
|
+
cmd = [binary] + args
|
|
213
|
+
p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
214
|
+
else:
|
|
215
|
+
cmd = 'echo "{0}" | {1} {2}'.format(input_str, binary, ' '.join(args))
|
|
216
|
+
p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
|
|
217
|
+
stdout, stderr = p.communicate()
|
|
218
|
+
|
|
219
|
+
if verbose:
|
|
220
|
+
print('Return code:', p.returncode)
|
|
221
|
+
if stdout: print('stdout:\n', stdout, '\n')
|
|
222
|
+
if stderr: print('stderr:\n', stderr, '\n')
|
|
223
|
+
if p.returncode != 0:
|
|
224
|
+
raise Exception('ERROR CALLING: {0} {1}\nReturncode: {2}\n{3}'.format(binary, ' '.join(args), p.returncode, stderr))
|
|
225
|
+
|
|
226
|
+
return stdout
|
|
227
|
+
|
|
228
|
+
def _parse_to_drs_dict(self, boxer_out, use_disc_id):
|
|
229
|
+
lines = boxer_out.split('\n')
|
|
230
|
+
drs_dict = {}
|
|
231
|
+
i = 0
|
|
232
|
+
while i < len(lines):
|
|
233
|
+
line = lines[i]
|
|
234
|
+
if line.startswith('id('):
|
|
235
|
+
comma_idx = line.index(',')
|
|
236
|
+
discourse_id = line[3:comma_idx]
|
|
237
|
+
if discourse_id[0] == "'" and discourse_id[-1] == "'":
|
|
238
|
+
discourse_id = discourse_id[1:-1]
|
|
239
|
+
drs_id = line[comma_idx+1:line.index(')')]
|
|
240
|
+
i += 1
|
|
241
|
+
line = lines[i]
|
|
242
|
+
assert line.startswith('sem({0},'.format(drs_id))
|
|
243
|
+
if line[-4:] == "').'":
|
|
244
|
+
line = line[:-4] + ")."
|
|
245
|
+
assert line.endswith(').'), "can't parse line: {0}".format(line)
|
|
246
|
+
|
|
247
|
+
search_start = len('sem({0},['.format(drs_id))
|
|
248
|
+
brace_count = 1
|
|
249
|
+
drs_start = -1
|
|
250
|
+
for j,c in enumerate(line[search_start:]):
|
|
251
|
+
if(c == '['):
|
|
252
|
+
brace_count += 1
|
|
253
|
+
if(c == ']'):
|
|
254
|
+
brace_count -= 1
|
|
255
|
+
if(brace_count == 0):
|
|
256
|
+
drs_start = search_start + j + 1
|
|
257
|
+
if line[drs_start:drs_start+3] == "','":
|
|
258
|
+
drs_start = drs_start + 3
|
|
259
|
+
else:
|
|
260
|
+
drs_start = drs_start + 1
|
|
261
|
+
break
|
|
262
|
+
assert drs_start > -1
|
|
263
|
+
|
|
264
|
+
drs_input = line[drs_start:-2].strip()
|
|
265
|
+
parsed = self._parse_drs(drs_input, discourse_id, use_disc_id)
|
|
266
|
+
drs_dict[discourse_id] = self._boxer_drs_interpreter.interpret(parsed)
|
|
267
|
+
i += 1
|
|
268
|
+
return drs_dict
|
|
269
|
+
|
|
270
|
+
def _parse_drs(self, drs_string, discourse_id, use_disc_id):
|
|
271
|
+
return BoxerOutputDrsParser([None,discourse_id][use_disc_id]).parse(drs_string)
|
|
272
|
+
|
|
273
|
+
|
|
274
|
+
class BoxerOutputDrsParser(DrtParser):
|
|
275
|
+
def __init__(self, discourse_id=None):
|
|
276
|
+
"""
|
|
277
|
+
This class is used to parse the Prolog DRS output from Boxer into a
|
|
278
|
+
hierarchy of python objects.
|
|
279
|
+
"""
|
|
280
|
+
DrtParser.__init__(self)
|
|
281
|
+
self.discourse_id = discourse_id
|
|
282
|
+
self.sentence_id_offset = None
|
|
283
|
+
self.quote_chars = [("'", "'", "\\", False)]
|
|
284
|
+
|
|
285
|
+
def parse(self, data, signature=None):
|
|
286
|
+
return DrtParser.parse(self, data, signature)
|
|
287
|
+
|
|
288
|
+
def get_all_symbols(self):
|
|
289
|
+
return ['(', ')', ',', '[', ']',':']
|
|
290
|
+
|
|
291
|
+
def handle(self, tok, context):
|
|
292
|
+
return self.handle_drs(tok)
|
|
293
|
+
|
|
294
|
+
def attempt_adjuncts(self, expression, context):
|
|
295
|
+
return expression
|
|
296
|
+
|
|
297
|
+
def parse_condition(self, indices):
|
|
298
|
+
"""
|
|
299
|
+
Parse a DRS condition
|
|
300
|
+
|
|
301
|
+
:return: list of ``DrtExpression``
|
|
302
|
+
"""
|
|
303
|
+
tok = self.token()
|
|
304
|
+
accum = self.handle_condition(tok, indices)
|
|
305
|
+
if accum is None:
|
|
306
|
+
raise UnexpectedTokenException(tok)
|
|
307
|
+
return accum
|
|
308
|
+
|
|
309
|
+
def handle_drs(self, tok):
|
|
310
|
+
if tok == 'drs':
|
|
311
|
+
return self.parse_drs()
|
|
312
|
+
elif tok in ['merge', 'smerge']:
|
|
313
|
+
return self._handle_binary_expression(self._make_merge_expression)(None, [])
|
|
314
|
+
elif tok in ['alfa']:
|
|
315
|
+
return self._handle_alfa(self._make_merge_expression)(None, [])
|
|
316
|
+
|
|
317
|
+
def handle_condition(self, tok, indices):
|
|
318
|
+
"""
|
|
319
|
+
Handle a DRS condition
|
|
320
|
+
|
|
321
|
+
:param indices: list of int
|
|
322
|
+
:return: list of ``DrtExpression``
|
|
323
|
+
"""
|
|
324
|
+
if tok == 'not':
|
|
325
|
+
return [self._handle_not()]
|
|
326
|
+
|
|
327
|
+
if tok == 'or':
|
|
328
|
+
conds = [self._handle_binary_expression(self._make_or_expression)]
|
|
329
|
+
elif tok == 'imp':
|
|
330
|
+
conds = [self._handle_binary_expression(self._make_imp_expression)]
|
|
331
|
+
elif tok == 'eq':
|
|
332
|
+
conds = [self._handle_eq()]
|
|
333
|
+
elif tok == 'prop':
|
|
334
|
+
conds = [self._handle_prop()]
|
|
335
|
+
|
|
336
|
+
elif tok == 'pred':
|
|
337
|
+
conds = [self._handle_pred()]
|
|
338
|
+
elif tok == 'named':
|
|
339
|
+
conds = [self._handle_named()]
|
|
340
|
+
elif tok == 'rel':
|
|
341
|
+
conds = [self._handle_rel()]
|
|
342
|
+
elif tok == 'timex':
|
|
343
|
+
conds = self._handle_timex()
|
|
344
|
+
elif tok == 'card':
|
|
345
|
+
conds = [self._handle_card()]
|
|
346
|
+
|
|
347
|
+
elif tok == 'whq':
|
|
348
|
+
conds = [self._handle_whq()]
|
|
349
|
+
elif tok == 'duplex':
|
|
350
|
+
conds = [self._handle_duplex()]
|
|
351
|
+
|
|
352
|
+
else:
|
|
353
|
+
conds = []
|
|
354
|
+
|
|
355
|
+
return sum([[cond(sent_index, word_indices) for cond in conds] for sent_index, word_indices in self._sent_and_word_indices(indices)], [])
|
|
356
|
+
|
|
357
|
+
def _handle_not(self):
|
|
358
|
+
self.assertToken(self.token(), '(')
|
|
359
|
+
drs = self.process_next_expression(None)
|
|
360
|
+
self.assertToken(self.token(), ')')
|
|
361
|
+
return BoxerNot(drs)
|
|
362
|
+
|
|
363
|
+
def _handle_pred(self):
|
|
364
|
+
#pred(_G3943, dog, n, 0)
|
|
365
|
+
self.assertToken(self.token(), '(')
|
|
366
|
+
variable = self.parse_variable()
|
|
367
|
+
self.assertToken(self.token(), ',')
|
|
368
|
+
name = self.token()
|
|
369
|
+
self.assertToken(self.token(), ',')
|
|
370
|
+
pos = self.token()
|
|
371
|
+
self.assertToken(self.token(), ',')
|
|
372
|
+
sense = int(self.token())
|
|
373
|
+
self.assertToken(self.token(), ')')
|
|
374
|
+
|
|
375
|
+
def _handle_pred_f(sent_index, word_indices):
|
|
376
|
+
return BoxerPred(self.discourse_id, sent_index, word_indices, variable, name, pos, sense)
|
|
377
|
+
return _handle_pred_f
|
|
378
|
+
|
|
379
|
+
def _handle_duplex(self):
|
|
380
|
+
#duplex(whq, drs(...), var, drs(...))
|
|
381
|
+
self.assertToken(self.token(), '(')
|
|
382
|
+
# self.assertToken(self.token(), '[')
|
|
383
|
+
ans_types = []
|
|
384
|
+
# while self.token(0) != ']':
|
|
385
|
+
# cat = self.token()
|
|
386
|
+
# self.assertToken(self.token(), ':')
|
|
387
|
+
# if cat == 'des':
|
|
388
|
+
# ans_types.append(self.token())
|
|
389
|
+
# elif cat == 'num':
|
|
390
|
+
# ans_types.append('number')
|
|
391
|
+
# typ = self.token()
|
|
392
|
+
# if typ == 'cou':
|
|
393
|
+
# ans_types.append('count')
|
|
394
|
+
# else:
|
|
395
|
+
# ans_types.append(typ)
|
|
396
|
+
# else:
|
|
397
|
+
# ans_types.append(self.token())
|
|
398
|
+
# self.token() #swallow the ']'
|
|
399
|
+
|
|
400
|
+
self.assertToken(self.token(), 'whq')
|
|
401
|
+
self.assertToken(self.token(), ',')
|
|
402
|
+
d1 = self.process_next_expression(None)
|
|
403
|
+
self.assertToken(self.token(), ',')
|
|
404
|
+
ref = self.parse_variable()
|
|
405
|
+
self.assertToken(self.token(), ',')
|
|
406
|
+
d2 = self.process_next_expression(None)
|
|
407
|
+
self.assertToken(self.token(), ')')
|
|
408
|
+
return lambda sent_index, word_indices: BoxerWhq(self.discourse_id, sent_index, word_indices, ans_types, d1, ref, d2)
|
|
409
|
+
|
|
410
|
+
|
|
411
|
+
def _handle_named(self):
|
|
412
|
+
#named(x0, john, per, 0)
|
|
413
|
+
self.assertToken(self.token(), '(')
|
|
414
|
+
variable = self.parse_variable()
|
|
415
|
+
self.assertToken(self.token(), ',')
|
|
416
|
+
name = self.token()
|
|
417
|
+
self.assertToken(self.token(), ',')
|
|
418
|
+
type = self.token()
|
|
419
|
+
self.assertToken(self.token(), ',')
|
|
420
|
+
sense = self.token() # as per boxer rev 2554
|
|
421
|
+
self.assertToken(self.token(), ')')
|
|
422
|
+
return lambda sent_index, word_indices: BoxerNamed(self.discourse_id, sent_index, word_indices, variable, name, type, sense)
|
|
423
|
+
|
|
424
|
+
def _handle_rel(self):
|
|
425
|
+
#rel(_G3993, _G3943, agent, 0)
|
|
426
|
+
self.assertToken(self.token(), '(')
|
|
427
|
+
var1 = self.parse_variable()
|
|
428
|
+
self.assertToken(self.token(), ',')
|
|
429
|
+
var2 = self.parse_variable()
|
|
430
|
+
self.assertToken(self.token(), ',')
|
|
431
|
+
rel = self.token()
|
|
432
|
+
self.assertToken(self.token(), ',')
|
|
433
|
+
sense = int(self.token())
|
|
434
|
+
self.assertToken(self.token(), ')')
|
|
435
|
+
return lambda sent_index, word_indices: BoxerRel(self.discourse_id, sent_index, word_indices, var1, var2, rel, sense)
|
|
436
|
+
|
|
437
|
+
def _handle_timex(self):
|
|
438
|
+
#timex(_G18322, date([]: (+), []:'XXXX', [1004]:'04', []:'XX'))
|
|
439
|
+
self.assertToken(self.token(), '(')
|
|
440
|
+
arg = self.parse_variable()
|
|
441
|
+
self.assertToken(self.token(), ',')
|
|
442
|
+
new_conds = self._handle_time_expression(arg)
|
|
443
|
+
self.assertToken(self.token(), ')')
|
|
444
|
+
return new_conds
|
|
445
|
+
|
|
446
|
+
def _handle_time_expression(self, arg):
|
|
447
|
+
#date([]: (+), []:'XXXX', [1004]:'04', []:'XX')
|
|
448
|
+
tok = self.token()
|
|
449
|
+
self.assertToken(self.token(), '(')
|
|
450
|
+
if tok == 'date':
|
|
451
|
+
conds = self._handle_date(arg)
|
|
452
|
+
elif tok == 'time':
|
|
453
|
+
conds = self._handle_time(arg)
|
|
454
|
+
else:
|
|
455
|
+
return None
|
|
456
|
+
self.assertToken(self.token(), ')')
|
|
457
|
+
return [lambda sent_index, word_indices: BoxerPred(self.discourse_id, sent_index, word_indices, arg, tok, 'n', 0)] + \
|
|
458
|
+
[lambda sent_index, word_indices: cond for cond in conds]
|
|
459
|
+
|
|
460
|
+
def _handle_date(self, arg):
|
|
461
|
+
#[]: (+), []:'XXXX', [1004]:'04', []:'XX'
|
|
462
|
+
conds = []
|
|
463
|
+
(sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
|
|
464
|
+
self.assertToken(self.token(), '(')
|
|
465
|
+
pol = self.token()
|
|
466
|
+
self.assertToken(self.token(), ')')
|
|
467
|
+
conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_pol_{0}'.format(pol), 'a', 0))
|
|
468
|
+
self.assertToken(self.token(), ',')
|
|
469
|
+
|
|
470
|
+
(sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
|
|
471
|
+
year = self.token()
|
|
472
|
+
if year != 'XXXX':
|
|
473
|
+
year = year.replace(':', '_')
|
|
474
|
+
conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_year_{0}'.format(year), 'a', 0))
|
|
475
|
+
self.assertToken(self.token(), ',')
|
|
476
|
+
|
|
477
|
+
(sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
|
|
478
|
+
month = self.token()
|
|
479
|
+
if month != 'XX':
|
|
480
|
+
conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_month_{0}'.format(month), 'a', 0))
|
|
481
|
+
self.assertToken(self.token(), ',')
|
|
482
|
+
|
|
483
|
+
(sent_index, word_indices), = self._sent_and_word_indices(self._parse_index_list())
|
|
484
|
+
day = self.token()
|
|
485
|
+
if day != 'XX':
|
|
486
|
+
conds.append(BoxerPred(self.discourse_id, sent_index, word_indices, arg, 'date_day_{0}'.format(day), 'a', 0))
|
|
487
|
+
|
|
488
|
+
return conds
|
|
489
|
+
|
|
490
|
+
def _handle_time(self, arg):
|
|
491
|
+
#time([1018]:'18', []:'XX', []:'XX')
|
|
492
|
+
conds = []
|
|
493
|
+
self._parse_index_list()
|
|
494
|
+
hour = self.token()
|
|
495
|
+
if hour != 'XX':
|
|
496
|
+
conds.append(self._make_atom('r_hour_2',arg,hour))
|
|
497
|
+
self.assertToken(self.token(), ',')
|
|
498
|
+
|
|
499
|
+
self._parse_index_list()
|
|
500
|
+
min = self.token()
|
|
501
|
+
if min != 'XX':
|
|
502
|
+
conds.append(self._make_atom('r_min_2',arg,min))
|
|
503
|
+
self.assertToken(self.token(), ',')
|
|
504
|
+
|
|
505
|
+
self._parse_index_list()
|
|
506
|
+
sec = self.token()
|
|
507
|
+
if sec != 'XX':
|
|
508
|
+
conds.append(self._make_atom('r_sec_2',arg,sec))
|
|
509
|
+
|
|
510
|
+
return conds
|
|
511
|
+
|
|
512
|
+
def _handle_card(self):
|
|
513
|
+
#card(_G18535, 28, ge)
|
|
514
|
+
self.assertToken(self.token(), '(')
|
|
515
|
+
variable = self.parse_variable()
|
|
516
|
+
self.assertToken(self.token(), ',')
|
|
517
|
+
value = self.token()
|
|
518
|
+
self.assertToken(self.token(), ',')
|
|
519
|
+
type = self.token()
|
|
520
|
+
self.assertToken(self.token(), ')')
|
|
521
|
+
return lambda sent_index, word_indices: BoxerCard(self.discourse_id, sent_index, word_indices, variable, value, type)
|
|
522
|
+
|
|
523
|
+
def _handle_prop(self):
|
|
524
|
+
#prop(_G15949, drs(...))
|
|
525
|
+
self.assertToken(self.token(), '(')
|
|
526
|
+
variable = self.parse_variable()
|
|
527
|
+
self.assertToken(self.token(), ',')
|
|
528
|
+
drs = self.process_next_expression(None)
|
|
529
|
+
self.assertToken(self.token(), ')')
|
|
530
|
+
return lambda sent_index, word_indices: BoxerProp(self.discourse_id, sent_index, word_indices, variable, drs)
|
|
531
|
+
|
|
532
|
+
def _parse_index_list(self):
|
|
533
|
+
#[1001,1002]:
|
|
534
|
+
indices = []
|
|
535
|
+
self.assertToken(self.token(), '[')
|
|
536
|
+
while self.token(0) != ']':
|
|
537
|
+
indices.append(self.parse_index())
|
|
538
|
+
if self.token(0) == ',':
|
|
539
|
+
self.token() #swallow ','
|
|
540
|
+
self.token() #swallow ']'
|
|
541
|
+
self.assertToken(self.token(), ':')
|
|
542
|
+
return indices
|
|
543
|
+
|
|
544
|
+
def parse_drs(self):
|
|
545
|
+
#drs([[1001]:_G3943],
|
|
546
|
+
# [[1002]:pred(_G3943, dog, n, 0)]
|
|
547
|
+
# )
|
|
548
|
+
self.assertToken(self.token(), '(')
|
|
549
|
+
self.assertToken(self.token(), '[')
|
|
550
|
+
refs = set()
|
|
551
|
+
while self.token(0) != ']':
|
|
552
|
+
indices = self._parse_index_list()
|
|
553
|
+
refs.add(self.parse_variable())
|
|
554
|
+
if self.token(0) == ',':
|
|
555
|
+
self.token() #swallow ','
|
|
556
|
+
self.token() #swallow ']'
|
|
557
|
+
self.assertToken(self.token(), ',')
|
|
558
|
+
self.assertToken(self.token(), '[')
|
|
559
|
+
conds = []
|
|
560
|
+
while self.token(0) != ']':
|
|
561
|
+
indices = self._parse_index_list()
|
|
562
|
+
conds.extend(self.parse_condition(indices))
|
|
563
|
+
if self.token(0) == ',':
|
|
564
|
+
self.token() #swallow ','
|
|
565
|
+
self.token() #swallow ']'
|
|
566
|
+
self.assertToken(self.token(), ')')
|
|
567
|
+
return BoxerDrs(list(refs), conds)
|
|
568
|
+
|
|
569
|
+
def _handle_binary_expression(self, make_callback):
|
|
570
|
+
self.assertToken(self.token(), '(')
|
|
571
|
+
drs1 = self.process_next_expression(None)
|
|
572
|
+
self.assertToken(self.token(), ',')
|
|
573
|
+
drs2 = self.process_next_expression(None)
|
|
574
|
+
self.assertToken(self.token(), ')')
|
|
575
|
+
return lambda sent_index, word_indices: make_callback(sent_index, word_indices, drs1, drs2)
|
|
576
|
+
|
|
577
|
+
def _handle_alfa(self, make_callback):
|
|
578
|
+
self.assertToken(self.token(), '(')
|
|
579
|
+
type = self.token()
|
|
580
|
+
self.assertToken(self.token(), ',')
|
|
581
|
+
drs1 = self.process_next_expression(None)
|
|
582
|
+
self.assertToken(self.token(), ',')
|
|
583
|
+
drs2 = self.process_next_expression(None)
|
|
584
|
+
self.assertToken(self.token(), ')')
|
|
585
|
+
return lambda sent_index, word_indices: make_callback(sent_index, word_indices, drs1, drs2)
|
|
586
|
+
|
|
587
|
+
def _handle_eq(self):
|
|
588
|
+
self.assertToken(self.token(), '(')
|
|
589
|
+
var1 = self.parse_variable()
|
|
590
|
+
self.assertToken(self.token(), ',')
|
|
591
|
+
var2 = self.parse_variable()
|
|
592
|
+
self.assertToken(self.token(), ')')
|
|
593
|
+
return lambda sent_index, word_indices: BoxerEq(self.discourse_id, sent_index, word_indices, var1, var2)
|
|
594
|
+
|
|
595
|
+
|
|
596
|
+
def _handle_whq(self):
|
|
597
|
+
self.assertToken(self.token(), '(')
|
|
598
|
+
self.assertToken(self.token(), '[')
|
|
599
|
+
ans_types = []
|
|
600
|
+
while self.token(0) != ']':
|
|
601
|
+
cat = self.token()
|
|
602
|
+
self.assertToken(self.token(), ':')
|
|
603
|
+
if cat == 'des':
|
|
604
|
+
ans_types.append(self.token())
|
|
605
|
+
elif cat == 'num':
|
|
606
|
+
ans_types.append('number')
|
|
607
|
+
typ = self.token()
|
|
608
|
+
if typ == 'cou':
|
|
609
|
+
ans_types.append('count')
|
|
610
|
+
else:
|
|
611
|
+
ans_types.append(typ)
|
|
612
|
+
else:
|
|
613
|
+
ans_types.append(self.token())
|
|
614
|
+
self.token() #swallow the ']'
|
|
615
|
+
|
|
616
|
+
self.assertToken(self.token(), ',')
|
|
617
|
+
d1 = self.process_next_expression(None)
|
|
618
|
+
self.assertToken(self.token(), ',')
|
|
619
|
+
ref = self.parse_variable()
|
|
620
|
+
self.assertToken(self.token(), ',')
|
|
621
|
+
d2 = self.process_next_expression(None)
|
|
622
|
+
self.assertToken(self.token(), ')')
|
|
623
|
+
return lambda sent_index, word_indices: BoxerWhq(self.discourse_id, sent_index, word_indices, ans_types, d1, ref, d2)
|
|
624
|
+
|
|
625
|
+
def _make_merge_expression(self, sent_index, word_indices, drs1, drs2):
|
|
626
|
+
return BoxerDrs(drs1.refs + drs2.refs, drs1.conds + drs2.conds)
|
|
627
|
+
|
|
628
|
+
def _make_or_expression(self, sent_index, word_indices, drs1, drs2):
|
|
629
|
+
return BoxerOr(self.discourse_id, sent_index, word_indices, drs1, drs2)
|
|
630
|
+
|
|
631
|
+
def _make_imp_expression(self, sent_index, word_indices, drs1, drs2):
|
|
632
|
+
return BoxerDrs(drs1.refs, drs1.conds, drs2)
|
|
633
|
+
|
|
634
|
+
def parse_variable(self):
|
|
635
|
+
var = self.token()
|
|
636
|
+
assert re.match('^[exps]\d+$', var), var
|
|
637
|
+
return var
|
|
638
|
+
|
|
639
|
+
def parse_index(self):
|
|
640
|
+
return int(self.token())
|
|
641
|
+
|
|
642
|
+
def _sent_and_word_indices(self, indices):
|
|
643
|
+
"""
|
|
644
|
+
:return: list of (sent_index, word_indices) tuples
|
|
645
|
+
"""
|
|
646
|
+
sent_indices = set((i / 1000)-1 for i in indices if i>=0)
|
|
647
|
+
if sent_indices:
|
|
648
|
+
pairs = []
|
|
649
|
+
for sent_index in sent_indices:
|
|
650
|
+
word_indices = [(i % 1000)-1 for i in indices if sent_index == (i / 1000)-1]
|
|
651
|
+
pairs.append((sent_index, word_indices))
|
|
652
|
+
return pairs
|
|
653
|
+
else:
|
|
654
|
+
word_indices = [(i % 1000)-1 for i in indices]
|
|
655
|
+
return [(None, word_indices)]
|
|
656
|
+
|
|
657
|
+
|
|
658
|
+
class BoxerDrsParser(DrtParser):
|
|
659
|
+
"""
|
|
660
|
+
Reparse the str form of subclasses of ``AbstractBoxerDrs``
|
|
661
|
+
"""
|
|
662
|
+
def __init__(self, discourse_id=None):
|
|
663
|
+
DrtParser.__init__(self)
|
|
664
|
+
self.discourse_id = discourse_id
|
|
665
|
+
|
|
666
|
+
def get_all_symbols(self):
|
|
667
|
+
return [DrtTokens.OPEN, DrtTokens.CLOSE, DrtTokens.COMMA, DrtTokens.OPEN_BRACKET, DrtTokens.CLOSE_BRACKET]
|
|
668
|
+
|
|
669
|
+
def attempt_adjuncts(self, expression, context):
|
|
670
|
+
return expression
|
|
671
|
+
|
|
672
|
+
def handle(self, tok, context):
|
|
673
|
+
try:
|
|
674
|
+
# if tok == 'drs':
|
|
675
|
+
# self.assertNextToken(DrtTokens.OPEN)
|
|
676
|
+
# label = int(self.token())
|
|
677
|
+
# self.assertNextToken(DrtTokens.COMMA)
|
|
678
|
+
# refs = list(map(int, self.handle_refs()))
|
|
679
|
+
# self.assertNextToken(DrtTokens.COMMA)
|
|
680
|
+
# conds = self.handle_conds(None)
|
|
681
|
+
# self.assertNextToken(DrtTokens.CLOSE)
|
|
682
|
+
# return BoxerDrs(label, refs, conds)
|
|
683
|
+
if tok == 'pred':
|
|
684
|
+
self.assertNextToken(DrtTokens.OPEN)
|
|
685
|
+
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
686
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
687
|
+
sent_id = self.nullableIntToken()
|
|
688
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
689
|
+
word_ids = list(map(int, self.handle_refs()))
|
|
690
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
691
|
+
variable = int(self.token())
|
|
692
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
693
|
+
name = self.token()
|
|
694
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
695
|
+
pos = self.token()
|
|
696
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
697
|
+
sense = int(self.token())
|
|
698
|
+
self.assertNextToken(DrtTokens.CLOSE)
|
|
699
|
+
return BoxerPred(disc_id, sent_id, word_ids, variable, name, pos, sense)
|
|
700
|
+
elif tok == 'named':
|
|
701
|
+
self.assertNextToken(DrtTokens.OPEN)
|
|
702
|
+
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
703
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
704
|
+
sent_id = int(self.token())
|
|
705
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
706
|
+
word_ids = map(int, self.handle_refs())
|
|
707
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
708
|
+
variable = int(self.token())
|
|
709
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
710
|
+
name = self.token()
|
|
711
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
712
|
+
type = self.token()
|
|
713
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
714
|
+
sense = int(self.token())
|
|
715
|
+
self.assertNextToken(DrtTokens.CLOSE)
|
|
716
|
+
return BoxerNamed(disc_id, sent_id, word_ids, variable, name, type, sense)
|
|
717
|
+
elif tok == 'rel':
|
|
718
|
+
self.assertNextToken(DrtTokens.OPEN)
|
|
719
|
+
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
720
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
721
|
+
sent_id = self.nullableIntToken()
|
|
722
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
723
|
+
word_ids = list(map(int, self.handle_refs()))
|
|
724
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
725
|
+
var1 = int(self.token())
|
|
726
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
727
|
+
var2 = int(self.token())
|
|
728
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
729
|
+
rel = self.token()
|
|
730
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
731
|
+
sense = int(self.token())
|
|
732
|
+
self.assertNextToken(DrtTokens.CLOSE)
|
|
733
|
+
return BoxerRel(disc_id, sent_id, word_ids, var1, var2, rel, sense)
|
|
734
|
+
elif tok == 'prop':
|
|
735
|
+
self.assertNextToken(DrtTokens.OPEN)
|
|
736
|
+
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
737
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
738
|
+
sent_id = int(self.token())
|
|
739
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
740
|
+
word_ids = list(map(int, self.handle_refs()))
|
|
741
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
742
|
+
variable = int(self.token())
|
|
743
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
744
|
+
drs = self.process_next_expression(None)
|
|
745
|
+
self.assertNextToken(DrtTokens.CLOSE)
|
|
746
|
+
return BoxerProp(disc_id, sent_id, word_ids, variable, drs)
|
|
747
|
+
elif tok == 'not':
|
|
748
|
+
self.assertNextToken(DrtTokens.OPEN)
|
|
749
|
+
drs = self.process_next_expression(None)
|
|
750
|
+
self.assertNextToken(DrtTokens.CLOSE)
|
|
751
|
+
return BoxerNot(drs)
|
|
752
|
+
elif tok == 'imp':
|
|
753
|
+
self.assertNextToken(DrtTokens.OPEN)
|
|
754
|
+
drs1 = self.process_next_expression(None)
|
|
755
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
756
|
+
drs2 = self.process_next_expression(None)
|
|
757
|
+
self.assertNextToken(DrtTokens.CLOSE)
|
|
758
|
+
return BoxerDrs(drs1.refs, drs1.conds, drs2)
|
|
759
|
+
elif tok == 'or':
|
|
760
|
+
self.assertNextToken(DrtTokens.OPEN)
|
|
761
|
+
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
762
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
763
|
+
sent_id = self.nullableIntToken()
|
|
764
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
765
|
+
word_ids = map(int, self.handle_refs())
|
|
766
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
767
|
+
drs1 = self.process_next_expression(None)
|
|
768
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
769
|
+
drs2 = self.process_next_expression(None)
|
|
770
|
+
self.assertNextToken(DrtTokens.CLOSE)
|
|
771
|
+
return BoxerOr(disc_id, sent_id, word_ids, drs1, drs2)
|
|
772
|
+
elif tok == 'eq':
|
|
773
|
+
self.assertNextToken(DrtTokens.OPEN)
|
|
774
|
+
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
775
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
776
|
+
sent_id = self.nullableIntToken()
|
|
777
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
778
|
+
word_ids = list(map(int, self.handle_refs()))
|
|
779
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
780
|
+
var1 = int(self.token())
|
|
781
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
782
|
+
var2 = int(self.token())
|
|
783
|
+
self.assertNextToken(DrtTokens.CLOSE)
|
|
784
|
+
return BoxerEq(disc_id, sent_id, word_ids, var1, var2)
|
|
785
|
+
elif tok == 'card':
|
|
786
|
+
self.assertNextToken(DrtTokens.OPEN)
|
|
787
|
+
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
788
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
789
|
+
sent_id = self.nullableIntToken()
|
|
790
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
791
|
+
word_ids = map(int, self.handle_refs())
|
|
792
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
793
|
+
var = int(self.token())
|
|
794
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
795
|
+
value = self.token()
|
|
796
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
797
|
+
type = self.token()
|
|
798
|
+
self.assertNextToken(DrtTokens.CLOSE)
|
|
799
|
+
return BoxerCard(disc_id, sent_id, word_ids, var, value, type)
|
|
800
|
+
elif tok == 'whq':
|
|
801
|
+
self.assertNextToken(DrtTokens.OPEN)
|
|
802
|
+
disc_id = (self.token(), self.discourse_id)[self.discourse_id is not None]
|
|
803
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
804
|
+
sent_id = self.nullableIntToken()
|
|
805
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
806
|
+
word_ids = list(map(int, self.handle_refs()))
|
|
807
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
808
|
+
ans_types = self.handle_refs()
|
|
809
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
810
|
+
drs1 = self.process_next_expression(None)
|
|
811
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
812
|
+
var = int(self.token())
|
|
813
|
+
self.assertNextToken(DrtTokens.COMMA)
|
|
814
|
+
drs2 = self.process_next_expression(None)
|
|
815
|
+
self.assertNextToken(DrtTokens.CLOSE)
|
|
816
|
+
return BoxerWhq(disc_id, sent_id, word_ids, ans_types, drs1, var, drs2)
|
|
817
|
+
except Exception as e:
|
|
818
|
+
raise LogicalExpressionException(self._currentIndex, str(e))
|
|
819
|
+
assert False, repr(tok)
|
|
820
|
+
|
|
821
|
+
def nullableIntToken(self):
|
|
822
|
+
t = self.token()
|
|
823
|
+
return [None,int(t)][t != 'None']
|
|
824
|
+
|
|
825
|
+
def get_next_token_variable(self, description):
|
|
826
|
+
try:
|
|
827
|
+
return self.token()
|
|
828
|
+
except ExpectedMoreTokensException as e:
|
|
829
|
+
raise ExpectedMoreTokensException(e.index, 'Variable expected.')
|
|
830
|
+
|
|
831
|
+
|
|
832
|
+
|
|
833
|
+
class AbstractBoxerDrs(object):
|
|
834
|
+
def variables(self):
|
|
835
|
+
"""
|
|
836
|
+
:return: (set<variables>, set<events>, set<propositions>)
|
|
837
|
+
"""
|
|
838
|
+
variables, events, propositions = self._variables()
|
|
839
|
+
return (variables - (events | propositions), events, propositions - events)
|
|
840
|
+
|
|
841
|
+
def variable_types(self):
|
|
842
|
+
vartypes = {}
|
|
843
|
+
for t,vars in zip(('z','e','p'), self.variables()):
|
|
844
|
+
for v in vars:
|
|
845
|
+
vartypes[v] = t
|
|
846
|
+
return vartypes
|
|
847
|
+
|
|
848
|
+
def _variables(self):
|
|
849
|
+
"""
|
|
850
|
+
:return: (set<variables>, set<events>, set<propositions>)
|
|
851
|
+
"""
|
|
852
|
+
return (set(), set(), set())
|
|
853
|
+
|
|
854
|
+
def atoms(self):
|
|
855
|
+
return set()
|
|
856
|
+
|
|
857
|
+
def clean(self):
|
|
858
|
+
return self
|
|
859
|
+
|
|
860
|
+
def _clean_name(self, name):
|
|
861
|
+
return name.replace('-','_').replace("'", "_")
|
|
862
|
+
|
|
863
|
+
def renumber_sentences(self, f):
|
|
864
|
+
return self
|
|
865
|
+
|
|
866
|
+
def __hash__(self):
|
|
867
|
+
return hash("{0}".format(self))
|
|
868
|
+
|
|
869
|
+
|
|
870
|
+
@python_2_unicode_compatible
|
|
871
|
+
class BoxerDrs(AbstractBoxerDrs):
|
|
872
|
+
def __init__(self, refs, conds, consequent=None):
|
|
873
|
+
AbstractBoxerDrs.__init__(self)
|
|
874
|
+
self.refs = refs
|
|
875
|
+
self.conds = conds
|
|
876
|
+
self.consequent = consequent
|
|
877
|
+
|
|
878
|
+
def _variables(self):
|
|
879
|
+
variables = (set(), set(), set())
|
|
880
|
+
for cond in self.conds:
|
|
881
|
+
for s,v in zip(variables, cond._variables()):
|
|
882
|
+
s.update(v)
|
|
883
|
+
if self.consequent is not None:
|
|
884
|
+
for s,v in zip(variables, self.consequent._variables()):
|
|
885
|
+
s.update(v)
|
|
886
|
+
return variables
|
|
887
|
+
|
|
888
|
+
def atoms(self):
|
|
889
|
+
atoms = reduce(operator.or_, (cond.atoms() for cond in self.conds), set())
|
|
890
|
+
if self.consequent is not None:
|
|
891
|
+
atoms.update(self.consequent.atoms())
|
|
892
|
+
return atoms
|
|
893
|
+
|
|
894
|
+
def clean(self):
|
|
895
|
+
consequent = (self.consequent.clean() if self.consequent else None)
|
|
896
|
+
return BoxerDrs(self.refs, [c.clean() for c in self.conds], consequent)
|
|
897
|
+
|
|
898
|
+
def renumber_sentences(self, f):
|
|
899
|
+
consequent = (self.consequent.renumber_sentences(f) if self.consequent else None)
|
|
900
|
+
return BoxerDrs(self.refs, [c.renumber_sentences(f) for c in self.conds], consequent)
|
|
901
|
+
|
|
902
|
+
def __repr__(self):
|
|
903
|
+
s = 'drs([%s], [%s])' % (', '.join("%s" % r for r in self.refs),
|
|
904
|
+
', '.join("%s" % c for c in self.conds))
|
|
905
|
+
if self.consequent is not None:
|
|
906
|
+
s = 'imp(%s, %s)' % (s, self.consequent)
|
|
907
|
+
return s
|
|
908
|
+
|
|
909
|
+
def __eq__(self, other):
|
|
910
|
+
return self.__class__ == other.__class__ and \
|
|
911
|
+
self.refs == other.refs and \
|
|
912
|
+
len(self.conds) == len(other.conds) and \
|
|
913
|
+
reduce(operator.and_, (c1==c2 for c1,c2 in zip(self.conds, other.conds))) and \
|
|
914
|
+
self.consequent == other.consequent
|
|
915
|
+
|
|
916
|
+
def __ne__(self, other):
|
|
917
|
+
return not self == other
|
|
918
|
+
|
|
919
|
+
__hash__ = AbstractBoxerDrs.__hash__
|
|
920
|
+
|
|
921
|
+
|
|
922
|
+
@python_2_unicode_compatible
|
|
923
|
+
class BoxerNot(AbstractBoxerDrs):
|
|
924
|
+
def __init__(self, drs):
|
|
925
|
+
AbstractBoxerDrs.__init__(self)
|
|
926
|
+
self.drs = drs
|
|
927
|
+
|
|
928
|
+
def _variables(self):
|
|
929
|
+
return self.drs._variables()
|
|
930
|
+
|
|
931
|
+
def atoms(self):
|
|
932
|
+
return self.drs.atoms()
|
|
933
|
+
|
|
934
|
+
def clean(self):
|
|
935
|
+
return BoxerNot(self.drs.clean())
|
|
936
|
+
|
|
937
|
+
def renumber_sentences(self, f):
|
|
938
|
+
return BoxerNot(self.drs.renumber_sentences(f))
|
|
939
|
+
|
|
940
|
+
def __repr__(self):
|
|
941
|
+
return 'not(%s)' % (self.drs)
|
|
942
|
+
|
|
943
|
+
def __eq__(self, other):
|
|
944
|
+
return self.__class__ == other.__class__ and self.drs == other.drs
|
|
945
|
+
|
|
946
|
+
def __ne__(self, other):
|
|
947
|
+
return not self == other
|
|
948
|
+
|
|
949
|
+
__hash__ = AbstractBoxerDrs.__hash__
|
|
950
|
+
|
|
951
|
+
@python_2_unicode_compatible
|
|
952
|
+
class BoxerIndexed(AbstractBoxerDrs):
|
|
953
|
+
def __init__(self, discourse_id, sent_index, word_indices):
|
|
954
|
+
AbstractBoxerDrs.__init__(self)
|
|
955
|
+
self.discourse_id = discourse_id
|
|
956
|
+
self.sent_index = sent_index
|
|
957
|
+
self.word_indices = word_indices
|
|
958
|
+
|
|
959
|
+
def atoms(self):
|
|
960
|
+
return set([self])
|
|
961
|
+
|
|
962
|
+
def __eq__(self, other):
|
|
963
|
+
return self.__class__ == other.__class__ and \
|
|
964
|
+
self.discourse_id == other.discourse_id and \
|
|
965
|
+
self.sent_index == other.sent_index and \
|
|
966
|
+
self.word_indices == other.word_indices and \
|
|
967
|
+
reduce(operator.and_, (s==o for s,o in zip(self, other)))
|
|
968
|
+
|
|
969
|
+
def __ne__(self, other):
|
|
970
|
+
return not self == other
|
|
971
|
+
|
|
972
|
+
__hash__ = AbstractBoxerDrs.__hash__
|
|
973
|
+
|
|
974
|
+
def __repr__(self):
|
|
975
|
+
s = '%s(%s, %s, [%s]' % (self._pred(), self.discourse_id,
|
|
976
|
+
self.sent_index, ', '.join("%s" % wi for wi in self.word_indices))
|
|
977
|
+
for v in self:
|
|
978
|
+
s += ', %s' % v
|
|
979
|
+
return s + ')'
|
|
980
|
+
|
|
981
|
+
class BoxerPred(BoxerIndexed):
|
|
982
|
+
def __init__(self, discourse_id, sent_index, word_indices, var, name, pos, sense):
|
|
983
|
+
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
984
|
+
self.var = var
|
|
985
|
+
self.name = name
|
|
986
|
+
self.pos = pos
|
|
987
|
+
self.sense = sense
|
|
988
|
+
|
|
989
|
+
def _variables(self):
|
|
990
|
+
return (set([self.var]), set(), set())
|
|
991
|
+
|
|
992
|
+
def change_var(self, var):
|
|
993
|
+
return BoxerPred(self.discourse_id, self.sent_index, self.word_indices, var, self.name, self.pos, self.sense)
|
|
994
|
+
|
|
995
|
+
def clean(self):
|
|
996
|
+
return BoxerPred(self.discourse_id, self.sent_index, self.word_indices, self.var, self._clean_name(self.name), self.pos, self.sense)
|
|
997
|
+
|
|
998
|
+
def renumber_sentences(self, f):
|
|
999
|
+
new_sent_index = f(self.sent_index)
|
|
1000
|
+
return BoxerPred(self.discourse_id, new_sent_index, self.word_indices, self.var, self.name, self.pos, self.sense)
|
|
1001
|
+
|
|
1002
|
+
def __iter__(self):
|
|
1003
|
+
return iter((self.var, self.name, self.pos, self.sense))
|
|
1004
|
+
|
|
1005
|
+
def _pred(self):
|
|
1006
|
+
return 'pred'
|
|
1007
|
+
|
|
1008
|
+
class BoxerNamed(BoxerIndexed):
|
|
1009
|
+
def __init__(self, discourse_id, sent_index, word_indices, var, name, type, sense):
|
|
1010
|
+
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1011
|
+
self.var = var
|
|
1012
|
+
self.name = name
|
|
1013
|
+
self.type = type
|
|
1014
|
+
self.sense = sense
|
|
1015
|
+
|
|
1016
|
+
def _variables(self):
|
|
1017
|
+
return (set([self.var]), set(), set())
|
|
1018
|
+
|
|
1019
|
+
def change_var(self, var):
|
|
1020
|
+
return BoxerNamed(self.discourse_id, self.sent_index, self.word_indices, var, self.name, self.type, self.sense)
|
|
1021
|
+
|
|
1022
|
+
def clean(self):
|
|
1023
|
+
return BoxerNamed(self.discourse_id, self.sent_index, self.word_indices, self.var, self._clean_name(self.name), self.type, self.sense)
|
|
1024
|
+
|
|
1025
|
+
def renumber_sentences(self, f):
|
|
1026
|
+
return BoxerNamed(self.discourse_id, f(self.sent_index), self.word_indices, self.var, self.name, self.type, self.sense)
|
|
1027
|
+
|
|
1028
|
+
def __iter__(self):
|
|
1029
|
+
return iter((self.var, self.name, self.type, self.sense))
|
|
1030
|
+
|
|
1031
|
+
def _pred(self):
|
|
1032
|
+
return 'named'
|
|
1033
|
+
|
|
1034
|
+
class BoxerRel(BoxerIndexed):
|
|
1035
|
+
def __init__(self, discourse_id, sent_index, word_indices, var1, var2, rel, sense):
|
|
1036
|
+
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1037
|
+
self.var1 = var1
|
|
1038
|
+
self.var2 = var2
|
|
1039
|
+
self.rel = rel
|
|
1040
|
+
self.sense = sense
|
|
1041
|
+
|
|
1042
|
+
def _variables(self):
|
|
1043
|
+
return (set([self.var1, self.var2]), set(), set())
|
|
1044
|
+
|
|
1045
|
+
def clean(self):
|
|
1046
|
+
return BoxerRel(self.discourse_id, self.sent_index, self.word_indices, self.var1, self.var2, self._clean_name(self.rel), self.sense)
|
|
1047
|
+
|
|
1048
|
+
def renumber_sentences(self, f):
|
|
1049
|
+
return BoxerRel(self.discourse_id, f(self.sent_index), self.word_indices, self.var1, self.var2, self.rel, self.sense)
|
|
1050
|
+
|
|
1051
|
+
def __iter__(self):
|
|
1052
|
+
return iter((self.var1, self.var2, self.rel, self.sense))
|
|
1053
|
+
|
|
1054
|
+
def _pred(self):
|
|
1055
|
+
return 'rel'
|
|
1056
|
+
|
|
1057
|
+
class BoxerProp(BoxerIndexed):
|
|
1058
|
+
def __init__(self, discourse_id, sent_index, word_indices, var, drs):
|
|
1059
|
+
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1060
|
+
self.var = var
|
|
1061
|
+
self.drs = drs
|
|
1062
|
+
|
|
1063
|
+
def _variables(self):
|
|
1064
|
+
return tuple(map(operator.or_, (set(), set(), set([self.var])), self.drs._variables()))
|
|
1065
|
+
|
|
1066
|
+
def referenced_labels(self):
|
|
1067
|
+
return set([self.drs])
|
|
1068
|
+
|
|
1069
|
+
def atoms(self):
|
|
1070
|
+
return self.drs.atoms()
|
|
1071
|
+
|
|
1072
|
+
def clean(self):
|
|
1073
|
+
return BoxerProp(self.discourse_id, self.sent_index, self.word_indices, self.var, self.drs.clean())
|
|
1074
|
+
|
|
1075
|
+
def renumber_sentences(self, f):
|
|
1076
|
+
return BoxerProp(self.discourse_id, f(self.sent_index), self.word_indices, self.var, self.drs.renumber_sentences(f))
|
|
1077
|
+
|
|
1078
|
+
def __iter__(self):
|
|
1079
|
+
return iter((self.var, self.drs))
|
|
1080
|
+
|
|
1081
|
+
def _pred(self):
|
|
1082
|
+
return 'prop'
|
|
1083
|
+
|
|
1084
|
+
class BoxerEq(BoxerIndexed):
|
|
1085
|
+
def __init__(self, discourse_id, sent_index, word_indices, var1, var2):
|
|
1086
|
+
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1087
|
+
self.var1 = var1
|
|
1088
|
+
self.var2 = var2
|
|
1089
|
+
|
|
1090
|
+
def _variables(self):
|
|
1091
|
+
return (set([self.var1, self.var2]), set(), set())
|
|
1092
|
+
|
|
1093
|
+
def atoms(self):
|
|
1094
|
+
return set()
|
|
1095
|
+
|
|
1096
|
+
def renumber_sentences(self, f):
|
|
1097
|
+
return BoxerEq(self.discourse_id, f(self.sent_index), self.word_indices, self.var1, self.var2)
|
|
1098
|
+
|
|
1099
|
+
def __iter__(self):
|
|
1100
|
+
return iter((self.var1, self.var2))
|
|
1101
|
+
|
|
1102
|
+
def _pred(self):
|
|
1103
|
+
return 'eq'
|
|
1104
|
+
|
|
1105
|
+
class BoxerCard(BoxerIndexed):
|
|
1106
|
+
def __init__(self, discourse_id, sent_index, word_indices, var, value, type):
|
|
1107
|
+
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1108
|
+
self.var = var
|
|
1109
|
+
self.value = value
|
|
1110
|
+
self.type = type
|
|
1111
|
+
|
|
1112
|
+
def _variables(self):
|
|
1113
|
+
return (set([self.var]), set(), set())
|
|
1114
|
+
|
|
1115
|
+
def renumber_sentences(self, f):
|
|
1116
|
+
return BoxerCard(self.discourse_id, f(self.sent_index), self.word_indices, self.var, self.value, self.type)
|
|
1117
|
+
|
|
1118
|
+
def __iter__(self):
|
|
1119
|
+
return iter((self.var, self.value, self.type))
|
|
1120
|
+
|
|
1121
|
+
def _pred(self):
|
|
1122
|
+
return 'card'
|
|
1123
|
+
|
|
1124
|
+
class BoxerOr(BoxerIndexed):
|
|
1125
|
+
def __init__(self, discourse_id, sent_index, word_indices, drs1, drs2):
|
|
1126
|
+
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1127
|
+
self.drs1 = drs1
|
|
1128
|
+
self.drs2 = drs2
|
|
1129
|
+
|
|
1130
|
+
def _variables(self):
|
|
1131
|
+
return tuple(map(operator.or_, self.drs1._variables(), self.drs2._variables()))
|
|
1132
|
+
|
|
1133
|
+
def atoms(self):
|
|
1134
|
+
return self.drs1.atoms() | self.drs2.atoms()
|
|
1135
|
+
|
|
1136
|
+
def clean(self):
|
|
1137
|
+
return BoxerOr(self.discourse_id, self.sent_index, self.word_indices, self.drs1.clean(), self.drs2.clean())
|
|
1138
|
+
|
|
1139
|
+
def renumber_sentences(self, f):
|
|
1140
|
+
return BoxerOr(self.discourse_id, f(self.sent_index), self.word_indices, self.drs1, self.drs2)
|
|
1141
|
+
|
|
1142
|
+
def __iter__(self):
|
|
1143
|
+
return iter((self.drs1, self.drs2))
|
|
1144
|
+
|
|
1145
|
+
def _pred(self):
|
|
1146
|
+
return 'or'
|
|
1147
|
+
|
|
1148
|
+
class BoxerWhq(BoxerIndexed):
|
|
1149
|
+
def __init__(self, discourse_id, sent_index, word_indices, ans_types, drs1, variable, drs2):
|
|
1150
|
+
BoxerIndexed.__init__(self, discourse_id, sent_index, word_indices)
|
|
1151
|
+
self.ans_types = ans_types
|
|
1152
|
+
self.drs1 = drs1
|
|
1153
|
+
self.variable = variable
|
|
1154
|
+
self.drs2 = drs2
|
|
1155
|
+
|
|
1156
|
+
def _variables(self):
|
|
1157
|
+
return tuple(map(operator.or_, (set([self.variable]), set(), set()), self.drs1._variables(), self.drs2._variables()))
|
|
1158
|
+
|
|
1159
|
+
def atoms(self):
|
|
1160
|
+
return self.drs1.atoms() | self.drs2.atoms()
|
|
1161
|
+
|
|
1162
|
+
def clean(self):
|
|
1163
|
+
return BoxerWhq(self.discourse_id, self.sent_index, self.word_indices, self.ans_types, self.drs1.clean(), self.variable, self.drs2.clean())
|
|
1164
|
+
|
|
1165
|
+
def renumber_sentences(self, f):
|
|
1166
|
+
return BoxerWhq(self.discourse_id, f(self.sent_index), self.word_indices, self.ans_types, self.drs1, self.variable, self.drs2)
|
|
1167
|
+
|
|
1168
|
+
def __iter__(self):
|
|
1169
|
+
return iter(('['+','.join(self.ans_types)+']', self.drs1, self.variable, self.drs2))
|
|
1170
|
+
|
|
1171
|
+
def _pred(self):
|
|
1172
|
+
return 'whq'
|
|
1173
|
+
|
|
1174
|
+
|
|
1175
|
+
|
|
1176
|
+
class PassthroughBoxerDrsInterpreter(object):
|
|
1177
|
+
def interpret(self, ex):
|
|
1178
|
+
return ex
|
|
1179
|
+
|
|
1180
|
+
|
|
1181
|
+
class NltkDrtBoxerDrsInterpreter(object):
|
|
1182
|
+
def __init__(self, occur_index=False):
|
|
1183
|
+
self._occur_index = occur_index
|
|
1184
|
+
|
|
1185
|
+
def interpret(self, ex):
|
|
1186
|
+
"""
|
|
1187
|
+
:param ex: ``AbstractBoxerDrs``
|
|
1188
|
+
:return: ``DrtExpression``
|
|
1189
|
+
"""
|
|
1190
|
+
if isinstance(ex, BoxerDrs):
|
|
1191
|
+
drs = DRS([Variable(r) for r in ex.refs], list(map(self.interpret, ex.conds)))
|
|
1192
|
+
if ex.consequent is not None:
|
|
1193
|
+
drs.consequent = self.interpret(ex.consequent)
|
|
1194
|
+
return drs
|
|
1195
|
+
elif isinstance(ex, BoxerNot):
|
|
1196
|
+
return DrtNegatedExpression(self.interpret(ex.drs))
|
|
1197
|
+
elif isinstance(ex, BoxerPred):
|
|
1198
|
+
pred = self._add_occur_indexing('%s_%s' % (ex.pos, ex.name), ex)
|
|
1199
|
+
return self._make_atom(pred, ex.var)
|
|
1200
|
+
elif isinstance(ex, BoxerNamed):
|
|
1201
|
+
pred = self._add_occur_indexing('ne_%s_%s' % (ex.type, ex.name), ex)
|
|
1202
|
+
return self._make_atom(pred, ex.var)
|
|
1203
|
+
elif isinstance(ex, BoxerRel):
|
|
1204
|
+
pred = self._add_occur_indexing('%s' % (ex.rel), ex)
|
|
1205
|
+
return self._make_atom(pred, ex.var1, ex.var2)
|
|
1206
|
+
elif isinstance(ex, BoxerProp):
|
|
1207
|
+
return DrtProposition(Variable(ex.var), self.interpret(ex.drs))
|
|
1208
|
+
elif isinstance(ex, BoxerEq):
|
|
1209
|
+
return DrtEqualityExpression(DrtVariableExpression(Variable(ex.var1)),
|
|
1210
|
+
DrtVariableExpression(Variable(ex.var2)))
|
|
1211
|
+
elif isinstance(ex, BoxerCard):
|
|
1212
|
+
pred = self._add_occur_indexing('card_%s_%s' % (ex.type, ex.value), ex)
|
|
1213
|
+
return self._make_atom(pred, ex.var)
|
|
1214
|
+
elif isinstance(ex, BoxerOr):
|
|
1215
|
+
return DrtOrExpression(self.interpret(ex.drs1), self.interpret(ex.drs2))
|
|
1216
|
+
elif isinstance(ex, BoxerWhq):
|
|
1217
|
+
drs1 = self.interpret(ex.drs1)
|
|
1218
|
+
drs2 = self.interpret(ex.drs2)
|
|
1219
|
+
return DRS(drs1.refs + drs2.refs, drs1.conds + drs2.conds)
|
|
1220
|
+
assert False, '%s: %s' % (ex.__class__.__name__, ex)
|
|
1221
|
+
|
|
1222
|
+
def _make_atom(self, pred, *args):
|
|
1223
|
+
accum = DrtVariableExpression(Variable(pred))
|
|
1224
|
+
for arg in args:
|
|
1225
|
+
accum = DrtApplicationExpression(accum, DrtVariableExpression(Variable(arg)))
|
|
1226
|
+
return accum
|
|
1227
|
+
|
|
1228
|
+
def _add_occur_indexing(self, base, ex):
|
|
1229
|
+
if self._occur_index and ex.sent_index is not None:
|
|
1230
|
+
if ex.discourse_id:
|
|
1231
|
+
base += '_%s' % ex.discourse_id
|
|
1232
|
+
base += '_s%s' % ex.sent_index
|
|
1233
|
+
base += '_w%s' % sorted(ex.word_indices)[0]
|
|
1234
|
+
return base
|
|
1235
|
+
|
|
1236
|
+
|
|
1237
|
+
class UnparseableInputException(Exception):
|
|
1238
|
+
pass
|
|
1239
|
+
|
|
1240
|
+
|
|
1241
|
+
if __name__ == '__main__':
|
|
1242
|
+
opts = OptionParser("usage: %prog TEXT [options]")
|
|
1243
|
+
opts.add_option("--verbose", "-v", help="display verbose logs", action="store_true", default=False, dest="verbose")
|
|
1244
|
+
opts.add_option("--fol", "-f", help="output FOL", action="store_true", default=False, dest="fol")
|
|
1245
|
+
opts.add_option("--question", "-q", help="input is a question", action="store_true", default=False, dest="question")
|
|
1246
|
+
opts.add_option("--occur", "-o", help="occurrence index", action="store_true", default=False, dest="occur_index")
|
|
1247
|
+
(options, args) = opts.parse_args()
|
|
1248
|
+
|
|
1249
|
+
if len(args) != 1:
|
|
1250
|
+
opts.error("incorrect number of arguments")
|
|
1251
|
+
|
|
1252
|
+
interpreter = NltkDrtBoxerDrsInterpreter(occur_index=options.occur_index)
|
|
1253
|
+
drs = Boxer(interpreter).interpret_multi(args[0].split(r'\n'), question=options.question, verbose=options.verbose)
|
|
1254
|
+
if drs is None:
|
|
1255
|
+
print(None)
|
|
1256
|
+
else:
|
|
1257
|
+
drs = drs.simplify().eliminate_equality()
|
|
1258
|
+
if options.fol:
|
|
1259
|
+
print(drs.fol().normalize())
|
|
1260
|
+
else:
|
|
1261
|
+
drs.pretty_print()
|