nltk 3.2__zip → 3.3__zip

{nltk-3.2 → nltk-3.3}/nltk/book.py

@@ -1,90 +1,91 @@
-# Natural Language Toolkit: Some texts for exploration in chapter 1 of the book
-#
-# Copyright (C) 2001-2015 NLTK Project
-# Author: Steven Bird <stevenbird1@gmail.com>
-#
-# URL: <http://nltk.org/>
-# For license information, see LICENSE.TXT
-from __future__ import print_function
-
-from nltk.corpus import (gutenberg, genesis, inaugural,
-                         nps_chat, webtext, treebank, wordnet)
-from nltk.text import Text
-from nltk.probability import FreqDist
-
-print("*** Introductory Examples for the NLTK Book ***")
-print("Loading text1, ..., text9 and sent1, ..., sent9")
-print("Type the name of the text or sentence to view it.")
-print("Type: 'texts()' or 'sents()' to list the materials.")
-
-text1 = Text(gutenberg.words('melville-moby_dick.txt'))
-print("text1:", text1.name)
-
-text2 = Text(gutenberg.words('austen-sense.txt'))
-print("text2:", text2.name)
-
-text3 = Text(genesis.words('english-kjv.txt'), name="The Book of Genesis")
-print("text3:", text3.name)
-
-text4 = Text(inaugural.words(), name="Inaugural Address Corpus")
-print("text4:", text4.name)
-
-text5 = Text(nps_chat.words(), name="Chat Corpus")
-print("text5:", text5.name)
-
-text6 = Text(webtext.words('grail.txt'),
-             name="Monty Python and the Holy Grail")
-print("text6:", text6.name)
-
-text7 = Text(treebank.words(), name="Wall Street Journal")
-print("text7:", text7.name)
-
-text8 = Text(webtext.words('singles.txt'), name="Personals Corpus")
-print("text8:", text8.name)
-
-text9 = Text(gutenberg.words('chesterton-thursday.txt'))
-print("text9:", text9.name)
-
-
-def texts():
-    print("text1:", text1.name)
-    print("text2:", text2.name)
-    print("text3:", text3.name)
-    print("text4:", text4.name)
-    print("text5:", text5.name)
-    print("text6:", text6.name)
-    print("text7:", text7.name)
-    print("text8:", text8.name)
-    print("text9:", text9.name)
-
-sent1 = ["Call", "me", "Ishmael", "."]
-sent2 = ["The", "family", "of", "Dashwood", "had", "long",
-         "been", "settled", "in", "Sussex", "."]
-sent3 = ["In", "the", "beginning", "God", "created", "the",
-         "heaven", "and", "the", "earth", "."]
-sent4 = ["Fellow", "-", "Citizens", "of", "the", "Senate",
-         "and", "of", "the", "House", "of", "Representatives", ":"]
-sent5 = ["I", "have", "a", "problem", "with", "people",
-         "PMing", "me", "to", "lol", "JOIN"]
-sent6 = ['SCENE', '1', ':', '[', 'wind', ']', '[', 'clop', 'clop',
-         'clop', ']', 'KING', 'ARTHUR', ':', 'Whoa', 'there', '!']
-sent7 = ["Pierre", "Vinken", ",", "61", "years", "old", ",",
-         "will", "join", "the", "board", "as", "a", "nonexecutive",
-         "director", "Nov.", "29", "."]
-sent8 = ['25', 'SEXY', 'MALE', ',', 'seeks', 'attrac', 'older',
-         'single', 'lady', ',', 'for', 'discreet', 'encounters', '.']
-sent9 = ["THE", "suburb", "of", "Saffron", "Park", "lay", "on", "the",
-         "sunset", "side", "of", "London", ",", "as", "red", "and",
-         "ragged", "as", "a", "cloud", "of", "sunset", "."]
-
-
-def sents():
-    print("sent1:", " ".join(sent1))
-    print("sent2:", " ".join(sent2))
-    print("sent3:", " ".join(sent3))
-    print("sent4:", " ".join(sent4))
-    print("sent5:", " ".join(sent5))
-    print("sent6:", " ".join(sent6))
-    print("sent7:", " ".join(sent7))
-    print("sent8:", " ".join(sent8))
-    print("sent9:", " ".join(sent9))
+# Natural Language Toolkit: Some texts for exploration in chapter 1 of the book
+#
+# Copyright (C) 2001-2018 NLTK Project
+# Author: Steven Bird <stevenbird1@gmail.com>
+#
+# URL: <http://nltk.org/>
+# For license information, see LICENSE.TXT
+from __future__ import print_function
+
+from nltk.corpus import (gutenberg, genesis, inaugural,
+                         nps_chat, webtext, treebank, wordnet)
+from nltk.text import Text
+from nltk.probability import FreqDist
+from nltk.util import bigrams
+
+print("*** Introductory Examples for the NLTK Book ***")
+print("Loading text1, ..., text9 and sent1, ..., sent9")
+print("Type the name of the text or sentence to view it.")
+print("Type: 'texts()' or 'sents()' to list the materials.")
+
+text1 = Text(gutenberg.words('melville-moby_dick.txt'))
+print("text1:", text1.name)
+
+text2 = Text(gutenberg.words('austen-sense.txt'))
+print("text2:", text2.name)
+
+text3 = Text(genesis.words('english-kjv.txt'), name="The Book of Genesis")
+print("text3:", text3.name)
+
+text4 = Text(inaugural.words(), name="Inaugural Address Corpus")
+print("text4:", text4.name)
+
+text5 = Text(nps_chat.words(), name="Chat Corpus")
+print("text5:", text5.name)
+
+text6 = Text(webtext.words('grail.txt'),
+             name="Monty Python and the Holy Grail")
+print("text6:", text6.name)
+
+text7 = Text(treebank.words(), name="Wall Street Journal")
+print("text7:", text7.name)
+
+text8 = Text(webtext.words('singles.txt'), name="Personals Corpus")
+print("text8:", text8.name)
+
+text9 = Text(gutenberg.words('chesterton-thursday.txt'))
+print("text9:", text9.name)
+
+
+def texts():
+    print("text1:", text1.name)
+    print("text2:", text2.name)
+    print("text3:", text3.name)
+    print("text4:", text4.name)
+    print("text5:", text5.name)
+    print("text6:", text6.name)
+    print("text7:", text7.name)
+    print("text8:", text8.name)
+    print("text9:", text9.name)
+
+sent1 = ["Call", "me", "Ishmael", "."]
+sent2 = ["The", "family", "of", "Dashwood", "had", "long",
+         "been", "settled", "in", "Sussex", "."]
+sent3 = ["In", "the", "beginning", "God", "created", "the",
+         "heaven", "and", "the", "earth", "."]
+sent4 = ["Fellow", "-", "Citizens", "of", "the", "Senate",
+         "and", "of", "the", "House", "of", "Representatives", ":"]
+sent5 = ["I", "have", "a", "problem", "with", "people",
+         "PMing", "me", "to", "lol", "JOIN"]
+sent6 = ['SCENE', '1', ':', '[', 'wind', ']', '[', 'clop', 'clop',
+         'clop', ']', 'KING', 'ARTHUR', ':', 'Whoa', 'there', '!']
+sent7 = ["Pierre", "Vinken", ",", "61", "years", "old", ",",
+         "will", "join", "the", "board", "as", "a", "nonexecutive",
+         "director", "Nov.", "29", "."]
+sent8 = ['25', 'SEXY', 'MALE', ',', 'seeks', 'attrac', 'older',
+         'single', 'lady', ',', 'for', 'discreet', 'encounters', '.']
+sent9 = ["THE", "suburb", "of", "Saffron", "Park", "lay", "on", "the",
+         "sunset", "side", "of", "London", ",", "as", "red", "and",
+         "ragged", "as", "a", "cloud", "of", "sunset", "."]
+
+
+def sents():
+    print("sent1:", " ".join(sent1))
+    print("sent2:", " ".join(sent2))
+    print("sent3:", " ".join(sent3))
+    print("sent4:", " ".join(sent4))
+    print("sent5:", " ".join(sent5))
+    print("sent6:", " ".join(sent6))
+    print("sent7:", " ".join(sent7))
+    print("sent8:", " ".join(sent8))
+    print("sent9:", " ".join(sent9))

{nltk-3.2 → nltk-3.3}/nltk/ccg/__init__.py

@@ -1,22 +1,22 @@
-# Natural Language Toolkit: Combinatory Categorial Grammar
-#
-# Copyright (C) 2001-2015 NLTK Project
-# Author: Graeme Gange <ggange@csse.unimelb.edu.au>
-# URL: <http://nltk.org/>
-# For license information, see LICENSE.TXT
-
-"""
-Combinatory Categorial Grammar.
-
-For more information see nltk/doc/contrib/ccg/ccg.pdf
-"""
-
-from nltk.ccg.combinator import (UndirectedBinaryCombinator, DirectedBinaryCombinator,
-                                 ForwardCombinator, BackwardCombinator,
-                                 UndirectedFunctionApplication, ForwardApplication,
-                                 BackwardApplication, UndirectedComposition,
-                                 ForwardComposition, BackwardComposition,
-                                 BackwardBx, UndirectedSubstitution, ForwardSubstitution,
-                                 BackwardSx, UndirectedTypeRaise, ForwardT, BackwardT)
-from nltk.ccg.chart import CCGEdge, CCGLeafEdge, CCGChartParser, CCGChart
-from nltk.ccg.lexicon import CCGLexicon
+# Natural Language Toolkit: Combinatory Categorial Grammar
+#
+# Copyright (C) 2001-2018 NLTK Project
+# Author: Graeme Gange <ggange@csse.unimelb.edu.au>
+# URL: <http://nltk.org/>
+# For license information, see LICENSE.TXT
+
+"""
+Combinatory Categorial Grammar.
+
+For more information see nltk/doc/contrib/ccg/ccg.pdf
+"""
+
+from nltk.ccg.combinator import (UndirectedBinaryCombinator, DirectedBinaryCombinator,
+                                 ForwardCombinator, BackwardCombinator,
+                                 UndirectedFunctionApplication, ForwardApplication,
+                                 BackwardApplication, UndirectedComposition,
+                                 ForwardComposition, BackwardComposition,
+                                 BackwardBx, UndirectedSubstitution, ForwardSubstitution,
+                                 BackwardSx, UndirectedTypeRaise, ForwardT, BackwardT)
+from nltk.ccg.chart import CCGEdge, CCGLeafEdge, CCGChartParser, CCGChart
+from nltk.ccg.lexicon import CCGLexicon