nltk 3.2__zip → 3.3__zip

{nltk-3.2 → nltk-3.3}/nltk/test/treeprettyprinter.doctest

@@ -1,127 +1,127 @@
-.. Copyright (C) 2001-2015 NLTK Project
-.. For license information, see LICENSE.TXT
-
-========================================================
- Unit tests for nltk.treeprettyprinter.TreePrettyPrinter
-========================================================
-
-    >>> from nltk.tree import Tree
-    >>> from nltk.treeprettyprinter import TreePrettyPrinter
-
-Tree nr 2170 from nltk.corpus.treebank:
-
-    >>> tree = Tree.fromstring(
-    ...     '(S (NP-SBJ (PRP I)) (VP (VBP feel) (ADJP-PRD (RB pretty) '
-    ...     '(JJ good)) (PP-CLR (IN about) (NP (PRP it)))) (. .))')
-    >>> tpp = TreePrettyPrinter(tree)
-    >>> print(tpp.text())
-                                 S                       
-       __________________________|_____________________   
-      |                          VP                    | 
-      |      ____________________|___________          |  
-      |     |             |                PP-CLR      | 
-      |     |             |             _____|_____    |  
-    NP-SBJ  |          ADJP-PRD        |           NP  | 
-      |     |      _______|______      |           |   |  
-     PRP   VBP    RB             JJ    IN         PRP  . 
-      |     |     |              |     |           |   |  
-      I    feel pretty          good about         it  . 
-
-    >>> print(tpp.text(unicodelines=True))
-                                 S                       
-      ┌──────────────────────────┼─────────────────────┐  
-      │                          VP                    │ 
-      │     ┌─────────────┬──────┴───────────┐         │  
-      │     │             │                PP-CLR      │ 
-      │     │             │            ┌─────┴─────┐   │  
-    NP-SBJ  │          ADJP-PRD        │           NP  │ 
-      │     │     ┌───────┴──────┐     │           │   │  
-     PRP   VBP    RB             JJ    IN         PRP  . 
-      │     │     │              │     │           │   │  
-      I    feel pretty          good about         it  . 
-
-A tree with long labels:
-
-    >>> tree = Tree.fromstring(
-    ...     '(sentence (plural-noun-phrase (plural-noun Superconductors)) '
-    ...     '(verb-phrase (plural-verb conduct) '
-    ...     '(noun-phrase (singular-noun electricity))))')
-    >>> tpp = TreePrettyPrinter(tree)
-    >>> print(tpp.text(abbreviate=8, nodedist=2))
-                sentence                      
-         __________|__________                  
-        |                 verb-phr.           
-        |           __________|__________       
-    plural-n.      |                 noun-phr.
-        |          |                     |      
-    plural-n.  plural-v.             singular.
-        |          |                     |      
-    Supercon.   conduct              electric.
-
-    >>> print(tpp.text(maxwidth=8, nodedist=2))
-              sentence                   
-        _________|________                 
-       |                verb-            
-       |                phrase           
-       |          ________|_________       
-    plural-      |                noun-  
-     noun-       |                phrase 
-     phrase      |                  |    
-       |         |                  |      
-    plural-   plural-           singular-
-      noun      verb               noun  
-       |         |                  |      
-    Supercon  conduct            electric
-    ductors                        ity   
-
-A discontinuous tree:
-
-    >>> tree = Tree.fromstring(
-    ...     '(top (punct 8) (smain (noun 0) (verb 1) (inf (verb 5) (inf (verb 6) '
-    ...     '(conj (inf (pp (prep 2) (np (det 3) (noun 4))) (verb 7)) (inf (verb 9)) '
-    ...     '(vg 10) (inf (verb 11)))))) (punct 12))', read_leaf=int)
-    >>> sentence = ('Ze had met haar moeder kunnen gaan winkelen ,'
-    ...             ' zwemmen of terrassen .'.split())
-    >>> tpp = TreePrettyPrinter(tree, sentence)
-    >>> print(tpp.text())
-                                          top                                                
-                                      _____|______________________________________________    
-                                   smain                      |                           |  
-      _______________________________|_____                   |                           |   
-     |    |                               inf                 |                           |  
-     |    |                           _____|____              |                           |   
-     |    |                          |         inf            |                           |  
-     |    |                          |      ____|_____        |                           |   
-     |    |                          |     |         conj     |                           |  
-     |    |                    _____ | ___ | _________|______ | __________________        |   
-     |    |                  inf     |     |                  |      |     |      |       |  
-     |    |          _________|_____ | ___ | _________        |      |     |      |       |   
-     |    |         pp               |     |          |       |      |     |      |       |  
-     |    |     ____|____            |     |          |       |      |     |      |       |   
-     |    |    |         np          |     |          |       |     inf    |     inf      |  
-     |    |    |     ____|____       |     |          |       |      |     |      |       |   
-    noun verb prep det       noun   verb  verb       verb   punct   verb   vg    verb   punct
-     |    |    |    |         |      |     |          |       |      |     |      |       |   
-     Ze  had  met  haar     moeder kunnen gaan     winkelen   ,   zwemmen  of terrassen   .  
-
-    >>> print(tpp.text(unicodelines=True))
-                                          top                                                
-                                     ┌─────┴──────────────────┬───────────────────────────┐   
-                                   smain                      │                           │  
-     ┌────┬──────────────────────────┴─────┐                  │                           │   
-     │    │                               inf                 │                           │  
-     │    │                          ┌─────┴────┐             │                           │   
-     │    │                          │         inf            │                           │  
-     │    │                          │     ┌────┴─────┐       │                           │   
-     │    │                          │     │         conj     │                           │  
-     │    │                   ┌───── │ ─── │ ─────────┴────── │ ─────┬─────┬──────┐       │   
-     │    │                  inf     │     │                  │      │     │      │       │  
-     │    │         ┌─────────┴───── │ ─── │ ─────────┐       │      │     │      │       │   
-     │    │         pp               │     │          │       │      │     │      │       │  
-     │    │    ┌────┴────┐           │     │          │       │      │     │      │       │   
-     │    │    │         np          │     │          │       │     inf    │     inf      │  
-     │    │    │    ┌────┴────┐      │     │          │       │      │     │      │       │   
-    noun verb prep det       noun   verb  verb       verb   punct   verb   vg    verb   punct
-     │    │    │    │         │      │     │          │       │      │     │      │       │   
-     Ze  had  met  haar     moeder kunnen gaan     winkelen   ,   zwemmen  of terrassen   .  
-
+.. Copyright (C) 2001-2018 NLTK Project
+.. For license information, see LICENSE.TXT
+
+========================================================
+ Unit tests for nltk.treeprettyprinter.TreePrettyPrinter
+========================================================
+
+    >>> from nltk.tree import Tree
+    >>> from nltk.treeprettyprinter import TreePrettyPrinter
+
+Tree nr 2170 from nltk.corpus.treebank:
+
+    >>> tree = Tree.fromstring(
+    ...     '(S (NP-SBJ (PRP I)) (VP (VBP feel) (ADJP-PRD (RB pretty) '
+    ...     '(JJ good)) (PP-CLR (IN about) (NP (PRP it)))) (. .))')
+    >>> tpp = TreePrettyPrinter(tree)
+    >>> print(tpp.text())
+                                 S                       
+       __________________________|_____________________   
+      |                          VP                    | 
+      |      ____________________|___________          |  
+      |     |             |                PP-CLR      | 
+      |     |             |             _____|_____    |  
+    NP-SBJ  |          ADJP-PRD        |           NP  | 
+      |     |      _______|______      |           |   |  
+     PRP   VBP    RB             JJ    IN         PRP  . 
+      |     |     |              |     |           |   |  
+      I    feel pretty          good about         it  . 
+
+    >>> print(tpp.text(unicodelines=True))
+                                 S                       
+      ┌──────────────────────────┼─────────────────────┐  
+      │                          VP                    │ 
+      │     ┌─────────────┬──────┴───────────┐         │  
+      │     │             │                PP-CLR      │ 
+      │     │             │            ┌─────┴─────┐   │  
+    NP-SBJ  │          ADJP-PRD        │           NP  │ 
+      │     │     ┌───────┴──────┐     │           │   │  
+     PRP   VBP    RB             JJ    IN         PRP  . 
+      │     │     │              │     │           │   │  
+      I    feel pretty          good about         it  . 
+
+A tree with long labels:
+
+    >>> tree = Tree.fromstring(
+    ...     '(sentence (plural-noun-phrase (plural-noun Superconductors)) '
+    ...     '(verb-phrase (plural-verb conduct) '
+    ...     '(noun-phrase (singular-noun electricity))))')
+    >>> tpp = TreePrettyPrinter(tree)
+    >>> print(tpp.text(abbreviate=8, nodedist=2))
+                sentence                      
+         __________|__________                  
+        |                 verb-phr.           
+        |           __________|__________       
+    plural-n.      |                 noun-phr.
+        |          |                     |      
+    plural-n.  plural-v.             singular.
+        |          |                     |      
+    Supercon.   conduct              electric.
+
+    >>> print(tpp.text(maxwidth=8, nodedist=2))
+              sentence                   
+        _________|________                 
+       |                verb-            
+       |                phrase           
+       |          ________|_________       
+    plural-      |                noun-  
+     noun-       |                phrase 
+     phrase      |                  |    
+       |         |                  |      
+    plural-   plural-           singular-
+      noun      verb               noun  
+       |         |                  |      
+    Supercon  conduct            electric
+    ductors                        ity   
+
+A discontinuous tree:
+
+    >>> tree = Tree.fromstring(
+    ...     '(top (punct 8) (smain (noun 0) (verb 1) (inf (verb 5) (inf (verb 6) '
+    ...     '(conj (inf (pp (prep 2) (np (det 3) (noun 4))) (verb 7)) (inf (verb 9)) '
+    ...     '(vg 10) (inf (verb 11)))))) (punct 12))', read_leaf=int)
+    >>> sentence = ('Ze had met haar moeder kunnen gaan winkelen ,'
+    ...             ' zwemmen of terrassen .'.split())
+    >>> tpp = TreePrettyPrinter(tree, sentence)
+    >>> print(tpp.text())
+                                          top                                                
+                                      _____|______________________________________________    
+                                   smain                      |                           |  
+      _______________________________|_____                   |                           |   
+     |    |                               inf                 |                           |  
+     |    |                           _____|____              |                           |   
+     |    |                          |         inf            |                           |  
+     |    |                          |      ____|_____        |                           |   
+     |    |                          |     |         conj     |                           |  
+     |    |                    _____ | ___ | _________|______ | __________________        |   
+     |    |                  inf     |     |                  |      |     |      |       |  
+     |    |          _________|_____ | ___ | _________        |      |     |      |       |   
+     |    |         pp               |     |          |       |      |     |      |       |  
+     |    |     ____|____            |     |          |       |      |     |      |       |   
+     |    |    |         np          |     |          |       |     inf    |     inf      |  
+     |    |    |     ____|____       |     |          |       |      |     |      |       |   
+    noun verb prep det       noun   verb  verb       verb   punct   verb   vg    verb   punct
+     |    |    |    |         |      |     |          |       |      |     |      |       |   
+     Ze  had  met  haar     moeder kunnen gaan     winkelen   ,   zwemmen  of terrassen   .  
+
+    >>> print(tpp.text(unicodelines=True))
+                                          top                                                
+                                     ┌─────┴──────────────────┬───────────────────────────┐   
+                                   smain                      │                           │  
+     ┌────┬──────────────────────────┴─────┐                  │                           │   
+     │    │                               inf                 │                           │  
+     │    │                          ┌─────┴────┐             │                           │   
+     │    │                          │         inf            │                           │  
+     │    │                          │     ┌────┴─────┐       │                           │   
+     │    │                          │     │         conj     │                           │  
+     │    │                   ┌───── │ ─── │ ─────────┴────── │ ─────┬─────┬──────┐       │   
+     │    │                  inf     │     │                  │      │     │      │       │  
+     │    │         ┌─────────┴───── │ ─── │ ─────────┐       │      │     │      │       │   
+     │    │         pp               │     │          │       │      │     │      │       │  
+     │    │    ┌────┴────┐           │     │          │       │      │     │      │       │   
+     │    │    │         np          │     │          │       │     inf    │     inf      │  
+     │    │    │    ┌────┴────┐      │     │          │       │      │     │      │       │   
+    noun verb prep det       noun   verb  verb       verb   punct   verb   vg    verb   punct
+     │    │    │    │         │      │     │          │       │      │     │      │       │   
+     Ze  had  met  haar     moeder kunnen gaan     winkelen   ,   zwemmen  of terrassen   .  
+

{nltk-3.2 → nltk-3.3}/nltk/test/treetransforms.doctest

@@ -1,156 +1,156 @@
-.. Copyright (C) 2001-2015 NLTK Project
-.. For license information, see LICENSE.TXT
-
--------------------------------------------
-Unit tests for the TreeTransformation class
--------------------------------------------
-
-    >>> from copy import deepcopy
-    >>> from nltk.tree import *
-    >>> from nltk.treetransforms import *
-
-    >>> tree_string = "(TOP (S (S (VP (VBN Turned) (ADVP (RB loose)) (PP (IN in) (NP (NP (NNP Shane) (NNP Longman) (POS 's)) (NN trading) (NN room))))) (, ,) (NP (DT the) (NN yuppie) (NNS dealers)) (VP (AUX do) (NP (NP (RB little)) (ADJP (RB right)))) (. .)))"
-
-    >>> tree = Tree.fromstring(tree_string)
-    >>> print(tree)
-    (TOP
-      (S
-        (S
-          (VP
-            (VBN Turned)
-            (ADVP (RB loose))
-            (PP
-              (IN in)
-              (NP
-                (NP (NNP Shane) (NNP Longman) (POS 's))
-                (NN trading)
-                (NN room)))))
-        (, ,)
-        (NP (DT the) (NN yuppie) (NNS dealers))
-        (VP (AUX do) (NP (NP (RB little)) (ADJP (RB right))))
-        (. .)))
-
-Make a copy of the original tree and collapse the subtrees with only one child
-
-    >>> collapsedTree = deepcopy(tree)
-    >>> collapse_unary(collapsedTree)
-    >>> print(collapsedTree)
-    (TOP
-      (S
-        (S+VP
-          (VBN Turned)
-          (ADVP (RB loose))
-          (PP
-            (IN in)
-            (NP
-              (NP (NNP Shane) (NNP Longman) (POS 's))
-              (NN trading)
-              (NN room))))
-        (, ,)
-        (NP (DT the) (NN yuppie) (NNS dealers))
-        (VP (AUX do) (NP (NP (RB little)) (ADJP (RB right))))
-        (. .)))
-
-    >>> collapsedTree2 = deepcopy(tree)
-    >>> collapse_unary(collapsedTree2, collapsePOS=True, collapseRoot=True)
-    >>> print(collapsedTree2)
-    (TOP+S
-      (S+VP
-        (VBN Turned)
-        (ADVP+RB loose)
-        (PP
-          (IN in)
-          (NP
-            (NP (NNP Shane) (NNP Longman) (POS 's))
-            (NN trading)
-            (NN room))))
-      (, ,)
-      (NP (DT the) (NN yuppie) (NNS dealers))
-      (VP (AUX do) (NP (NP+RB little) (ADJP+RB right)))
-      (. .))
-
-Convert the tree to Chomsky Normal Form i.e. each subtree has either two
-subtree children or a single leaf value. This conversion can be performed
-using either left- or right-factoring.
-
-    >>> cnfTree = deepcopy(collapsedTree)
-    >>> chomsky_normal_form(cnfTree, factor='left')
-    >>> print(cnfTree)
-    (TOP
-      (S
-        (S|<S+VP-,-NP-VP>
-          (S|<S+VP-,-NP>
-            (S|<S+VP-,>
-              (S+VP
-                (S+VP|<VBN-ADVP> (VBN Turned) (ADVP (RB loose)))
-                (PP
-                  (IN in)
-                  (NP
-                    (NP|<NP-NN>
-                      (NP
-                        (NP|<NNP-NNP> (NNP Shane) (NNP Longman))
-                        (POS 's))
-                      (NN trading))
-                    (NN room))))
-              (, ,))
-            (NP (NP|<DT-NN> (DT the) (NN yuppie)) (NNS dealers)))
-          (VP (AUX do) (NP (NP (RB little)) (ADJP (RB right)))))
-        (. .)))
-
-    >>> cnfTree = deepcopy(collapsedTree)
-    >>> chomsky_normal_form(cnfTree, factor='right')
-    >>> print(cnfTree)
-    (TOP
-      (S
-        (S+VP
-          (VBN Turned)
-          (S+VP|<ADVP-PP>
-            (ADVP (RB loose))
-            (PP
-              (IN in)
-              (NP
-                (NP (NNP Shane) (NP|<NNP-POS> (NNP Longman) (POS 's)))
-                (NP|<NN-NN> (NN trading) (NN room))))))
-        (S|<,-NP-VP-.>
-          (, ,)
-          (S|<NP-VP-.>
-            (NP (DT the) (NP|<NN-NNS> (NN yuppie) (NNS dealers)))
-            (S|<VP-.>
-              (VP (AUX do) (NP (NP (RB little)) (ADJP (RB right))))
-              (. .))))))
-
-Employ some Markov smoothing to make the artificial node labels a bit more
-readable. See the treetransforms.py documentation for more details.
-
-    >>> markovTree = deepcopy(collapsedTree)
-    >>> chomsky_normal_form(markovTree, horzMarkov=2, vertMarkov=1)
-    >>> print(markovTree)
-    (TOP
-      (S^<TOP>
-        (S+VP^<S>
-          (VBN Turned)
-          (S+VP|<ADVP-PP>^<S>
-            (ADVP^<S+VP> (RB loose))
-            (PP^<S+VP>
-              (IN in)
-              (NP^<PP>
-                (NP^<NP>
-                  (NNP Shane)
-                  (NP|<NNP-POS>^<NP> (NNP Longman) (POS 's)))
-                (NP|<NN-NN>^<PP> (NN trading) (NN room))))))
-        (S|<,-NP>^<TOP>
-          (, ,)
-          (S|<NP-VP>^<TOP>
-            (NP^<S> (DT the) (NP|<NN-NNS>^<S> (NN yuppie) (NNS dealers)))
-            (S|<VP-.>^<TOP>
-              (VP^<S>
-                (AUX do)
-                (NP^<VP> (NP^<NP> (RB little)) (ADJP^<NP> (RB right))))
-              (. .))))))
-
-Convert the transformed tree back to its original form
-
-    >>> un_chomsky_normal_form(markovTree)
-    >>> tree == markovTree
-    True
-
+.. Copyright (C) 2001-2018 NLTK Project
+.. For license information, see LICENSE.TXT
+
+-------------------------------------------
+Unit tests for the TreeTransformation class
+-------------------------------------------
+
+    >>> from copy import deepcopy
+    >>> from nltk.tree import *
+    >>> from nltk.treetransforms import *
+
+    >>> tree_string = "(TOP (S (S (VP (VBN Turned) (ADVP (RB loose)) (PP (IN in) (NP (NP (NNP Shane) (NNP Longman) (POS 's)) (NN trading) (NN room))))) (, ,) (NP (DT the) (NN yuppie) (NNS dealers)) (VP (AUX do) (NP (NP (RB little)) (ADJP (RB right)))) (. .)))"
+
+    >>> tree = Tree.fromstring(tree_string)
+    >>> print(tree)
+    (TOP
+      (S
+        (S
+          (VP
+            (VBN Turned)
+            (ADVP (RB loose))
+            (PP
+              (IN in)
+              (NP
+                (NP (NNP Shane) (NNP Longman) (POS 's))
+                (NN trading)
+                (NN room)))))
+        (, ,)
+        (NP (DT the) (NN yuppie) (NNS dealers))
+        (VP (AUX do) (NP (NP (RB little)) (ADJP (RB right))))
+        (. .)))
+
+Make a copy of the original tree and collapse the subtrees with only one child
+
+    >>> collapsedTree = deepcopy(tree)
+    >>> collapse_unary(collapsedTree)
+    >>> print(collapsedTree)
+    (TOP
+      (S
+        (S+VP
+          (VBN Turned)
+          (ADVP (RB loose))
+          (PP
+            (IN in)
+            (NP
+              (NP (NNP Shane) (NNP Longman) (POS 's))
+              (NN trading)
+              (NN room))))
+        (, ,)
+        (NP (DT the) (NN yuppie) (NNS dealers))
+        (VP (AUX do) (NP (NP (RB little)) (ADJP (RB right))))
+        (. .)))
+
+    >>> collapsedTree2 = deepcopy(tree)
+    >>> collapse_unary(collapsedTree2, collapsePOS=True, collapseRoot=True)
+    >>> print(collapsedTree2)
+    (TOP+S
+      (S+VP
+        (VBN Turned)
+        (ADVP+RB loose)
+        (PP
+          (IN in)
+          (NP
+            (NP (NNP Shane) (NNP Longman) (POS 's))
+            (NN trading)
+            (NN room))))
+      (, ,)
+      (NP (DT the) (NN yuppie) (NNS dealers))
+      (VP (AUX do) (NP (NP+RB little) (ADJP+RB right)))
+      (. .))
+
+Convert the tree to Chomsky Normal Form i.e. each subtree has either two
+subtree children or a single leaf value. This conversion can be performed
+using either left- or right-factoring.
+
+    >>> cnfTree = deepcopy(collapsedTree)
+    >>> chomsky_normal_form(cnfTree, factor='left')
+    >>> print(cnfTree)
+    (TOP
+      (S
+        (S|<S+VP-,-NP-VP>
+          (S|<S+VP-,-NP>
+            (S|<S+VP-,>
+              (S+VP
+                (S+VP|<VBN-ADVP> (VBN Turned) (ADVP (RB loose)))
+                (PP
+                  (IN in)
+                  (NP
+                    (NP|<NP-NN>
+                      (NP
+                        (NP|<NNP-NNP> (NNP Shane) (NNP Longman))
+                        (POS 's))
+                      (NN trading))
+                    (NN room))))
+              (, ,))
+            (NP (NP|<DT-NN> (DT the) (NN yuppie)) (NNS dealers)))
+          (VP (AUX do) (NP (NP (RB little)) (ADJP (RB right)))))
+        (. .)))
+
+    >>> cnfTree = deepcopy(collapsedTree)
+    >>> chomsky_normal_form(cnfTree, factor='right')
+    >>> print(cnfTree)
+    (TOP
+      (S
+        (S+VP
+          (VBN Turned)
+          (S+VP|<ADVP-PP>
+            (ADVP (RB loose))
+            (PP
+              (IN in)
+              (NP
+                (NP (NNP Shane) (NP|<NNP-POS> (NNP Longman) (POS 's)))
+                (NP|<NN-NN> (NN trading) (NN room))))))
+        (S|<,-NP-VP-.>
+          (, ,)
+          (S|<NP-VP-.>
+            (NP (DT the) (NP|<NN-NNS> (NN yuppie) (NNS dealers)))
+            (S|<VP-.>
+              (VP (AUX do) (NP (NP (RB little)) (ADJP (RB right))))
+              (. .))))))
+
+Employ some Markov smoothing to make the artificial node labels a bit more
+readable. See the treetransforms.py documentation for more details.
+
+    >>> markovTree = deepcopy(collapsedTree)
+    >>> chomsky_normal_form(markovTree, horzMarkov=2, vertMarkov=1)
+    >>> print(markovTree)
+    (TOP
+      (S^<TOP>
+        (S+VP^<S>
+          (VBN Turned)
+          (S+VP|<ADVP-PP>^<S>
+            (ADVP^<S+VP> (RB loose))
+            (PP^<S+VP>
+              (IN in)
+              (NP^<PP>
+                (NP^<NP>
+                  (NNP Shane)
+                  (NP|<NNP-POS>^<NP> (NNP Longman) (POS 's)))
+                (NP|<NN-NN>^<PP> (NN trading) (NN room))))))
+        (S|<,-NP>^<TOP>
+          (, ,)
+          (S|<NP-VP>^<TOP>
+            (NP^<S> (DT the) (NP|<NN-NNS>^<S> (NN yuppie) (NNS dealers)))
+            (S|<VP-.>^<TOP>
+              (VP^<S>
+                (AUX do)
+                (NP^<VP> (NP^<NP> (RB little)) (ADJP^<NP> (RB right))))
+              (. .))))))
+
+Convert the transformed tree back to its original form
+
+    >>> un_chomsky_normal_form(markovTree)
+    >>> tree == markovTree
+    True
+

nltk-3.3/nltk/test/unit/test_2x_compat.py

@@ -0,0 +1,63 @@
+# -*- coding: utf-8 -*-
+"""
+Unit tests for nltk.compat.
+See also nltk/test/compat.doctest.
+"""
+from __future__ import absolute_import, unicode_literals
+import unittest
+
+from nltk.text import Text
+from nltk.compat import PY3, python_2_unicode_compatible
+
+def setup_module(module):
+    from nose import SkipTest
+    if PY3:
+        raise SkipTest("test_2x_compat is for testing nltk.compat under Python 2.x")
+
+
+class TestTextTransliteration(unittest.TestCase):
+    txt = Text(["São", "Tomé", "and", "Príncipe"])
+
+    def test_repr(self):
+        self.assertEqual(repr(self.txt), br"<Text: S\xe3o Tom\xe9 and Pr\xedncipe...>")
+
+    def test_str(self):
+        self.assertEqual(str(self.txt), b"<Text: Sao Tome and Principe...>")
+
+
+class TestFraction(unittest.TestCase):
+    def test_unnoramlize_fraction(self):
+        from fractions import Fraction as NativePythonFraction
+        from nltk.compat import Fraction as NLTKFraction
+        
+        # The native fraction should throw a TypeError in Python < 3.5
+        with self.assertRaises(TypeError):
+            NativePythonFraction(0, 1000, _normalize=False)
+        
+        # Using nltk.compat.Fraction in Python < 3.5
+        compat_frac = NLTKFraction(0, 1000, _normalize=False)
+        # The numerator and denominator does not change. 
+        assert compat_frac.numerator == 0
+        assert compat_frac.denominator == 1000
+        # The floating point value remains normalized. 
+        assert float(compat_frac) == 0.0
+        
+        # Checks that the division is not divided by 
+        # # by greatest common divisor (gcd).
+        six_twelve = NLTKFraction(6, 12, _normalize=False)
+        assert six_twelve.numerator == 6
+        assert six_twelve.denominator == 12
+        
+        one_two = NLTKFraction(1, 2, _normalize=False)
+        assert one_two.numerator == 1
+        assert one_two.denominator == 2
+        
+        # Checks against the native fraction.
+        six_twelve_original = NativePythonFraction(6, 12)
+        # Checks that rational values of one_two and six_twelve is the same.
+        assert float(one_two) == float(six_twelve) == float(six_twelve_original)
+        
+        # Checks that the fraction does get normalized, even when
+        # _normalize == False when numerator is using native 
+        # fractions.Fraction.from_float 
+        assert NLTKFraction(3.142, _normalize=False) == NativePythonFraction(3.142)