commonnexus 1.8.0__py2.py3-none-any.whl → 1.9.1__py2.py3-none-any.whl

commonnexus/__init__.py

@@ -1,4 +1,4 @@
 from .nexus import Nexus, Config  # noqa: F401
 from commonnexus.blocks import Block  # noqa: F401
 
-__version__ = '1.8.0'
+__version__ = '1.9.1'

commonnexus/nexus.py

@@ -5,6 +5,7 @@ import collections
 import dataclasses
 
 from .tokenizer import TokenType, iter_tokens, get_name
+from .util import log_or_raise
 from commonnexus.command import Command
 from commonnexus.blocks import Block
 
@@ -45,7 +46,7 @@ class Config:
 
 class Nexus(list):
     """
-    A NEXUS object implemented as list of tokens with methods to access newick constituents.
+    A NEXUS object implemented as list of commands with methods to read and write blocks.
 
     From the spec:
 
@@ -95,6 +96,7 @@ class Nexus(list):
         """
         self.cfg = config or Config(**kw)
         self.trailing_whitespace = []
+        self.leading = []
         self.block_implementations = {}
         for cls in Block.__subclasses__():
             self.block_implementations[cls.__name__.upper()] = cls
@@ -120,7 +122,10 @@ class Nexus(list):
                     if token.is_semicolon:
                         commands.append(Command(tuple(tokens)))
                         tokens = []
-            self.trailing_whitespace = tokens
+            if commands:
+                self.trailing_whitespace = tokens
+            else:
+                self.leading = tokens
             s = commands
         list.__init__(self, s)
 
@@ -211,6 +216,7 @@ class Nexus(list):
             END;
         """
         return NEXUS \
+            + ''.join(str(t) for t in self.leading) \
             + ''.join(''.join(str(t) for t in cmd) for cmd in self) \
             + ''.join(str(t) for t in self.trailing_whitespace)
 
@@ -224,8 +230,10 @@ class Nexus(list):
         p.write_text(text, encoding=self.cfg.encoding)
 
     def iter_comments(self):
+        yield from (t for t in self.leading if t.type == TokenType.COMMENT)
         for cmd in self:
             yield from (t for t in cmd if t.type == TokenType.COMMENT)
+        yield from (t for t in self.trailing_whitespace if t.type == TokenType.COMMENT)
 
     @property
     def comments(self) -> typing.List[str]:
@@ -262,6 +270,8 @@ class Nexus(list):
 
     def validate(self, log=None):
         valid = True
+        if any(t.type not in {TokenType.WHITESPACE, TokenType.COMMENT} for t in self.leading):
+            log_or_raise('Invalid token in preamble', log=log)
         for block in self.iter_blocks():
             #
             # FIXME: we can do a lot of validation here! If block.__commands__ is a list, there is
@@ -269,6 +279,9 @@ class Nexus(list):
             # If Payload.__multivalued__ == False, only one command instance is allowed, ...
             #
             valid = valid and block.validate(log=log)
+        if any(t.type not in {TokenType.WHITESPACE, TokenType.COMMENT}
+               for t in self.trailing_whitespace):
+            log_or_raise('Invalid token in text after the last command', log=log)
         return valid
 
     def get_numbers(self, object_name, items):

commonnexus/tools/normalise.py

@@ -20,6 +20,8 @@ In addition, after normalisation, the following assumptions hold:
 import typing
 import collections
 
+import newick
+
 from commonnexus import Nexus
 from commonnexus.blocks.characters import Data
 from commonnexus.blocks import Taxa, Distances, Characters, Trees
@@ -28,15 +30,28 @@ from commonnexus.blocks import Taxa, Distances, Characters, Trees
 def normalise(nexus: Nexus,
               data_to_characters: bool = False,
               strip_comments: bool = False,
-              remove_taxa: typing.Optional[typing.Container[str]] = None) -> Nexus:
+              remove_taxa: typing.Optional[typing.Container[str]] = None,
+              rename_taxa: typing.Optional[
+                  typing.Union[typing.Callable[[str], str], typing.Dict[str, str]]] = None,
+              ) -> Nexus:
     """
+    Normalise a `Nexus` object as described above.
+
     :param nexus: A `Nexus` object to be normalised in-place.
     :param data_to_characters: Flag signaling whether DATA blocks should be converted to CHARACTER \
     blocks.
     :param strip_comments: Flag signaling whether to remove all non-command comments.
     :param remove_taxa: Container of taxon labels specifying taxa to remove from relevant blocks.
+    :param rename_taxa: Specification of taxa to rename; either a ``dict``, mapping old names to \
+    new names, or a callable, accepting the old name as sole argument and returning the new name.
     :return: The modified `Nexus` object.
 
+    .. warning::
+
+        ``remove_taxa`` and ``rename_taxa`` only operate on TAXA, CHARACTERS/DATA, DISTANCES and
+        TREES blocks. Thus, normalisation may result in an inconsistent NEXUS file, if the file
+        contains other blocks which reference taxa (e.g. NOTES).
+
     .. code-block:: python
 
         >>> from commonnexus import Nexus
@@ -94,6 +109,13 @@ def normalise(nexus: Nexus,
     """
     remove_taxa = remove_taxa or []
 
+    def rename_taxon(s):
+        if rename_taxa is None:
+            return s
+        if isinstance(rename_taxa, dict):
+            return rename_taxa.get(s, s)
+        return rename_taxa(s)
+
     if strip_comments:
         nexus = Nexus([cmd.without_comments() for cmd in nexus], config=nexus.cfg)
     nexus = Nexus([cmd.with_normalised_whitespace() for cmd in nexus], config=nexus.cfg)
@@ -102,7 +124,8 @@ def normalise(nexus: Nexus,
     if nexus.characters:
         matrix = nexus.characters.get_matrix()
         taxlabels = list(matrix.keys())
-        matrix = collections.OrderedDict((k, v) for k, v in matrix.items() if k not in remove_taxa)
+        matrix = collections.OrderedDict(
+            (rename_taxon(k), v) for k, v in matrix.items() if k not in remove_taxa)
         characters = nexus.DATA or nexus.CHARACTERS
         cls = Data if characters.name == 'DATA' and not data_to_characters else Characters
         nexus.replace_block(
@@ -116,20 +139,28 @@ def normalise(nexus: Nexus,
         else:
             taxlabels = list(matrix.keys())
         matrix = collections.OrderedDict(
-            (k, collections.OrderedDict((kk, vv) for kk, vv in v.items() if kk not in remove_taxa))
+            (rename_taxon(k), collections.OrderedDict(
+                (rename_taxon(kk), vv) for kk, vv in v.items() if kk not in remove_taxa))
             for k, v in matrix.items() if k not in remove_taxa)
         nexus.replace_block(nexus.DISTANCES, Distances.from_data(matrix))
 
     if nexus.TREES:
+        def rename(n):
+            if n.name:
+                new = rename_taxon(n.unquoted_name)
+                n.name = newick.Node(new, auto_quote=True).name
+
         trees = []
         for tree in nexus.TREES.trees:
             nwk = nexus.TREES.translate(tree) if nexus.TREES.TRANSLATE else tree.newick
             if remove_taxa:
                 nwk.prune_by_names(remove_taxa)
+            nwk.visit(rename)
             trees.append((tree.name, nwk, tree.rooted))
         nexus.replace_block(nexus.TREES, Trees.from_data(*trees))
 
     if taxlabels:
+        taxlabels = [rename_taxon(t) for t in taxlabels]
         taxa = Taxa.from_data([t for t in taxlabels if t not in remove_taxa])
         if nexus.TAXA:
             assert nexus.TAXA.DIMENSIONS.ntax == len(taxlabels)

{commonnexus-1.8.0.dist-info → commonnexus-1.9.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: commonnexus
-Version: 1.8.0
+Version: 1.9.1
 Summary: A nexus (phylogenetics) file reader and writer (.nex, .trees)
 Home-page: https://github.com/dlce-eva/commonnexus
 Author: Robert Forkel
@@ -99,14 +99,15 @@ and writing NEXUS
 >>> print(Nexus.from_blocks(Data.from_data(nex.CHARACTERS.get_matrix())))
 #NEXUS
 BEGIN DATA;
-	DIMENSIONS NCHAR=10;
-	FORMAT DATATYPE=STANDARD MISSING=? GAP=- SYMBOLS="01";
-	MATRIX 
-    t1 1001010000
-    t2 0101000100
-    t3 0011101010
-    t4 0001100001
-    t5 0001100001;
+DIMENSIONS NCHAR=10;
+FORMAT DATATYPE=STANDARD MISSING=? GAP=- SYMBOLS="01";
+MATRIX 
+t1 1001010000
+t2 0101000100
+t3 0011101010
+t4 0001100001
+t5 0001100001
+;
 END;
 ```
 

{commonnexus-1.8.0.dist-info → commonnexus-1.9.1.dist-info}/RECORD

@@ -1,8 +1,8 @@
-commonnexus/__init__.py,sha256=8UeJyuZr7nj6mfW-nQwfC5iaoujNK1JeLMbHDnmlt48,121
+commonnexus/__init__.py,sha256=PjK3pLfL2O6-bT7dktuGDSQufBuU5J5VLsg9yRZVBPI,121
 commonnexus/__main__.py,sha256=k07DsoCHCRw2Wi0HzXCmvNCSt8cddDEGCBlnHZorm6k,4361
 commonnexus/cli_util.py,sha256=pmqd3Fs2Wef7hRf0Z6koZ1Bg6-16FZUMOYZ8cMTY5Ig,3710
 commonnexus/command.py,sha256=5ZbW3wQY1GO6fChK7aqOzwjKBRxkPlKdUf09JbYEy9c,4284
-commonnexus/nexus.py,sha256=00pUVi1sBaVViI0r_P8YUfEeHw0h_10_sSGeIWn905o,17661
+commonnexus/nexus.py,sha256=rsfxX_cM4aOxS5p-lu39U2ZEcHswDoXPGGiVBiiVAMA,18380
 commonnexus/tokenizer.py,sha256=8G2nP-xNN1gBd2a_7qxGDhHloCzoH4YE063p01FLTuk,11459
 commonnexus/util.py,sha256=WomyVUggYJON5T9uNuIZ_Bxm16UJHIhO737SjKcFYO0,168
 commonnexus/blocks/__init__.py,sha256=ehKEEc_E62zhlkvbp0p3asY56QkLuhqk7wYd1AqQuKI,602
@@ -27,10 +27,10 @@ commonnexus/commands/trees.py,sha256=aMN9WPvzOXfNgPcLvwmkJHtyvjq3LWWo2rpbGFCyczs
 commonnexus/tools/__init__.py,sha256=X8dv4VrjAo5C8VJdUXMrKviDLUrwXbawE5SJiQ--2uQ,213
 commonnexus/tools/combine.py,sha256=5vPQKcqA2acFji2lZc_xNZr1Xm2F3TPmfQk-fa9GA60,3048
 commonnexus/tools/matrix.py,sha256=3e2n_beug3MZyzXDgawjxxh1QfiM7KVp757OepCjQR0,11492
-commonnexus/tools/normalise.py,sha256=l7MNBkFQk0hyl2IA33AvRFS0mjAZwDYumpfw8pzzMa0,4924
-commonnexus-1.8.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-commonnexus-1.8.0.dist-info/METADATA,sha256=trS0EGuKEPPdw-cdMeR2fdj-nzwIzgAZtP2zU3Fs58Q,5379
-commonnexus-1.8.0.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
-commonnexus-1.8.0.dist-info/entry_points.txt,sha256=0CbsOaqe6jaHnG1rpheuIISCZvFp1G1oBgDym82rpAo,58
-commonnexus-1.8.0.dist-info/top_level.txt,sha256=SiWuQrmGciG5Ivhrqz6ueU1Sxv-fzudflsMof81-I54,12
-commonnexus-1.8.0.dist-info/RECORD,,
+commonnexus/tools/normalise.py,sha256=RdAasznob1aIY4B5z0Ir3jm9T5Yj_nbFzdtFtUM553U,6131
+commonnexus-1.9.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+commonnexus-1.9.1.dist-info/METADATA,sha256=wTiq1lHknPwEw9KXEd_2EB_UG_45v_jWmYBNhLFpTVE,5357
+commonnexus-1.9.1.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
+commonnexus-1.9.1.dist-info/entry_points.txt,sha256=0CbsOaqe6jaHnG1rpheuIISCZvFp1G1oBgDym82rpAo,58
+commonnexus-1.9.1.dist-info/top_level.txt,sha256=SiWuQrmGciG5Ivhrqz6ueU1Sxv-fzudflsMof81-I54,12
+commonnexus-1.9.1.dist-info/RECORD,,