aldepyde 0.0.0a32__tar.gz → 0.0.0a33__tar.gz

{aldepyde-0.0.0a32 → aldepyde-0.0.0a33}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aldepyde
-Version: 0.0.0a32
+Version: 0.0.0a33
 Summary: A package of chemistry and biochemical tools
 Author-email: Nate McMurray <nate.mcmurray13@gmail.com>
 License: MIT License

{aldepyde-0.0.0a32 → aldepyde-0.0.0a33}/aldepyde/__init__.py

@@ -17,25 +17,6 @@ def get_cache() -> CacheManager:
     global _cache_manager
     return _cache_manager
 
-# def get_cache() -> _cache_handler:
-#     global _cache
-#     # if _cache.null:
-#     #     return create_cache()
-#     return _cache
-
-# def SaveConfig(path: str="config.json", indent: str = "") -> None:
-#     global _config
-#     get_config().Save(path=path, indent=indent)
-#
-#
-# def LoadConfig(s: dict | str, ignore_missing=False) -> None:
-#     global _config
-#     get_config().Load(s, ignore_missing=ignore_missing)
-
-
-# from . import rand
-# from . import biomolecule
-# from . import fetcher
 
 from importlib import import_module
 

{aldepyde-0.0.0a32 → aldepyde-0.0.0a33}/aldepyde/biomolecule/__init__.py

@@ -13,3 +13,6 @@ __all__ =  list(set(_amino_acid.__all__.copy()) |
            set(_pdb.__all__.copy()) |
            set(_rna.__all__.copy()))
 
+import sys
+
+sys.stderr.write("Note that the `biomolecule` submodule is not yet fully tested and may be unstable")

aldepyde-0.0.0a33/aldepyde/databases/UniRef.py

@@ -0,0 +1,113 @@
+import zlib
+
+from aldepyde.databases.RemoteFileHandler import RemoteFileHandler
+from aldepyde.databases._database import _database
+from aldepyde.utils import ProgressBar
+import os
+import gzip
+
+class uniref_parser(_database):
+    def __init__(self):
+        super().__init__()
+
+    # TODO single entry parsing
+    # TODO store metadata upon request
+
+    @staticmethod
+    def stream_uniref_gz(filepath, chunk_size=8192, use_progress_bar=False):
+        raw_stream, size = _database.open_stream(filepath)
+        pbar = ProgressBar(size//chunk_size) if use_progress_bar else None
+        decompressor = zlib.decompressobj(16 + zlib.MAX_WBITS)
+        try:
+            while True:
+                comp_chunk = raw_stream.read(chunk_size)
+                if not comp_chunk:
+                    break
+                if pbar is not None:
+                    pbar.update()
+                decomp_chunk = decompressor.decompress(comp_chunk)
+                if decomp_chunk:
+                    yield decomp_chunk
+            final = decompressor.flush()
+            if final:
+                yield final
+        finally:
+            raw_stream.close()
+
+    @staticmethod
+    def download_file(url, destination, chunk_size=8192, use_progress_bar=False):
+        raw_stream, size = _database.open_stream(url)
+        pbar = ProgressBar(size // chunk_size) if use_progress_bar else None
+        with open(destination, 'wb') as fp:
+            while True:
+                chunk = raw_stream.read(chunk_size)
+                if not chunk:
+                    break
+                if pbar is not None:
+                    pbar.update()
+                fp.write(chunk)
+
+
+
+
+    @staticmethod
+    def stitch_streamed_sequences(stream, as_str=True):
+        buffer = b''
+        for chunk in stream:
+            buffer += chunk
+            while buffer.count(b'>') >= 2:
+                sequences = [b">" + seq for seq in buffer.split(b">") if seq != b""]
+                buffer = buffer[buffer.rfind(b">"):]
+                ret_l = [b"".join(sequence.split(b'\n')[1:]).replace(b"\n", b"") for sequence in sequences[:-1]]
+                for s in ret_l:
+                    yield s if not as_str else s.decode()
+        yield uniref_parser._final_sequence(buffer) if not as_str else uniref_parser._final_sequence(buffer).decode()
+
+    @staticmethod
+    def _final_sequence(buffer):
+        lines = buffer.split(b'\n')
+        return b"".join(lines[1:])
+
+    @staticmethod
+    def stream_uniref50(chunk_size=8192, use_progress_bar=False, stitch=False):
+        if not stitch:
+            yield from uniref_parser.stream_uniref_gz('https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref50/uniref50.fasta.gz',
+                                                  chunk_size=chunk_size, use_progress_bar=use_progress_bar)
+        else:
+            yield from uniref_parser.stitch_streamed_sequences(uniref_parser.stream_uniref_gz(
+                'https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref50/uniref50.fasta.gz',
+                                                  chunk_size=chunk_size, use_progress_bar=use_progress_bar))
+
+    @staticmethod
+    def stream_uniref90(chunk_size=8192, use_progress_bar=False, stitch=False):
+        if not stitch:
+            yield from uniref_parser.stream_uniref_gz('https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref90/uniref90.fasta.gz',
+                                                  chunk_size=chunk_size, use_progress_bar=use_progress_bar)
+        else:
+            yield from uniref_parser.stitch_streamed_sequences(uniref_parser.stream_uniref_gz(
+                'https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref90/uniref90.fasta.gz',
+                chunk_size=chunk_size, use_progress_bar=use_progress_bar))
+
+    @staticmethod
+    def stream_uniref100(chunk_size=8192, use_progress_bar=False, stitch=False):
+        if not stitch:
+            yield from uniref_parser.stream_uniref_gz('https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref100/uniref100.fasta.gz',
+                                                  chunk_size=chunk_size, use_progress_bar=use_progress_bar)
+        else:
+            yield from uniref_parser.stitch_streamed_sequences(uniref_parser.stream_uniref_gz(
+                'https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref100/uniref100.fasta.gz',
+                chunk_size=chunk_size, use_progress_bar=use_progress_bar))
+
+    @staticmethod
+    def download_uniref50(destination='uniref50.fasta.gz', chunk_size=8192, use_progress_bar=False):
+        uniref_parser.download_file('https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref50/uniref50.fasta.gz', destination=destination,
+                                    chunk_size=chunk_size, use_progress_bar=use_progress_bar)
+
+    @staticmethod
+    def download_uniref90(destination='uniref90.fasta.gz', chunk_size=8192, use_progress_bar=False):
+        uniref_parser.download_file('https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref90/uniref90.fasta.gz', destination=destination,
+                                    chunk_size=chunk_size, use_progress_bar=use_progress_bar)
+    @staticmethod
+    def download_uniref100(destination='uniref100.fasta.gz', chunk_size=8192, use_progress_bar=False):
+        uniref_parser.download_file('https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref100/uniref100.fasta.gz', destination=destination,
+                                    chunk_size=chunk_size, use_progress_bar=use_progress_bar)

{aldepyde-0.0.0a32 → aldepyde-0.0.0a33}/aldepyde/databases/_database.py

@@ -7,6 +7,9 @@ from io import TextIOWrapper
 
 class _database(ABC):
 
+    def __init__(self):
+        pass
+
     @abstractmethod
     def fetch(self, url):
         pass

{aldepyde-0.0.0a32 → aldepyde-0.0.0a33}/aldepyde/rand/RandomProtein.py

@@ -11,6 +11,8 @@ class InvalidDistribution(Exception):
 class ImpossibleSetting(Exception):
     pass
 
+
+# TODO This whole thing needs to be cleaned up to better align with more modern python
 class RandomProtein:
     # Hardcode data for now
     def __init__(self, His_Is_Charged=True, Cys_Is_Polar=True, Charged_Is_Polar=True, Distribution="Swiss"):

aldepyde-0.0.0a33/aldepyde/rand/__init__.py

@@ -0,0 +1,6 @@
+from aldepyde.rand.RandomProtein import *
+
+__all__ = ['RandomProtein']
+
+import sys
+sys.stderr.write("Note that the `rand` submodule is not yet fully tested and may be unstable")

{aldepyde-0.0.0a32 → aldepyde-0.0.0a33}/aldepyde.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aldepyde
-Version: 0.0.0a32
+Version: 0.0.0a33
 Summary: A package of chemistry and biochemical tools
 Author-email: Nate McMurray <nate.mcmurray13@gmail.com>
 License: MIT License

{aldepyde-0.0.0a32 → aldepyde-0.0.0a33}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 "aldepyde" = ["json/*.json"]
 [project]
 name = "aldepyde"
-version = "0.0.0a32"
+version = "0.0.0a33"
 authors = [
   { name="Nate McMurray", email="nate.mcmurray13@gmail.com" },
 ]

aldepyde-0.0.0a32/aldepyde/databases/UniRef.py

@@ -1,75 +0,0 @@
-import zlib
-
-from aldepyde.databases.RemoteFileHandler import RemoteFileHandler
-from aldepyde.databases._database import _database
-from aldepyde.utils import ProgressBar
-import os
-import gzip
-
-class uniref_parser(_database):
-    def __init__(self):
-        pass
-
-    #TODO Fix the total calculation
-    @staticmethod
-    def stream_uniref_gz(filepath, chunk_size=8192, use_progress_bar=False):
-        if use_progress_bar is not None:
-            raw_stream, size = _database.open_stream(filepath)
-            pbar = ProgressBar(size//chunk_size) if use_progress_bar else None
-            decompressor = zlib.decompressobj(16 + zlib.MAX_WBITS)
-            try:
-                while True:
-                    comp_chunk = raw_stream.read(chunk_size)
-                    if not comp_chunk:
-                        break
-                    if pbar is not None:
-                        pbar.update()
-                    decomp_chunk = decompressor.decompress(comp_chunk)
-                    if decomp_chunk:
-                        yield decomp_chunk
-                final = decompressor.flush()
-                if final:
-                    yield final
-            finally:
-                raw_stream.close()
-
-    @staticmethod
-    def stitch_streamed_sequences(stream, as_str=True):
-        buffer = b''
-        for chunk in stream:
-            buffer += chunk
-            while buffer.count(b'>') >= 2:
-                sequences = [b">" + seq for seq in buffer.split(b">") if seq != b""]
-                buffer = buffer[buffer.rfind(b">"):]
-                ret_l = [b"".join(sequence.split(b'\n')[1:]).replace(b"\n", b"") for sequence in sequences[:-1]]
-                for s in ret_l:
-                    yield s if not as_str else s.decode()
-        yield uniref_parser._final_sequence(buffer) if not as_str else uniref_parser._final_sequence(buffer).decode()
-
-    @staticmethod
-    def _final_sequence(buffer):
-        lines = buffer.split(b'\n')
-        return b"".join(lines[1:])
-
-    @staticmethod
-    def stream_uniref50(chunk_size=8192, use_progress_bar=False):
-        yield from uniref_parser.stream_uniref_gz('https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref50/uniref50.fasta.gz',
-                                                  chunk_size=chunk_size, use_progress_bar=use_progress_bar)
-        # yield from RemoteFileHandler.stream_url(
-        #         'https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref50/uniref50.fasta.gz', chunk_size=chunk_size)
-
-    @staticmethod
-    def stream_uniref90(chunk_size=8192, use_progress_bar=False):
-        yield from uniref_parser.stream_uniref_gz('https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref50/uniref50.fasta.gz',
-                                                  chunk_size=chunk_size, use_progress_bar=use_progress_bar)
-
-        # yield from RemoteFileHandler.stream_url(
-        #         'https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref90/uniref90.fasta.gz', chunk_size=chunk_size)
-
-    @staticmethod
-    def stream_uniref100(chunk_size=8192, use_progress_bar=False):
-        yield from uniref_parser.stream_uniref_gz('https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref50/uniref50.fasta.gz',
-                                                  chunk_size=chunk_size, use_progress_bar=use_progress_bar)
-
-        # yield from RemoteFileHandler.stream_url(
-        #         'https://ftp.uniprot.org/pub/databases/uniprot/uniref/uniref100/uniref100.fasta.gz', chunk_size=chunk_size)

aldepyde-0.0.0a32/aldepyde/rand/__init__.py

@@ -1,3 +0,0 @@
-from aldepyde.rand.RandomProtein import *
-
-__all__ = ['RandomProtein']