singlestoredb 0.8.9__cp36-abi3-win_amd64.whl → 0.9.0__cp36-abi3-win_amd64.whl

singlestoredb/tests/test_management.py

@@ -2,6 +2,7 @@
 # type: ignore
 """SingleStoreDB HTTP connection testing."""
 import os
+import pathlib
 import random
 import re
 import secrets
@@ -12,6 +13,9 @@ import pytest
 import singlestoredb as s2
 
 
+TEST_DIR = pathlib.Path(os.path.dirname(__file__))
+
+
 def clean_name(s):
     """Change all non-word characters to -."""
     return re.sub(r'[^\w]', r'-', s).replace('_', '-').lower()
@@ -299,6 +303,392 @@ class TestWorkspace(unittest.TestCase):
         assert 'endpoint' in cm.exception.msg, cm.exception.msg
 
 
-if __name__ == '__main__':
-    import nose2
-    nose2.main()
+@pytest.mark.management
+class TestStages(unittest.TestCase):
+
+    manager = None
+    wg = None
+    password = None
+
+    @classmethod
+    def setUpClass(cls):
+        cls.manager = s2.manage_workspaces()
+
+        us_regions = [x for x in cls.manager.regions if 'US' in x.name]
+        cls.password = secrets.token_urlsafe(20)
+
+        name = clean_name(secrets.token_urlsafe(20)[:20])
+
+        cls.wg = cls.manager.create_workspace_group(
+            f'wg-test-{name}',
+            region=random.choice(us_regions).id,
+            admin_password=cls.password,
+            firewall_ranges=['0.0.0.0/0'],
+        )
+
+    @classmethod
+    def tearDownClass(cls):
+        if cls.wg is not None:
+            cls.wg.terminate(force=True)
+        cls.wg = None
+        cls.manager = None
+        cls.password = None
+
+    def test_upload_file(self):
+        st = self.wg.stages
+
+        root = st.info('')
+        assert str(root.path) == '.'
+        assert root.type == 'directory'
+
+        # Upload file
+        f = st.upload_file(TEST_DIR / 'test.sql', 'upload_test.sql')
+        assert str(f.path) == 'upload_test.sql'
+        assert f.type == 'file'
+
+        # Download and compare to original
+        txt = f.download(encoding='utf-8')
+        assert txt == open(TEST_DIR / 'test.sql').read()
+
+        # Make sure we can't overwrite
+        with self.assertRaises(OSError):
+            st.upload_file(TEST_DIR / 'test.sql', 'upload_test.sql')
+
+        # Force overwrite with new content
+        f = st.upload_file(TEST_DIR / 'test2.sql', 'upload_test.sql', overwrite=True)
+        assert str(f.path) == 'upload_test.sql'
+        assert f.type == 'file'
+
+        # Verify new content
+        txt = f.download(encoding='utf-8')
+        assert txt == open(TEST_DIR / 'test2.sql').read()
+
+        # Try to upload folder
+        with self.assertRaises(IsADirectoryError):
+            st.upload_file(TEST_DIR, 'test3.sql')
+
+        lib = st.mkdir('/lib')
+        assert str(lib.path) == 'lib'
+        assert lib.type == 'directory'
+
+        # Try to overwrite stage folder with file
+        with self.assertRaises(IsADirectoryError):
+            st.upload_file(TEST_DIR / 'test2.sql', lib.path, overwrite=True)
+
+        # Write file into folder
+        f = st.upload_file(TEST_DIR / 'test2.sql', lib.path / 'upload_test2.sql')
+        assert str(f.path) == 'lib/upload_test2.sql'
+        assert f.type == 'file'
+
+    def test_open(self):
+        st = self.wg.stages
+
+        # See if error is raised for non-existent file
+        with self.assertRaises(s2.ManagementError):
+            st.open('open_test.sql', 'r')
+
+        # Load test file
+        st.upload_file(TEST_DIR / 'test.sql', 'open_test.sql')
+
+        # Read file using `open`
+        with st.open('open_test.sql', 'r') as rfile:
+            assert rfile.read() == open(TEST_DIR / 'test.sql').read()
+
+        # Read file using `open` with 'rt' mode
+        with st.open('open_test.sql', 'rt') as rfile:
+            assert rfile.read() == open(TEST_DIR / 'test.sql').read()
+
+        # Read file using `open` with 'rb' mode
+        with st.open('open_test.sql', 'rb') as rfile:
+            assert rfile.read() == open(TEST_DIR / 'test.sql', 'rb').read()
+
+        # Read file using `open` with 'rb' mode
+        with self.assertRaises(ValueError):
+            with st.open('open_test.sql', 'b') as rfile:
+                pass
+
+        # Attempt overwrite file using `open` with mode 'x'
+        with self.assertRaises(OSError):
+            with st.open('open_test.sql', 'x') as wfile:
+                pass
+
+        # Attempt overwrite file using `open` with mode 'w'
+        with st.open('open_test.sql', 'w') as wfile:
+            wfile.write(open(TEST_DIR / 'test2.sql').read())
+
+        txt = st.download('open_test.sql', encoding='utf-8')
+
+        assert txt == open(TEST_DIR / 'test2.sql').read()
+
+        # Test writer without context manager
+        wfile = st.open('open_raw_test.sql', 'w')
+        for line in open(TEST_DIR / 'test.sql'):
+            wfile.write(line)
+        wfile.close()
+
+        txt = st.download('open_raw_test.sql', encoding='utf-8')
+
+        assert txt == open(TEST_DIR / 'test.sql').read()
+
+        # Test reader without context manager
+        rfile = st.open('open_raw_test.sql', 'r')
+        txt = ''
+        for line in rfile:
+            txt += line
+        rfile.close()
+
+        assert txt == open(TEST_DIR / 'test.sql').read()
+
+    def test_os_directories(self):
+        st = self.wg.stages
+
+        # mkdir
+        st.mkdir('mkdir_test_1')
+        st.mkdir('mkdir_test_2')
+        st.mkdir('mkdir_test_2/nest_1/nest_2')
+        st.mkdir('mkdir_test_3')
+
+        assert st.exists('mkdir_test_1')
+        assert st.exists('mkdir_test_2')
+        assert st.exists('mkdir_test_2/nest_1')
+        assert st.exists('mkdir_test_2/nest_1/nest_2')
+        assert not st.exists('foo')
+        assert not st.exists('foo/bar')
+
+        assert st.is_dir('mkdir_test_1')
+        assert st.is_dir('mkdir_test_2')
+        assert st.is_dir('mkdir_test_2/nest_1')
+        assert st.is_dir('mkdir_test_2/nest_1/nest_2')
+
+        assert not st.is_file('mkdir_test_1')
+        assert not st.is_file('mkdir_test_2')
+        assert not st.is_file('mkdir_test_2/nest_1')
+        assert not st.is_file('mkdir_test_2/nest_1/nest_2')
+
+        out = st.listdir('/')
+        assert 'mkdir_test_1' in out
+        assert 'mkdir_test_2' in out
+        assert 'mkdir_test_2/nest_1/nest_2' not in out
+
+        out = st.listdir('/', recursive=True)
+        assert 'mkdir_test_1' in out
+        assert 'mkdir_test_2' in out
+        assert 'mkdir_test_2/nest_1/nest_2' in out
+
+        out = st.listdir('mkdir_test_2')
+        assert 'mkdir_test_1' not in out
+        assert 'nest_1' in out
+        assert 'nest_2' not in out
+        assert 'nest_1/nest_2' not in out
+
+        out = st.listdir('mkdir_test_2', recursive=True)
+        assert 'mkdir_test_1' not in out
+        assert 'nest_1' in out
+        assert 'nest_2' not in out
+        assert 'nest_1/nest_2' in out
+
+        # rmdir
+        before = st.listdir('/', recursive=True)
+        st.rmdir('mkdir_test_1')
+        after = st.listdir('/', recursive=True)
+        assert 'mkdir_test_1' in before
+        assert 'mkdir_test_1' not in after
+        assert list(sorted(before)) == list(sorted(after + ['mkdir_test_1']))
+
+        with self.assertRaises(OSError):
+            st.rmdir('mkdir_test_2')
+
+        st.upload_file(TEST_DIR / 'test.sql', 'mkdir_test.sql')
+
+        with self.assertRaises(NotADirectoryError):
+            st.rmdir('mkdir_test.sql')
+
+        # removedirs
+        before = st.listdir('/')
+        st.removedirs('mkdir_test_2')
+        after = st.listdir('/')
+        assert 'mkdir_test_2' in before
+        assert 'mkdir_test_2' not in after
+        assert list(sorted(before)) == list(sorted(after + ['mkdir_test_2']))
+
+        with self.assertRaises(NotADirectoryError):
+            st.removedirs('mkdir_test.sql')
+
+    def test_os_files(self):
+        st = self.wg.stages
+
+        st.upload_file(TEST_DIR / 'test.sql', 'files_test.sql')
+        st.upload_file(TEST_DIR / 'test.sql', 'files_test_1/nest_1/nested_files_test.sql')
+        st.upload_file(
+            TEST_DIR / 'test.sql',
+            'files_test_1/nest_1/nested_files_test_2.sql',
+        )
+
+        # remove
+        with self.assertRaises(IsADirectoryError):
+            st.remove('files_test_1')
+
+        before = st.listdir('/')
+        st.remove('files_test.sql')
+        after = st.listdir('/')
+        assert 'files_test.sql' in before
+        assert 'files_test.sql' not in after
+        assert list(sorted(before)) == list(sorted(after + ['files_test.sql']))
+
+        before = st.listdir('files_test_1/nest_1')
+        st.remove('files_test_1/nest_1/nested_files_test.sql')
+        after = st.listdir('files_test_1/nest_1')
+        assert 'nested_files_test.sql' in before
+        assert 'nested_files_test.sql' not in after
+        assert st.is_dir('files_test_1/nest_1')
+
+        # Removing the last file also removes empty directories
+        st.remove('files_test_1/nest_1/nested_files_test_2.sql')
+        assert not st.is_file('files_test_1/nest_1/nested_files_test_2.sql')
+        assert not st.is_dir('files_test_1/nest_1')
+        assert not st.is_dir('files_test_1')
+
+    def test_os_rename(self):
+        st = self.wg.stages
+
+        st.upload_file(TEST_DIR / 'test.sql', 'rename_test.sql')
+        st.upload_file(
+            TEST_DIR / 'test.sql',
+            'rename_test_1/nest_1/nested_rename_test.sql',
+        )
+        st.upload_file(
+            TEST_DIR / 'test.sql',
+            'rename_test_1/nest_1/nested_rename_test_2.sql',
+        )
+
+        # rename file
+        assert 'rename_test.sql' in st.listdir('/')
+        assert 'rename_test_2.sql' not in st.listdir('/')
+        st.rename('rename_test.sql', 'rename_test_2.sql')
+        assert 'rename_test.sql' not in st.listdir('/')
+        assert 'rename_test_2.sql' in st.listdir('/')
+
+        # rename directory
+        assert 'rename_test_1' in st.listdir('/')
+        assert 'rename_test_2' not in st.listdir('/')
+        st.rename('rename_test_1', 'rename_test_2')
+        assert 'rename_test_1' not in st.listdir('/')
+        assert 'rename_test_2' in st.listdir('/')
+        assert st.is_file('rename_test_2/nest_1/nested_rename_test.sql')
+        assert st.is_file('rename_test_2/nest_1/nested_rename_test_2.sql')
+
+        # rename nested
+        assert 'rename_test_2/nest_1/nested_rename_test.sql' in st.listdir(
+            '/', recursive=True,
+        )
+        assert 'rename_test_2/nest_1/nested_rename_test_3.sql' not in st.listdir(
+            '/', recursive=True,
+        )
+        st.rename(
+            'rename_test_2/nest_1/nested_rename_test.sql',
+            'rename_test_2/nest_1/nested_rename_test_3.sql',
+        )
+        assert 'rename_test_2/nest_1/nested_rename_test.sql' not in st.listdir(
+            '/', recursive=True,
+        )
+        assert 'rename_test_2/nest_1/nested_rename_test_3.sql' in st.listdir(
+            '/', recursive=True,
+        )
+        assert not st.is_file('rename_test_2/nest_1/nested_rename_test.sql')
+        assert st.is_file('rename_test_2/nest_1/nested_rename_test_2.sql')
+        assert st.is_file('rename_test_2/nest_1/nested_rename_test_3.sql')
+
+        # non-existent file
+        with self.assertRaises(OSError):
+            st.rename('rename_foo.sql', 'rename_foo_2.sql')
+
+        # overwrite
+        with self.assertRaises(OSError):
+            st.rename(
+                'rename_test_2.sql',
+                'rename_test_2/nest_1/nested_rename_test_3.sql',
+            )
+
+        st.rename(
+            'rename_test_2.sql',
+            'rename_test_2/nest_1/nested_rename_test_3.sql', overwrite=True,
+        )
+
+    def test_stages_object(self):
+        st = self.wg.stages
+
+        f1 = st.upload_file(TEST_DIR / 'test.sql', 'obj_test.sql')
+        f2 = st.upload_file(TEST_DIR / 'test.sql', 'obj_test/nest_1/obj_test.sql')
+        d2 = st.info('obj_test/nest_1')
+
+        # is_file / is_dir
+        assert not f1.is_dir()
+        assert f1.is_file()
+        assert not f2.is_dir()
+        assert f2.is_file()
+        assert d2.is_dir()
+        assert not d2.is_file()
+
+        # abspath / basename / dirname / exists
+        assert f1.abspath() == 'obj_test.sql'
+        assert f1.basename() == 'obj_test.sql'
+        assert f1.dirname() == ''
+        assert f1.exists()
+        assert f2.abspath() == 'obj_test/nest_1/obj_test.sql'
+        assert f2.basename() == 'obj_test.sql'
+        assert f2.dirname() == 'obj_test/nest_1'
+        assert f2.exists()
+        assert d2.abspath() == 'obj_test/nest_1'
+        assert d2.basename() == 'nest_1'
+        assert d2.dirname() == 'obj_test'
+        assert d2.exists()
+
+        # download
+        assert f1.download(encoding='utf-8') == open(TEST_DIR / 'test.sql', 'r').read()
+        assert f1.download() == open(TEST_DIR / 'test.sql', 'rb').read()
+
+        # remove
+        with self.assertRaises(IsADirectoryError):
+            d2.remove()
+
+        assert st.is_file('obj_test.sql')
+        f1.remove()
+        assert not st.is_file('obj_test.sql')
+
+        # removedirs
+        with self.assertRaises(NotADirectoryError):
+            f2.removedirs()
+
+        assert st.exists(d2.path)
+        d2.removedirs()
+        assert not st.exists(d2.path)
+
+        # rmdir
+        f1 = st.upload_file(TEST_DIR / 'test.sql', 'obj_test.sql')
+        d2 = st.mkdir('obj_test/nest_1')
+
+        assert st.exists(f1.path)
+        assert st.exists(d2.path)
+
+        with self.assertRaises(NotADirectoryError):
+            f1.rmdir()
+
+        assert st.exists(f1.path)
+        assert st.exists(d2.path)
+
+        d2.rmdir()
+
+        assert not st.exists('obj_test/nest_1')
+        assert not st.exists('obj_test')
+
+        # mtime / ctime
+        assert f1.getmtime() > 0
+        assert f1.getctime() > 0
+
+        # rename
+        assert st.exists('obj_test.sql')
+        assert not st.exists('obj_test_2.sql')
+        f1 = f1.rename('obj_test_2.sql')
+        assert not st.exists('obj_test.sql')
+        assert st.exists('obj_test_2.sql')
+        assert f1.abspath() == 'obj_test_2.sql'