labdata 0.1.23__tar.gz → 0.1.25__tar.gz

{labdata-0.1.23 → labdata-0.1.25}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: labdata
-Version: 0.1.23
+Version: 0.1.25
 Summary: Package to manage data in experimental neuroscience labs
 Author-email: Joao Couto <jpcouto@gmail.com>
 Project-URL: Homepage, https://github.com/jcouto/labdata

{labdata-0.1.23 → labdata-0.1.25}/labdata/__init__.py

@@ -1,4 +1,5 @@
-VERSION = "0.1.23"
+VERSION = "0.1.25"
+__version__ = VERSION
 
 from .utils import *
 from .copy import copy_to_upload_server

{labdata-0.1.23 → labdata-0.1.25}/labdata/accounts.py

@@ -78,13 +78,22 @@ def database_grants(name, projects, database_name='lab_data', sandbox=False):
     return [g.replace('%', '%%') for g in grants]
 
 
+def split_host(host, port=3306):
+    '''Return ``(address, port)`` of a database host written ``address`` or ``address:port``;
+    ``port`` is used when the host has none.'''
+    address, _, number = str(host).strip().rpartition(':')
+    if address and number.isdigit():
+        return address, int(number)
+    return str(host).strip(), int(port)
+
+
 def ask_database_admin(host, default_user=None):
     '''Ask for the database admin login and return a pymysql connection.
 
     Parameters
     ----------
     host : str
-        Database address.
+        Database address, ``address`` or ``address:port``.
     default_user : str, optional
         User offered as default.
 
@@ -96,7 +105,8 @@ def ask_database_admin(host, default_user=None):
     print(f'Database admin login for {host} (used for this command only, not saved).')
     user = input(f'  Admin user [{default_user or ""}]: ').strip() or default_user
     password = getpass('  Admin password: ')
-    return pymysql.connect(host=host, user=user, password=password, autocommit=True)
+    address, port = split_host(host)
+    return pymysql.connect(host=address, port=port, user=user, password=password, autocommit=True)
 
 
 def database_user_exists(conn, name):
@@ -147,6 +157,49 @@ def database_user_grants(conn, name):
     return [r[0] for r in _rows(conn, f"SHOW GRANTS FOR '{name}'@'%%'", ())]
 
 
+def _grant_pattern(schema):
+    '''Return the regular expression of a schema name of a GRANT, where ``_`` and ``%`` are
+    wildcards unless escaped with ``\\``.'''
+    out, i = '', 0
+    while i < len(schema):
+        c = schema[i]
+        if c == '\\' and i + 1 < len(schema):
+            out += re.escape(schema[i + 1])
+            i += 2
+            continue
+        out += '.*' if c == '%' else '.' if c == '_' else re.escape(c)
+        i += 1
+    return re.compile(out)
+
+
+def database_access(conn, databases):
+    '''Return ``{user: [databases]}`` for the database users with privileges other than
+    REFERENCES on ``databases``; ``'*'`` stands for a grant on every database. Users whose
+    grants can not be read are left out.'''
+    access = dict()
+    for user in list_database_users(conn):
+        try:
+            grants = database_user_grants(conn, user)
+        except Exception:
+            continue
+        for grant in grants:
+            m = re.match(r'GRANT (.+?) ON (\S+?)\.\S+ TO ', grant)
+            if not m:
+                continue
+            privileges = set(p.strip().upper() for p in m.group(1).split(','))
+            if privileges <= {'USAGE', 'REFERENCES'}:
+                continue
+            schema = m.group(2).strip('`')
+            if schema == '*':
+                access.setdefault(user, set()).add('*')
+                continue
+            pattern = _grant_pattern(schema)
+            for database in databases:
+                if pattern.fullmatch(database):
+                    access.setdefault(user, set()).add(database)
+    return {user: sorted(names) for user, names in sorted(access.items())}
+
+
 def create_s3_user(session, name, groups=(), policies=(), like=None):
     '''Create the IAM user ``name`` with one access key, and the permissions of ``groups``, ``policies`` or user ``like``.
 
@@ -836,7 +889,8 @@ def grant_database_project(conn, name, project, database_name='lab_data'):
 def connect_database_admin(host, user, password):
     '''Return a pymysql connection for ``user``, after checking it may create users and grant permissions.'''
     import pymysql
-    conn = pymysql.connect(host=host, user=user, password=password, autocommit=True)
+    address, port = split_host(host)
+    conn = pymysql.connect(host=address, port=port, user=user, password=password, autocommit=True)
     grants = ' '.join(r[0] for r in _rows(conn, 'SHOW GRANTS', ())).upper()
     if 'CREATE USER' not in grants and 'ALL PRIVILEGES ON *.*' not in grants:
         conn.close()