velocity-python 0.0.35__py3-none-any.whl → 0.0.65__py3-none-any.whl

velocity/db/servers/postgres/types.py

@@ -0,0 +1,109 @@
+import decimal
+import datetime
+
+
+class TYPES:
+    """
+    A simple mapping of Python types <-> SQL types (for PostgreSQL).
+    """
+
+    TEXT = "TEXT"
+    INTEGER = "INTEGER"
+    NUMERIC = "NUMERIC"
+    DATETIME_TZ = "TIMESTAMP WITH TIME ZONE"
+    TIMESTAMP_TZ = "TIMESTAMP WITH TIME ZONE"
+    DATETIME = "TIMESTAMP WITHOUT TIME ZONE"
+    TIMESTAMP = "TIMESTAMP WITHOUT TIME ZONE"
+    DATE = "DATE"
+    TIME_TZ = "TIME WITH TIME ZONE"
+    TIME = "TIME WITHOUT TIME ZONE"
+    BIGINT = "BIGINT"
+    SMALLINT = "SMALLINT"
+    BOOLEAN = "BOOLEAN"
+    BINARY = "BYTEA"
+    INTERVAL = "INTERVAL"
+
+    @classmethod
+    def get_type(cls, v):
+        """
+        Returns a suitable SQL type string for a Python value/object.
+        """
+        if isinstance(v, str) and v.startswith("@@"):
+            # e.g. @@CURRENT_TIMESTAMP => special usage
+            return v[2:] or cls.TEXT
+        if isinstance(v, str) or v is str:
+            return cls.TEXT
+        if isinstance(v, bool) or v is bool:
+            return cls.BOOLEAN
+        if isinstance(v, int) or v is int:
+            return cls.BIGINT
+        if isinstance(v, float) or v is float:
+            return f"{cls.NUMERIC}(19, 6)"
+        if isinstance(v, decimal.Decimal) or v is decimal.Decimal:
+            return f"{cls.NUMERIC}(19, 6)"
+        if isinstance(v, datetime.datetime) or v is datetime.datetime:
+            return cls.DATETIME
+        if isinstance(v, datetime.date) or v is datetime.date:
+            return cls.DATE
+        if isinstance(v, datetime.time) or v is datetime.time:
+            return cls.TIME
+        if isinstance(v, datetime.timedelta) or v is datetime.timedelta:
+            return cls.INTERVAL
+        if isinstance(v, bytes) or v is bytes:
+            return cls.BINARY
+        return cls.TEXT
+
+    @classmethod
+    def get_conv(cls, v):
+        """
+        Returns a base SQL type for expression usage (e.g. CAST).
+        """
+        if isinstance(v, str) and v.startswith("@@"):
+            return v[2:] or cls.TEXT
+        if isinstance(v, str) or v is str:
+            return cls.TEXT
+        if isinstance(v, bool) or v is bool:
+            return cls.BOOLEAN
+        if isinstance(v, int) or v is int:
+            return cls.BIGINT
+        if isinstance(v, float) or v is float:
+            return cls.NUMERIC
+        if isinstance(v, decimal.Decimal) or v is decimal.Decimal:
+            return cls.NUMERIC
+        if isinstance(v, datetime.datetime) or v is datetime.datetime:
+            return cls.DATETIME
+        if isinstance(v, datetime.date) or v is datetime.date:
+            return cls.DATE
+        if isinstance(v, datetime.time) or v is datetime.time:
+            return cls.TIME
+        if isinstance(v, datetime.timedelta) or v is datetime.timedelta:
+            return cls.INTERVAL
+        if isinstance(v, bytes) or v is bytes:
+            return cls.BINARY
+        return cls.TEXT
+
+    @classmethod
+    def py_type(cls, v):
+        """
+        Returns the Python type that corresponds to an SQL type string.
+        """
+        v = str(v).upper()
+        if v == cls.INTEGER or v == cls.SMALLINT or v == cls.BIGINT:
+            return int
+        if v == cls.NUMERIC:
+            return decimal.Decimal
+        if v == cls.TEXT:
+            return str
+        if v == cls.BOOLEAN:
+            return bool
+        if v == cls.DATE:
+            return datetime.date
+        if v == cls.TIME or v == cls.TIME_TZ:
+            return datetime.time
+        if v == cls.DATETIME or v == cls.TIMESTAMP:
+            return datetime.datetime
+        if v == cls.INTERVAL:
+            return datetime.timedelta
+        if v == cls.DATETIME_TZ or v == cls.TIMESTAMP_TZ:
+            return datetime.datetime
+        raise Exception(f"Unmapped type {v}")

velocity/db/servers/tablehelper.py

@@ -0,0 +1,277 @@
+import pprint
+import re
+from collections.abc import Mapping
+from ..core.table import Query
+
+
+class TableHelper:
+    """
+    A helper class used to build SQL queries with joined/aliased tables,
+    including foreign key expansions, pointer syntax, etc.
+    """
+
+    reserved = []
+    operators = {}
+
+    def __init__(self, tx, table):
+        self.tx = tx
+        self.letter = 65
+        self.table_aliases = {}
+        self.foreign_keys = {}
+        self.current_table = table
+        self.table_aliases["current_table"] = chr(self.letter)
+        self.letter += 1
+
+    def __str__(self):
+        return "\n".join(
+            f"{key}: {pprint.pformat(value)}" for key, value in vars(self).items()
+        )
+
+    def split_columns(self, query):
+        """
+        Splits a string of comma-separated column expressions into a list, keeping parentheses balanced.
+        """
+        columns = []
+        balance = 0
+        current = []
+        for char in query:
+            if char == "," and balance == 0:
+                columns.append("".join(current).strip())
+                current = []
+            else:
+                if char == "(":
+                    balance += 1
+                elif char == ")":
+                    balance -= 1
+                current.append(char)
+        if current:
+            columns.append("".join(current).strip())
+        return columns
+
+    def requires_joins(self):
+        return len(self.table_aliases) > 1
+
+    def has_pointer(self, column):
+        """
+        Checks if there's an '>' in the column that indicates a pointer reference, e.g. 'local_column>foreign_column'.
+        """
+        if not isinstance(column, str) or not re.search(r"^[a-zA-Z0-9_>*]", column):
+            raise Exception(f"Invalid column specified: {column}")
+        return bool(re.search(r"[a-zA-Z0-9_]+>[a-zA-Z0-9_]+", column))
+
+    def __fetch_foreign_data(self, key):
+        if key in self.foreign_keys:
+            return self.foreign_keys[key]
+        local_column, foreign_column = key.split(">")
+        foreign = self.tx.table(self.current_table).foreign_key_info(local_column)
+        if not foreign:
+            raise Exception(
+                f"Foreign key `{self.current_table}.{local_column}>{foreign_column}` not defined."
+            )
+        ref_table = foreign["referenced_table_name"]
+        ref_schema = foreign["referenced_table_schema"]
+        ref_column = foreign["referenced_column_name"]
+        if ref_table not in self.table_aliases:
+            self.table_aliases[ref_table] = chr(self.letter)
+            self.letter += 1
+        alias = self.table_aliases[ref_table]
+        data = {
+            "alias": alias,
+            "ref_table": ref_table,
+            "ref_schema": ref_schema,
+            "local_column": local_column,
+            "ref_column": ref_column,
+        }
+        self.foreign_keys[key] = data
+        return data
+
+    def resolve_references(self, key, options=None):
+        """
+        Resolves pointer syntax or table alias references.
+        `options` can control whether to alias columns and/or tables.
+        """
+        if options is None:
+            options = {"alias_column": True, "alias_table": False, "alias_only": False}
+
+        column = self.extract_column_name(key)
+        alias = self.get_table_alias("current_table")
+        if not key or not column:
+            raise Exception(f"Invalid key or column: key={key}, column={column}")
+
+        if not self.has_pointer(column):
+            # Standard column
+            if options.get("alias_table") and alias != "A":
+                name = alias + "." + self.quote(column)
+            else:
+                name = self.quote(column)
+            return self.remove_operator(key).replace(column, name)
+
+        local_column, foreign_column = column.split(">")
+        if options.get("alias_only"):
+            return f"{local_column}_{foreign_column}"
+        data = self.__fetch_foreign_data(column)
+        if options.get("alias_table"):
+            name = f"{self.get_table_alias(data['ref_table'])}.{self.quote(foreign_column)}"
+        else:
+            name = f"{data['ref_table']}.{self.quote(foreign_column)}"
+
+        result = self.remove_operator(key).replace(column, name)
+        if options.get("alias_column"):
+            result += f" as {local_column}_{foreign_column}"
+        return result
+
+    def get_operator(self, key, val):
+        """
+        Determines the SQL operator from the start of `key` or defaults to '='.
+        """
+        key = " ".join(key.replace('"', "").split())
+        for symbol, operator in self.operators.items():
+            if key.startswith(symbol):
+                return operator
+        return "="
+
+    def remove_operator(self, key):
+        """
+        Strips recognized operator symbols from the start of `key`.
+        """
+        for symbol in self.operators.keys():
+            if key.startswith(symbol):
+                return key.replace(symbol, "", 1)
+        return key
+
+    def extract_column_name(self, sql_expression):
+        """
+        Extracts the 'bare' column name from an expression, ignoring function calls, operators, etc.
+        """
+        expr = sql_expression.replace('"', "")
+        expr = self.remove_operator(expr)
+        if not self.are_parentheses_balanced(expr):
+            raise ValueError(f"Unbalanced parentheses in expression: {expr}")
+
+        # Remove outer function calls, preserving inside parentheses.
+        while "(" in expr or ")" in expr:
+            expr = re.sub(r"\b\w+\s*\((.*?)\)", r"\1", expr)
+
+        if "," in expr:
+            expr = expr.split(",")[0].strip()
+
+        pattern = r"^([a-zA-Z0-9_]+\.\*|\*|[a-zA-Z0-9_>]+(?:\.[a-zA-Z0-9_]+)?)$"
+        match = re.search(pattern, expr)
+        return match.group(1) if match else None
+
+    def are_parentheses_balanced(self, expression):
+        """
+        Checks if parentheses in `expression` are balanced.
+        """
+        stack = []
+        opening = "({["
+        closing = ")}]"
+        matching = {")": "(", "}": "{", "]": "["}
+        for char in expression:
+            if char in opening:
+                stack.append(char)
+            elif char in closing:
+                if not stack or stack.pop() != matching[char]:
+                    return False
+        return not stack
+
+    def get_table_alias(self, table):
+        return self.table_aliases.get(table)
+
+    def make_predicate(self, key, val, options=None):
+        """
+        Builds a piece of SQL and corresponding parameters for a WHERE/HAVING predicate based on `key`, `val`.
+        """
+        if options is None:
+            options = {"alias_table": True, "alias_column": False}
+        case = None
+        column = self.resolve_references(key, options=options)
+        op = self.get_operator(key, val)
+
+        # Subquery?
+        if isinstance(val, Query):
+            if op in ("<>"):
+                return f"{column} NOT IN ({val})", val.params or None
+            return f"{column} IN ({val})", val.params or None
+
+        # Null / special markers
+        if val is None or isinstance(val, bool) or val in ("@@INFINITY", "@@UNKNOWN"):
+            if isinstance(val, str) and val.startswith("@@"):
+                val = val[2:]
+            if val is None:
+                val = "NULL"
+            if op == "<>":
+                return f"{column} IS NOT {str(val).upper()}", None
+            return f"{column} IS {str(val).upper()}", None
+
+        # Lists / tuples => IN / NOT IN
+        if isinstance(val, (list, tuple)) and "><" not in key:
+            if "!" in key:
+                return f"{column} NOT IN %s", list(val)
+            return f"{column} IN %s", list(val)
+
+        # "@@" => pass as literal
+        if isinstance(val, str) and val.startswith("@@") and val[2:]:
+            return f"{column} {op} {val[2:]}", None
+
+        # Between operators
+        if op in ["BETWEEN", "NOT BETWEEN"]:
+            return f"{column} {op} %s and %s", tuple(val)
+
+        if case:
+            return f"{case}({column}) {op} {case}(%s)", val
+
+        # Default single-parameter predicate
+        return f"{column} {op} %s", val
+
+    def make_where(self, where):
+        """
+        Converts a dict-based WHERE into a list of predicate strings + param values.
+        """
+        if isinstance(where, Mapping):
+            new_where = []
+            for key, val in where.items():
+                new_where.append(self.make_predicate(key, val))
+            where = new_where
+
+        sql = []
+        vals = []
+        if where:
+            sql.append("WHERE")
+            join = ""
+            for pred, val in where:
+                if join:
+                    sql.append(join)
+                sql.append(pred)
+                join = "AND"
+                if val is not None:
+                    if isinstance(val, tuple):
+                        vals.extend(val)
+                    else:
+                        vals.append(val)
+        return " ".join(sql), tuple(vals)
+
+    @classmethod
+    def quote(cls, data):
+        """
+        Quotes identifiers (columns/tables) if needed, especially if they match reserved words or contain special chars.
+        """
+        if isinstance(data, list):
+            new_list = []
+            for item in data:
+                if item.startswith("@@"):
+                    new_list.append(item[2:])
+                else:
+                    new_list.append(cls.quote(item))
+            return new_list
+
+        parts = data.split(".")
+        quoted_parts = []
+        for part in parts:
+            if '"' in part:
+                quoted_parts.append(part)
+            elif part.upper() in cls.reserved or re.findall(r"[/]", part):
+                quoted_parts.append(f'"{part}"')
+            else:
+                quoted_parts.append(part)
+        return ".".join(quoted_parts)