sqlglotc 30.21.0__tar.gz → 30.23.0__tar.gz

{sqlglotc-30.21.0/sqlglotc.egg-info → sqlglotc-30.23.0}/PKG-INFO

@@ -1,15 +1,15 @@
 Metadata-Version: 2.4
 Name: sqlglotc
-Version: 30.21.0
+Version: 30.23.0
 Summary: mypyc-compiled extensions for sqlglot
 Author-email: Toby Mao <toby.mao@gmail.com>
 License-Expression: MIT
 Project-URL: Homepage, https://sqlglot.com/
 Project-URL: Repository, https://github.com/tobymao/sqlglot
 Requires-Python: >=3.10
-Requires-Dist: sqlglot==30.21.0
+Requires-Dist: sqlglot==30.23.0
 Provides-Extra: dev
 Requires-Dist: setuptools>=61.0; extra == "dev"
 Requires-Dist: setuptools_scm; extra == "dev"
-Requires-Dist: sqlglot-mypy>=2.3.0.post2; extra == "dev"
+Requires-Dist: mypy>=2.4.0; extra == "dev"
 Dynamic: requires-dist

{sqlglotc-30.21.0 → sqlglotc-30.23.0}/pyproject.toml

@@ -7,7 +7,7 @@ license = "MIT"
 requires-python = ">= 3.10"
 
 [project.optional-dependencies]
-dev = ["setuptools >= 61.0", "setuptools_scm", "sqlglot-mypy >= 2.3.0.post2"]
+dev = ["setuptools >= 61.0", "setuptools_scm", "mypy >= 2.4.0"]
 
 [project.urls]
 Homepage = "https://sqlglot.com/"
@@ -17,7 +17,7 @@ Repository = "https://github.com/tobymao/sqlglot"
 requires = [
     "setuptools >= 61.0",
     "setuptools_scm",
-    "sqlglot-mypy >= 2.3.0.post2",
+    "mypy >= 2.4.0",
     "types-python-dateutil",
     "sqlglot",
 ]

{sqlglotc-30.21.0 → sqlglotc-30.23.0}/setup.py

@@ -49,7 +49,6 @@ def _source_files(src_dir):
         "helper.py",
         "lineage.py",
         "parser.py",
-        "schema.py",
         "serde.py",
         "time.py",
         "tokenizer_core.py",

{sqlglotc-30.21.0 → sqlglotc-30.23.0}/sqlglot/anonymize.py

@@ -15,6 +15,7 @@ ANONYMIZED_TYPES = {
     TokenType.HEX_STRING,
     TokenType.HEREDOC_STRING,
     TokenType.IDENTIFIER,
+    TokenType.NATIONAL_RAW_STRING,
     TokenType.NATIONAL_STRING,
     TokenType.NUMBER,
     TokenType.RAW_STRING,

{sqlglotc-30.21.0 → sqlglotc-30.23.0}/sqlglot/expressions/array.py

@@ -23,6 +23,7 @@ class Array(Expression, Func):
         "expressions": False,
         "bracket_notation": False,
         "struct_name_inheritance": False,
+        "value_constructor": False,
     }
     is_var_len_args = True
 
@@ -84,7 +85,16 @@ class ArrayReverse(Expression, Func):
 
 
 class ArraySlice(Expression, Func):
-    arg_types = {"this": True, "start": True, "end": False, "step": False, "zero_based": False}
+    """Slice by end index, or by length when is_length is set."""
+
+    arg_types = {
+        "this": True,
+        "start": True,
+        "end": False,
+        "step": False,
+        "zero_based": False,
+        "is_length": False,
+    }
 
 
 class ArraySort(Expression, Func):
@@ -244,6 +254,10 @@ class Inline(Expression, Func, UDTF):
     pass
 
 
+class SplitToTable(Expression, Func, UDTF):
+    arg_types = {"this": True, "expression": True}
+
+
 class Stack(Expression, Func, UDTF):
     arg_types = {"this": True, "expressions": True}
     is_var_len_args = True

{sqlglotc-30.21.0 → sqlglotc-30.23.0}/sqlglot/expressions/builders.py

@@ -10,14 +10,25 @@ from sqlglot.errors import ParseError, TokenError
 from sqlglot.expressions.core import (
     Alias,
     Anonymous,
+    AtTimeZone,
+    Between,
+    Binary,
+    BitwiseNot,
     Boolean,
+    Bracket,
     Column,
     Condition,
+    Dot,
     EQ,
     Expr,
+    Func,
     Identifier,
+    In,
     Literal,
+    Neg,
+    Not,
     Null,
+    Paren,
     Placeholder,
     TABLE_PARTS,
     Var,
@@ -36,6 +47,8 @@ from sqlglot.expressions.query import (
     From,
     Schema,
     Select,
+    SetOperation,
+    Subquery,
     Table,
     TableAlias,
     Tuple,
@@ -44,7 +57,7 @@ from sqlglot.expressions.query import (
     With,
     Query,
 )
-from sqlglot.expressions.ddl import Alter, AlterRename, RenameColumn
+from sqlglot.expressions.ddl import Alter, AlterRename, Create, RenameColumn
 from sqlglot.expressions.dml import Delete, Insert, Merge, Update, When, Whens
 from sqlglot.expressions.functions import Case, Cast
 from sqlglot.expressions.array import Array
@@ -53,11 +66,10 @@ from sqlglot.expressions.array import Array
 if t.TYPE_CHECKING:
     from collections.abc import Sequence, Iterable, Iterator
     from sqlglot.dialects.dialect import DialectType
-    from sqlglot.expressions.core import ExpOrStr, Func
+    from sqlglot.expressions.core import ExpOrStr
     from sqlglot.expressions.datatypes import DATA_TYPE
     from sqlglot._typing import ParserArgs, ParserNoDialectArgs, E, P
     from typing_extensions import Unpack, Concatenate
-    from sqlglot.expressions.core import Dot
 
 
 def select(
@@ -516,7 +528,7 @@ def cast(
 
 
 def table_(
-    table: Identifier | str,
+    table: Identifier | str | None,
     db: Identifier | str | None = None,
     catalog: Identifier | str | None = None,
     quoted: bool | None = None,
@@ -849,6 +861,43 @@ def replace_tables(
     return expression.transform(_replace_tables, copy=copy)  # type: ignore
 
 
+OPERATORS = (AtTimeZone, Between, Binary, BitwiseNot, In, Neg, Not)
+
+
+def _is_operand(placeholder: Placeholder) -> bool:
+    parent = placeholder.parent
+    if isinstance(parent, (Bracket, In)):
+        return placeholder.arg_key == "this"
+    return isinstance(parent, OPERATORS)
+
+
+def _takes_query(placeholder: Placeholder) -> bool:
+    parent = placeholder.parent
+    if isinstance(parent, In):
+        return placeholder.arg_key == "expressions" and len(parent.expressions) == 1
+    if isinstance(parent, Func):
+        return len(list(parent.iter_expressions())) == 1
+    if isinstance(parent, Table):
+        return isinstance(parent.parent, (Create, Subquery))
+    return not parent or isinstance(parent, (CTE, Paren, SetOperation))
+
+
+def _replace_placeholder(placeholder: Placeholder, expression: Expr) -> Expr:
+    if (
+        isinstance(expression, Query)
+        and not isinstance(expression, Subquery)
+        and not _takes_query(placeholder)
+    ):
+        return expression.subquery(copy=False)
+    if (
+        _is_operand(placeholder)
+        and isinstance(expression, OPERATORS)
+        and not isinstance(expression, Dot)
+    ):
+        return Paren(this=expression)
+    return expression
+
+
 def replace_placeholders(expression: Expr, *args: object, **kwargs: t.Any) -> Expr:
     """Replace placeholders in an expression.
 
@@ -874,10 +923,10 @@ def replace_placeholders(expression: Expr, *args: object, **kwargs: t.Any) -> Ex
             if node.this:
                 new_name = kwargs.get(node.this)
                 if new_name is not None:
-                    return convert(new_name)
+                    return _replace_placeholder(node, convert(new_name))
             else:
                 try:
-                    return convert(next(args))
+                    return _replace_placeholder(node, convert(next(args)))
                 except StopIteration:
                     pass
         return node

{sqlglotc-30.21.0 → sqlglotc-30.23.0}/sqlglot/expressions/constraints.py

@@ -208,6 +208,7 @@ class Constraint(Expression):
 
 class ForeignKey(Expression):
     arg_types = {
+        "this": False,
         "expressions": False,
         "reference": False,
         "delete": False,

{sqlglotc-30.21.0 → sqlglotc-30.23.0}/sqlglot/expressions/core.py

@@ -867,7 +867,7 @@ class Expression(Expr):
                     for k in sorted(node.args):
                         v = node.args[k]
                         if v:
-                            hash_ = hash((hash_, k, v))
+                            hash_ = hash((hash_, k, tuple(v) if type(v) is list else v))
                 else:
                     for k in sorted(node.args):
                         v = node.args[k]
@@ -1595,7 +1595,14 @@ class Uncache(Expression):
 
 
 class Refresh(Expression):
-    arg_types = {"this": True, "kind": True}
+    arg_types = {
+        "this": True,
+        "kind": True,
+        "partition_start": False,
+        "partition_end": False,
+        "force": False,
+        "mode": False,
+    }
 
 
 class LockingStatement(Expression):
@@ -1859,6 +1866,7 @@ class SessionParameter(Expression, Condition):
 
 class Placeholder(Expression, Condition):
     arg_types = {"this": False, "kind": False, "widget": False, "jdbc": False}
+    _hash_raw_args = True
 
     @property
     def name(self) -> str:
@@ -1994,6 +2002,7 @@ class Typeof(Expression, Func):
 
 class ParameterizedAgg(Expression, AggFunc):
     arg_types = {"this": True, "expressions": True, "params": True}
+    _hash_raw_args = True
 
 
 class Anonymous(Expression, Func):
@@ -2008,6 +2017,7 @@ class Anonymous(Expression, Func):
 class AnonymousAggFunc(Expression, AggFunc):
     arg_types = {"this": True, "expressions": False}
     is_var_len_args = True
+    _hash_raw_args = True
 
 
 class CombinedAggFunc(AnonymousAggFunc):
@@ -2211,7 +2221,7 @@ class Like(Expression, Binary, Predicate):
 
 
 class Match(Expression, Binary, Predicate):
-    pass
+    arg_types = {"this": True, "expression": True, "kind": False, "analyzer": False}
 
 
 class LT(Expression, Binary, Predicate):

{sqlglotc-30.21.0 → sqlglotc-30.23.0}/sqlglot/expressions/ddl.py

@@ -176,6 +176,7 @@ class Set(Expression):
 
 class Heredoc(Expression):
     arg_types = {"this": True, "tag": False}
+    _hash_raw_args = True
 
 
 class SetItem(Expression):
@@ -382,6 +383,7 @@ class Undrop(Expression):
 
 class Command(Expression):
     arg_types = {"this": True, "expression": False}
+    _hash_raw_args = True
 
 
 class Transaction(Expression):
@@ -400,7 +402,7 @@ class Alter(Expression):
     arg_types = {
         "this": False,
         "kind": True,
-        "actions": True,
+        "actions": False,
         "exists": False,
         "only": False,
         "options": False,

{sqlglotc-30.21.0 → sqlglotc-30.23.0}/sqlglot/expressions/json.py

@@ -100,6 +100,7 @@ class JSONExists(Expression, Func):
         "on_condition": False,
         "from_dcolonqmark": False,
     }
+    _hash_raw_args = True
 
 
 class JSONExtract(Expression, Binary, Func):

{sqlglotc-30.21.0 → sqlglotc-30.23.0}/sqlglot/expressions/properties.py

@@ -25,6 +25,10 @@ class AllowedValuesProperty(Expression):
     arg_types = {"expressions": True}
 
 
+class AggregateKeyProperty(Property):
+    arg_types = {"expressions": True}
+
+
 class AlgorithmProperty(Property):
     arg_types = {"this": True}
 
@@ -123,6 +127,7 @@ class DatabaseProperty(Property):
 
 class DefinerProperty(Property):
     arg_types = {"this": True}
+    _hash_raw_args = True
 
 
 class DistKeyProperty(Property):
@@ -390,6 +395,10 @@ class PartitionedOfProperty(Property):
     arg_types = {"this": True, "expression": True}
 
 
+class PhysicalProperty(Property):
+    arg_types = {"this": True, "value": False}
+
+
 class StreamingTableProperty(Property):
     arg_types = {}
 
@@ -497,6 +506,10 @@ class StorageHandlerProperty(Property):
     arg_types = {"this": True}
 
 
+class StorageProperty(Property):
+    arg_types = {"expressions": True}
+
+
 class UsingProperty(Property):
     # kind: JAR, FILE, or ARCHIVE; this: the resource path (string literal)
     arg_types = {"this": True, "kind": True}
@@ -522,6 +535,10 @@ class Tags(Property, ColumnConstraintKind):
     arg_types = {"expressions": True}
 
 
+class TableSpaceProperty(Property):
+    arg_types = {"this": True}
+
+
 class PropertiesLocation(AutoName):
     POST_CREATE = auto()
     POST_NAME = auto()
@@ -624,7 +641,9 @@ class Properties(Expression):
         "INCLUDE": IncludeProperty,
     }
 
-    PROPERTY_TO_NAME: t.ClassVar[dict[type[Property], str]] = {}
+    PROPERTY_TO_NAME: t.ClassVar[dict[type[Property], str]] = {
+        v: k for k, v in NAME_TO_PROPERTY.items()
+    }
 
     # CREATE property locations
     # Form: schema specified
@@ -652,7 +671,3 @@ class Properties(Expression):
                 expressions.append(Property(this=Literal.string(key), value=convert(value)))
 
         return cls(expressions=expressions)
-
-
-# TODO (mypyc)
-Properties.PROPERTY_TO_NAME = {v: k for k, v in Properties.NAME_TO_PROPERTY.items()}

{sqlglotc-30.21.0 → sqlglotc-30.23.0}/sqlglot/expressions/query.py

@@ -19,6 +19,7 @@ from sqlglot.expressions.core import (
     Hint,
     Identifier,
     In,
+    Var,
     _apply_builder,
     _apply_child_list_builder,
     _apply_list_builder,
@@ -441,11 +442,24 @@ class QueryBand(Expression):
 
 
 class RecursiveWithSearch(Expression):
-    arg_types = {"kind": True, "this": True, "expression": True, "using": False}
+    arg_types = {
+        "kind": True,
+        "this": True,
+        "expression": True,
+        "to": False,
+        "default": False,
+        "using": False,
+    }
 
 
 class With(Expression):
-    arg_types = {"expressions": False, "recursive": False, "search": False, "udfs": False}
+    arg_types = {
+        "expressions": False,
+        "recursive": False,
+        "search": False,
+        "cycle": False,
+        "udfs": False,
+    }
 
     @property
     def recursive(self) -> bool:
@@ -486,14 +500,17 @@ class HexString(Expression, Condition):
 class ByteString(Expression, Condition):
     arg_types = {"this": True, "is_bytes": False}
     is_primitive = True
+    _hash_raw_args = True
 
 
 class RawString(Expression, Condition):
     is_primitive = True
+    _hash_raw_args = True
 
 
 class UnicodeString(Expression, Condition):
     arg_types = {"this": True, "escape": False}
+    _hash_raw_args = True
 
 
 class ColumnPosition(Expression):
@@ -572,7 +589,7 @@ class ConditionalInsert(Expression):
 
 
 class MultitableInserts(Expression):
-    arg_types = {"expressions": True, "kind": True, "source": True}
+    arg_types = {"with_": False, "expressions": True, "kind": False, "source": True}
 
 
 class OnCondition(Expression):
@@ -585,6 +602,7 @@ class Introducer(Expression):
 
 class National(Expression):
     is_primitive = True
+    _hash_raw_args = True
 
 
 class Partition(Expression):
@@ -657,6 +675,11 @@ class Limit(Expression):
         "expressions": False,
     }
 
+    @property
+    def is_limit_all(self) -> bool:
+        limit_expression = self.args.get("expression")
+        return isinstance(limit_expression, Var) and limit_expression.name.upper() == "ALL"
+
 
 class LimitOptions(Expression):
     arg_types = {
@@ -954,6 +977,12 @@ class Get(Expression):
     arg_types = {"this": True, "target": True, "properties": False}
 
 
+class ListStage(Expression):
+    """Lists files in a Snowflake stage or Git repository clone."""
+
+    arg_types = {"this": True, "pattern": False}
+
+
 class Table(Expression, Selectable):
     arg_types = {
         "this": False,
@@ -2022,14 +2051,17 @@ class JSONPathPart(Expression):
 
 class JSONPathFilter(JSONPathPart):
     arg_types = {"this": True}
+    _hash_raw_args = True
 
 
 class JSONPathKey(JSONPathPart):
     arg_types = {"this": True, "quoted": False}
+    _hash_raw_args = True
 
 
 class JSONPathRecursive(JSONPathPart):
     arg_types = {"this": False}
+    _hash_raw_args = True
 
 
 class JSONPathRoot(JSONPathPart):
@@ -2038,6 +2070,7 @@ class JSONPathRoot(JSONPathPart):
 
 class JSONPathScript(JSONPathPart):
     arg_types = {"this": True}
+    _hash_raw_args = True
 
 
 class JSONPathSlice(JSONPathPart):
@@ -2054,6 +2087,7 @@ class JSONPathSubscript(JSONPathPart):
 
 class JSONPathUnion(JSONPathPart):
     arg_types = {"expressions": True}
+    _hash_raw_args = True
 
 
 class JSONPathWildcard(JSONPathPart):

{sqlglotc-30.21.0 → sqlglotc-30.23.0}/sqlglot/expressions/string.py

@@ -260,6 +260,10 @@ class Upper(Expression, Func):
     _sql_names = ["UPPER", "UCASE"]
 
 
+class WeightString(Expression, Func):
+    arg_types = {"this": True, "to": False}
+
+
 # Encoding / base conversion