sqlframe 3.3.0__tar.gz → 3.4.0__tar.gz

{sqlframe-3.3.0 → sqlframe-3.4.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sqlframe
-Version: 3.3.0
+Version: 3.4.0
 Summary: Turning PySpark Into a Universal DataFrame API
 Home-page: https://github.com/eakmanrq/sqlframe
 Author: Ryan Eakman

{sqlframe-3.3.0 → sqlframe-3.4.0}/docs/bigquery.md

@@ -234,7 +234,6 @@ See something that you would like to see supported? [Open an issue](https://gith
 * sql 
     * SQLFrame Specific: Get the SQL representation of a given column
 * [startswith](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.Column.startswith.html)
-* [substr](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.Column.substr.html)
 * [when](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.Column.when.html)
 
 ### DataFrame Class

{sqlframe-3.3.0 → sqlframe-3.4.0}/docs/duckdb.md

@@ -198,7 +198,6 @@ See something that you would like to see supported? [Open an issue](https://gith
 * sql 
     * SQLFrame Specific: Get the SQL representation of a given column
 * [startswith](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.Column.startswith.html)
-* [substr](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.Column.substr.html)
 * [when](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.Column.when.html)
 
 ### DataFrame Class

{sqlframe-3.3.0 → sqlframe-3.4.0}/docs/snowflake.md

@@ -230,7 +230,6 @@ See something that you would like to see supported? [Open an issue](https://gith
 * sql 
     * SQLFrame Specific: Get the SQL representation of a given column
 * [startswith](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.Column.startswith.html)
-* [substr](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.Column.substr.html)
 * [when](https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/api/pyspark.sql.Column.when.html)
 
 ### DataFrame Class

{sqlframe-3.3.0 → sqlframe-3.4.0}/setup.py

@@ -20,7 +20,7 @@ setup(
     python_requires=">=3.8",
     install_requires=[
         "prettytable<3.11.1",
-        "sqlglot>=24.0.0,<25.22",
+        "sqlglot>=24.0.0,<25.25",
         "typing_extensions>=4.8,<5",
     ],
     extras_require={
@@ -32,7 +32,7 @@ setup(
             "duckdb>=0.9,<1.2",
             "findspark>=2,<3",
             "mypy>=1.10.0,<1.12",
-            "openai>=1.30,<1.46",
+            "openai>=1.30,<1.52",
             "pandas>=2,<3",
             "pandas-stubs>=2,<3",
             "psycopg>=3.1,<4",
@@ -42,7 +42,7 @@ setup(
             "pytest-postgresql>=6,<7",
             "pytest-xdist>=3.6,<3.7",
             "pre-commit>=3.5;python_version=='3.8'",
-            "pre-commit>=3.7,<3.9;python_version>='3.9'",
+            "pre-commit>=3.7,<4.1;python_version>='3.9'",
             "ruff>=0.4.4,<0.7",
             "types-psycopg2>=2.9,<3",
         ],
@@ -58,7 +58,7 @@ setup(
             "pandas>=2,<3",
         ],
         "openai": [
-            "openai>=1.30,<1.46",
+            "openai>=1.30,<1.52",
         ],
         "pandas": [
             "pandas>=2,<3",

{sqlframe-3.3.0 → sqlframe-3.4.0}/sqlframe/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '3.3.0'
-__version_tuple__ = version_tuple = (3, 3, 0)
+__version__ = version = '3.4.0'
+__version_tuple__ = version_tuple = (3, 4, 0)

{sqlframe-3.3.0 → sqlframe-3.4.0}/sqlframe/base/functions.py

@@ -1129,11 +1129,15 @@ def overlay(
     pos: t.Union[ColumnOrName, int],
     len: t.Optional[t.Union[ColumnOrName, int]] = None,
 ) -> Column:
-    pos_value = lit(pos) if isinstance(pos, int) else pos
-    if len is not None:
-        len_value = lit(len) if isinstance(len, int) else len
-        return Column.invoke_anonymous_function(src, "OVERLAY", replace, pos_value, len_value)
-    return Column.invoke_anonymous_function(src, "OVERLAY", replace, pos_value)
+    return Column.invoke_expression_over_column(
+        src,
+        expression.Overlay,
+        **{
+            "expression": Column(replace).expression,
+            "from": lit(pos).expression,
+            "for": lit(len).expression if len is not None else None,
+        },
+    )
 
 
 @meta(unsupported_engines=["bigquery", "duckdb", "postgres", "snowflake"])
@@ -4834,7 +4838,7 @@ def str_to_map(
     )
 
 
-@meta(unsupported_engines="*")
+@meta(unsupported_engines="postgres")
 def substr(str: ColumnOrName, pos: ColumnOrName, len: t.Optional[ColumnOrName] = None) -> Column:
     """
     Returns the substring of `str` that starts at `pos` and is of length `len`,
@@ -4873,10 +4877,7 @@ def substr(str: ColumnOrName, pos: ColumnOrName, len: t.Optional[ColumnOrName] =
     |                   k SQL|
     +------------------------+
     """
-    if len is not None:
-        return Column.invoke_anonymous_function(str, "substr", pos, len)
-    else:
-        return Column.invoke_anonymous_function(str, "substr", pos)
+    return Column.invoke_expression_over_column(str, expression.Substring, start=pos, length=len)
 
 
 @meta(unsupported_engines="*")

{sqlframe-3.3.0 → sqlframe-3.4.0}/sqlframe/bigquery/functions.pyi

@@ -251,6 +251,7 @@ from sqlframe.base.functions import stddev as stddev
 from sqlframe.base.functions import stddev_pop as stddev_pop
 from sqlframe.base.functions import stddev_samp as stddev_samp
 from sqlframe.base.functions import struct as struct
+from sqlframe.base.functions import substr as substr
 from sqlframe.base.functions import substring as substring
 from sqlframe.base.functions import sum as sum
 from sqlframe.base.functions import sum_distinct as sum_distinct

{sqlframe-3.3.0 → sqlframe-3.4.0}/sqlframe/duckdb/functions.pyi

@@ -184,6 +184,7 @@ from sqlframe.base.functions import (
     stddev_samp as stddev_samp,
     struct as struct,
     substring as substring,
+    substr as substr,
     sum as sum,
     sumDistinct as sumDistinct,
     sum_distinct as sum_distinct,

{sqlframe-3.3.0 → sqlframe-3.4.0}/sqlframe/duckdb/session.py

@@ -52,6 +52,10 @@ class DuckDBSession(
             super().__init__(conn, *args, **kwargs)
             self._last_result = None
 
+    @cached_property
+    def _cur(self) -> DuckDBPyConnection:  # type: ignore
+        return self._conn
+
     @classmethod
     def _try_get_map(cls, value: t.Any) -> t.Optional[t.Dict[str, t.Any]]:
         if value and isinstance(value, dict):

{sqlframe-3.3.0 → sqlframe-3.4.0}/sqlframe/snowflake/functions.pyi

@@ -193,6 +193,7 @@ from sqlframe.base.functions import (
     stddev_pop as stddev_pop,
     stddev_samp as stddev_samp,
     substring as substring,
+    substr as substr,
     sum as sum,
     sumDistinct as sumDistinct,
     sum_distinct as sum_distinct,

{sqlframe-3.3.0 → sqlframe-3.4.0}/sqlframe/spark/functions.py

@@ -18,4 +18,5 @@ from sqlframe.base.function_alternatives import (  # noqa
     add_months_by_multiplication as add_months,
     arrays_overlap_renamed as arrays_overlap,
     _is_string_using_typeof_string_lcase as _is_string,
+    try_element_at_zero_based as try_element_at,
 )

{sqlframe-3.3.0 → sqlframe-3.4.0}/sqlframe/spark/functions.pyi

@@ -2,6 +2,7 @@ from sqlframe.base.function_alternatives import (  # noqa
     percentile_without_disc as percentile,
     add_months_by_multiplication as add_months,
     arrays_overlap_renamed as arrays_overlap,
+    try_element_at_zero_based as try_element_at,
 )
 from sqlframe.base.functions import (
     abs as abs,
@@ -372,7 +373,6 @@ from sqlframe.base.functions import (
     try_aes_decrypt as try_aes_decrypt,
     try_avg as try_avg,
     try_divide as try_divide,
-    try_element_at as try_element_at,
     try_multiply as try_multiply,
     try_subtract as try_subtract,
     try_sum as try_sum,

{sqlframe-3.3.0 → sqlframe-3.4.0}/sqlframe.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sqlframe
-Version: 3.3.0
+Version: 3.4.0
 Summary: Turning PySpark Into a Universal DataFrame API
 Home-page: https://github.com/eakmanrq/sqlframe
 Author: Ryan Eakman

{sqlframe-3.3.0 → sqlframe-3.4.0}/sqlframe.egg-info/requires.txt

@@ -1,5 +1,5 @@
 prettytable<3.11.1
-sqlglot<25.22,>=24.0.0
+sqlglot<25.25,>=24.0.0
 typing_extensions<5,>=4.8
 
 [bigquery]
@@ -10,7 +10,7 @@ google-cloud-bigquery[pandas]<4,>=3
 duckdb<1.2,>=0.9
 findspark<3,>=2
 mypy<1.12,>=1.10.0
-openai<1.46,>=1.30
+openai<1.52,>=1.30
 pandas-stubs<3,>=2
 pandas<3,>=2
 psycopg<4,>=3.1
@@ -26,7 +26,7 @@ types-psycopg2<3,>=2.9
 pre-commit>=3.5
 
 [dev:python_version >= "3.9"]
-pre-commit<3.9,>=3.7
+pre-commit<4.1,>=3.7
 
 [docs]
 mkdocs-include-markdown-plugin==6.0.6
@@ -40,7 +40,7 @@ duckdb<1.2,>=0.9
 pandas<3,>=2
 
 [openai]
-openai<1.46,>=1.30
+openai<1.52,>=1.30
 
 [pandas]
 pandas<3,>=2

{sqlframe-3.3.0 → sqlframe-3.4.0}/tests/common_fixtures.py

@@ -117,8 +117,11 @@ def spark_session(pyspark_session: PySparkSession) -> SparkSession:
 
 @pytest.fixture(scope="function")
 def duckdb_session() -> DuckDBSession:
-    connection = duckdb.connect(config={"TimeZone": "UTC"})
-    return DuckDBSession(conn=connection)
+    connector = duckdb.connect()
+    connector.execute("set TimeZone = 'UTC'")
+    connector.execute("SELECT * FROM duckdb_settings() WHERE name = 'TimeZone'")
+    assert connector.fetchone()[1] == "UTC"  # type: ignore
+    return DuckDBSession(conn=connector)
 
 
 @pytest.fixture

{sqlframe-3.3.0 → sqlframe-3.4.0}/tests/integration/engines/duck/test_duckdb_catalog.py

@@ -9,7 +9,9 @@ def duckdb_session() -> DuckDBSession:
     import duckdb
 
     connector = duckdb.connect()
-    connector.sql("set TimeZone = 'UTC'")
+    connector.execute("set TimeZone = 'UTC'")
+    connector.execute("SELECT * FROM duckdb_settings() WHERE name = 'TimeZone'")
+    assert connector.fetchone()[1] == "UTC"  # type: ignore
     session = DuckDBSession(connector)
     session._execute('''ATTACH ':memory:' AS "default"''')
     session._execute('''ATTACH ':memory:' AS "catalog1"''')

{sqlframe-3.3.0 → sqlframe-3.4.0}/tests/integration/engines/test_int_functions.py

@@ -18,7 +18,7 @@ from sqlframe.base.util import (
     get_func_from_session as get_func_from_session_without_fallback,
 )
 from sqlframe.bigquery import BigQuerySession
-from sqlframe.duckdb import DuckDBSession
+from sqlframe.duckdb import DuckDBCatalog, DuckDBSession
 from sqlframe.postgres import PostgresDataFrame, PostgresSession
 from sqlframe.snowflake import SnowflakeSession
 from sqlframe.spark.session import SparkSession

{sqlframe-3.3.0 → sqlframe-3.4.0}/tests/unit/standalone/test_functions.py

@@ -1823,12 +1823,12 @@ def test_instr(expression, expected):
 @pytest.mark.parametrize(
     "expression, expected",
     [
-        (SF.overlay("cola", "colb", 3, 7), "OVERLAY(cola, colb, 3, 7)"),
+        (SF.overlay("cola", "colb", 3, 7), "OVERLAY(cola PLACING colb FROM 3 FOR 7)"),
         (
             SF.overlay(SF.col("cola"), SF.col("colb"), SF.lit(3), SF.lit(7)),
-            "OVERLAY(cola, colb, 3, 7)",
+            "OVERLAY(cola PLACING colb FROM 3 FOR 7)",
         ),
-        (SF.overlay("cola", "colb", 3), "OVERLAY(cola, colb, 3)"),
+        (SF.overlay("cola", "colb", 3), "OVERLAY(cola PLACING colb FROM 3)"),
     ],
 )
 def test_overlay(expression, expected):
@@ -2263,8 +2263,8 @@ def test_array_contains(expression, expected):
 @pytest.mark.parametrize(
     "expression, expected",
     [
-        (SF.arrays_overlap("cola", "colb"), "ARRAY_OVERLAPS(cola, colb)"),
-        (SF.arrays_overlap(SF.col("cola"), SF.col("colb")), "ARRAY_OVERLAPS(cola, colb)"),
+        (SF.arrays_overlap("cola", "colb"), "cola && colb"),
+        (SF.arrays_overlap(SF.col("cola"), SF.col("colb")), "cola && colb"),
     ],
 )
 def test_arrays_overlap(expression, expected):
@@ -4495,9 +4495,9 @@ def test_str_to_map(expression, expected):
 @pytest.mark.parametrize(
     "expression, expected",
     [
-        (SF.substr("cola", "colb"), "SUBSTR(cola, colb)"),
-        (SF.substr(SF.col("cola"), SF.col("colb")), "SUBSTR(cola, colb)"),
-        (SF.substr("cola", "colb", "colc"), "SUBSTR(cola, colb, colc)"),
+        (SF.substr("cola", "colb"), "SUBSTRING(cola, colb)"),
+        (SF.substr(SF.col("cola"), SF.col("colb")), "SUBSTRING(cola, colb)"),
+        (SF.substr("cola", "colb", "colc"), "SUBSTRING(cola, colb, colc)"),
     ],
 )
 def test_substr(expression, expected):