sqlframe 1.6.3__py3-none-any.whl → 1.7.1__py3-none-any.whl

sqlframe/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '1.6.3'
-__version_tuple__ = version_tuple = (1, 6, 3)
+__version__ = version = '1.7.1'
+__version_tuple__ = version_tuple = (1, 7, 1)

sqlframe/base/functions.py

@@ -151,9 +151,10 @@ def sumDistinct(col: ColumnOrName) -> Column:
 sum_distinct = sumDistinct
 
 
-@meta(unsupported_engines="*")
-def product(col: ColumnOrName) -> Column:
-    raise NotImplementedError("Product is not currently implemented")
+# Product does not have a SQL function available
+# @meta(unsupported_engines="*")
+# def product(col: ColumnOrName) -> Column:
+# raise NotImplementedError("Product is not currently implemented")
 
 
 @meta()
@@ -1430,6 +1431,8 @@ def to_json(col: ColumnOrName, options: t.Optional[t.Dict[str, str]] = None) ->
 
 @meta(unsupported_engines="*")
 def schema_of_json(col: ColumnOrName, options: t.Optional[t.Dict[str, str]] = None) -> Column:
+    if isinstance(col, str):
+        col = lit(col)
     if options is not None:
         options_col = create_map([lit(x) for x in _flatten(options.items())])
         return Column.invoke_anonymous_function(col, "SCHEMA_OF_JSON", options_col)
@@ -1438,6 +1441,8 @@ def schema_of_json(col: ColumnOrName, options: t.Optional[t.Dict[str, str]] = No
 
 @meta(unsupported_engines="*")
 def schema_of_csv(col: ColumnOrName, options: t.Optional[t.Dict[str, str]] = None) -> Column:
+    if isinstance(col, str):
+        col = lit(col)
     if options is not None:
         options_col = create_map([lit(x) for x in _flatten(options.items())])
         return Column.invoke_anonymous_function(col, "SCHEMA_OF_CSV", options_col)
@@ -1560,7 +1565,9 @@ def from_csv(
 ) -> Column:
     schema = schema if isinstance(schema, Column) else lit(schema)
     if options is not None:
-        option_cols = create_map([lit(x) for x in _flatten(options.items())])
+        option_cols = create_map(
+            [lit(str(x) if isinstance(x, bool) else x) for x in _flatten(options.items())]
+        )
         return Column.invoke_anonymous_function(col, "FROM_CSV", schema, option_cols)
     return Column.invoke_anonymous_function(col, "FROM_CSV", schema)
 
@@ -1667,6 +1674,14 @@ def nullif(col1: ColumnOrName, col2: ColumnOrName) -> Column:
     return Column.invoke_expression_over_column(col1, expression.Nullif, expression=col2)
 
 
+@meta(unsupported_engines="*")
+def stack(*cols: ColumnOrName) -> Column:
+    columns = [Column.ensure_col(x) for x in cols]
+    return Column.invoke_anonymous_function(
+        columns[0], "STACK", *columns[1:] if len(columns) > 1 else []
+    )
+
+
 @meta()
 def _lambda_quoted(value: str) -> t.Optional[bool]:
     return False if value == "_" else None

sqlframe/base/session.py

@@ -569,6 +569,7 @@ class _BaseSession(t.Generic[CATALOG, READER, WRITER, DF, CONN]):
             self,
             key: t.Optional[str] = None,
             value: t.Optional[t.Any] = None,
+            conf: t.Optional[t.Any] = None,
             *,
             map: t.Optional[t.Dict[str, t.Any]] = None,
         ) -> Self:
@@ -578,7 +579,7 @@ class _BaseSession(t.Generic[CATALOG, READER, WRITER, DF, CONN]):
         def _set_session_properties(self) -> None:
             self.session.input_dialect = Dialect.get_or_raise(self.input_dialect)
             self.session.output_dialect = Dialect.get_or_raise(self.output_dialect)
-            if not self.session._connection:
+            if hasattr(self.session, "_connection") and not self.session._connection:
                 self.session._connection = self._conn
 
     builder = Builder()

sqlframe/spark/__init__.py

@@ -1,23 +1,23 @@
-from sqlframe.redshift.catalog import RedshiftCatalog
-from sqlframe.redshift.column import Column
-from sqlframe.redshift.dataframe import RedshiftDataFrame, RedshiftDataFrameNaFunctions
-from sqlframe.redshift.group import RedshiftGroupedData
-from sqlframe.redshift.readwriter import (
-    RedshiftDataFrameReader,
-    RedshiftDataFrameWriter,
+from sqlframe.spark.catalog import SparkCatalog
+from sqlframe.spark.column import Column
+from sqlframe.spark.dataframe import SparkDataFrame, SparkDataFrameNaFunctions
+from sqlframe.spark.group import SparkGroupedData
+from sqlframe.spark.readwriter import (
+    SparkDataFrameReader,
+    SparkDataFrameWriter,
 )
-from sqlframe.redshift.session import RedshiftSession
-from sqlframe.redshift.window import Window, WindowSpec
+from sqlframe.spark.session import SparkSession
+from sqlframe.spark.window import Window, WindowSpec
 
 __all__ = [
-    "RedshiftCatalog",
+    "SparkCatalog",
     "Column",
-    "RedshiftDataFrame",
-    "RedshiftDataFrameNaFunctions",
-    "RedshiftGroupedData",
-    "RedshiftDataFrameReader",
-    "RedshiftDataFrameWriter",
-    "RedshiftSession",
+    "SparkDataFrame",
+    "SparkDataFrameNaFunctions",
+    "SparkGroupedData",
+    "SparkDataFrameReader",
+    "SparkDataFrameWriter",
+    "SparkSession",
     "Window",
     "WindowSpec",
 ]

sqlframe/spark/functions.py

@@ -8,9 +8,7 @@ globals().update(
     {
         name: func
         for name, func in inspect.getmembers(module, inspect.isfunction)
-        if hasattr(func, "unsupported_engines")
-        and "spark" not in func.unsupported_engines
-        and "*" not in func.unsupported_engines
+        if hasattr(func, "unsupported_engines") and "spark" not in func.unsupported_engines
     }
 )
 

sqlframe/spark/functions.pyi

@@ -0,0 +1,244 @@
+from sqlframe.base.function_alternatives import (  # noqa
+    percentile_without_disc as percentile,
+    add_months_by_multiplication as add_months,
+    arrays_overlap_renamed as arrays_overlap,
+)
+from sqlframe.base.functions import (
+    abs as abs,
+    acos as acos,
+    acosh as acosh,
+    aggregate as aggregate,
+    approxCountDistinct as approxCountDistinct,
+    approx_count_distinct as approx_count_distinct,
+    array as array,
+    array_contains as array_contains,
+    array_distinct as array_distinct,
+    array_except as array_except,
+    array_intersect as array_intersect,
+    array_join as array_join,
+    array_max as array_max,
+    array_min as array_min,
+    array_position as array_position,
+    array_remove as array_remove,
+    array_repeat as array_repeat,
+    array_sort as array_sort,
+    array_union as array_union,
+    arrays_zip as arrays_zip,
+    asc as asc,
+    asc_nulls_first as asc_nulls_first,
+    asc_nulls_last as asc_nulls_last,
+    ascii as ascii,
+    asin as asin,
+    asinh as asinh,
+    assert_true as assert_true,
+    atan as atan,
+    atan2 as atan2,
+    atanh as atanh,
+    avg as avg,
+    base64 as base64,
+    bin as bin,
+    bit_length as bit_length,
+    bitwiseNOT as bitwiseNOT,
+    bitwise_not as bitwise_not,
+    bround as bround,
+    cbrt as cbrt,
+    ceil as ceil,
+    ceiling as ceiling,
+    coalesce as coalesce,
+    col as col,
+    collect_list as collect_list,
+    collect_set as collect_set,
+    concat as concat,
+    concat_ws as concat_ws,
+    conv as conv,
+    corr as corr,
+    cos as cos,
+    cosh as cosh,
+    cot as cot,
+    count as count,
+    countDistinct as countDistinct,
+    count_distinct as count_distinct,
+    covar_pop as covar_pop,
+    covar_samp as covar_samp,
+    crc32 as crc32,
+    create_map as create_map,
+    csc as csc,
+    cume_dist as cume_dist,
+    current_date as current_date,
+    current_timestamp as current_timestamp,
+    date_add as date_add,
+    date_diff as date_diff,
+    date_format as date_format,
+    date_sub as date_sub,
+    date_trunc as date_trunc,
+    dayofmonth as dayofmonth,
+    dayofweek as dayofweek,
+    dayofyear as dayofyear,
+    decode as decode,
+    degrees as degrees,
+    dense_rank as dense_rank,
+    desc as desc,
+    desc_nulls_first as desc_nulls_first,
+    desc_nulls_last as desc_nulls_last,
+    e as e,
+    element_at as element_at,
+    encode as encode,
+    exists as exists,
+    exp as exp,
+    explode as explode,
+    explode_outer as explode_outer,
+    expm1 as expm1,
+    expr as expr,
+    factorial as factorial,
+    filter as filter,
+    first as first,
+    flatten as flatten,
+    floor as floor,
+    forall as forall,
+    format_number as format_number,
+    format_string as format_string,
+    from_csv as from_csv,
+    from_json as from_json,
+    from_unixtime as from_unixtime,
+    from_utc_timestamp as from_utc_timestamp,
+    get_json_object as get_json_object,
+    greatest as greatest,
+    grouping_id as grouping_id,
+    hash as hash,
+    hex as hex,
+    hour as hour,
+    hypot as hypot,
+    initcap as initcap,
+    input_file_name as input_file_name,
+    instr as instr,
+    isnan as isnan,
+    isnull as isnull,
+    json_tuple as json_tuple,
+    kurtosis as kurtosis,
+    lag as lag,
+    last as last,
+    last_day as last_day,
+    lead as lead,
+    least as least,
+    length as length,
+    levenshtein as levenshtein,
+    lit as lit,
+    locate as locate,
+    log as log,
+    log10 as log10,
+    log1p as log1p,
+    log2 as log2,
+    lower as lower,
+    lpad as lpad,
+    ltrim as ltrim,
+    make_date as make_date,
+    map_concat as map_concat,
+    map_entries as map_entries,
+    map_filter as map_filter,
+    map_from_arrays as map_from_arrays,
+    map_from_entries as map_from_entries,
+    map_keys as map_keys,
+    map_values as map_values,
+    map_zip_with as map_zip_with,
+    max as max,
+    max_by as max_by,
+    md5 as md5,
+    mean as mean,
+    min as min,
+    min_by as min_by,
+    minute as minute,
+    monotonically_increasing_id as monotonically_increasing_id,
+    month as month,
+    months_between as months_between,
+    nanvl as nanvl,
+    next_day as next_day,
+    nth_value as nth_value,
+    ntile as ntile,
+    nullif as nullif,
+    octet_length as octet_length,
+    overlay as overlay,
+    percent_rank as percent_rank,
+    percentile_approx as percentile_approx,
+    posexplode as posexplode,
+    posexplode_outer as posexplode_outer,
+    pow as pow,
+    quarter as quarter,
+    radians as radians,
+    raise_error as raise_error,
+    rand as rand,
+    randn as randn,
+    rank as rank,
+    regexp_extract as regexp_extract,
+    regexp_replace as regexp_replace,
+    repeat as repeat,
+    reverse as reverse,
+    rint as rint,
+    round as round,
+    row_number as row_number,
+    rpad as rpad,
+    rtrim as rtrim,
+    schema_of_csv as schema_of_csv,
+    schema_of_json as schema_of_json,
+    sec as sec,
+    second as second,
+    sentences as sentences,
+    sequence as sequence,
+    sha1 as sha1,
+    sha2 as sha2,
+    shiftLeft as shiftLeft,
+    shiftRight as shiftRight,
+    shiftRightUnsigned as shiftRightUnsigned,
+    shiftleft as shiftleft,
+    shiftright as shiftright,
+    shiftrightunsigned as shiftrightunsigned,
+    shuffle as shuffle,
+    signum as signum,
+    sin as sin,
+    sinh as sinh,
+    size as size,
+    skewness as skewness,
+    slice as slice,
+    sort_array as sort_array,
+    soundex as soundex,
+    split as split,
+    sqrt as sqrt,
+    stack as stack,
+    stddev as stddev,
+    stddev_pop as stddev_pop,
+    stddev_samp as stddev_samp,
+    struct as struct,
+    substring as substring,
+    substring_index as substring_index,
+    sum as sum,
+    sumDistinct as sumDistinct,
+    sum_distinct as sum_distinct,
+    tan as tan,
+    tanh as tanh,
+    timestamp_seconds as timestamp_seconds,
+    toDegrees as toDegrees,
+    toRadians as toRadians,
+    to_csv as to_csv,
+    to_date as to_date,
+    to_json as to_json,
+    to_timestamp as to_timestamp,
+    to_utc_timestamp as to_utc_timestamp,
+    transform as transform,
+    transform_keys as transform_keys,
+    transform_values as transform_values,
+    translate as translate,
+    trim as trim,
+    trunc as trunc,
+    typeof as typeof,
+    unbase64 as unbase64,
+    unhex as unhex,
+    unix_timestamp as unix_timestamp,
+    upper as upper,
+    var_pop as var_pop,
+    var_samp as var_samp,
+    variance as variance,
+    weekofyear as weekofyear,
+    when as when,
+    xxhash64 as xxhash64,
+    year as year,
+    zip_with as zip_with,
+)

sqlframe/spark/session.py

@@ -1,9 +1,9 @@
 from __future__ import annotations
 
 import typing as t
-import warnings
 
 from sqlglot import exp
+from sqlglot.helper import classproperty
 
 from sqlframe.base.session import _BaseSession
 from sqlframe.spark.catalog import SparkCatalog
@@ -16,6 +16,12 @@ from sqlframe.spark.types import Row
 
 if t.TYPE_CHECKING:
     import pandas as pd
+    from pyspark.sql.session import SparkConf
+    from pyspark.sql.session import SparkSession as PySparkSession
+
+    from sqlframe.base._typing import OptionalPrimitiveType
+else:
+    PySparkSession = t.Any
 
 
 class SparkSession(
@@ -24,7 +30,7 @@ class SparkSession(
         SparkDataFrameReader,
         SparkDataFrameWriter,
         SparkDataFrame,
-        object,
+        PySparkSession,
     ],
 ):
     _catalog = SparkCatalog
@@ -32,17 +38,13 @@ class SparkSession(
     _writer = SparkDataFrameWriter
     _df = SparkDataFrame
 
-    def __init__(self, conn: t.Optional[t.Any] = None):
-        warnings.warn(
-            "SparkSession is still in active development. Functions may not work as expected."
-        )
-
+    def __init__(self, conn: t.Optional[PySparkSession] = None, *args, **kwargs):
         from pyspark.sql.session import DataFrame, SparkSession
 
+        self._last_df: t.Optional[DataFrame] = None
         if not hasattr(self, "spark_session"):
             super().__init__(conn)
-            self.spark_session = SparkSession.builder.getOrCreate()
-            self._last_df: t.Optional[DataFrame] = None
+            self.spark_session = conn or SparkSession.builder.getOrCreate()
 
     @property
     def _conn(self) -> t.Any:
@@ -77,16 +79,56 @@ class SparkSession(
     def _has_connection(self) -> bool:
         return True
 
+    @classproperty
+    def builder(cls) -> Builder:  # type: ignore
+        """Creates a :class:`Builder` for constructing a :class:`SparkSession`.
+
+        .. versionchanged:: 3.4.0
+            Supports Spark Connect.
+        """
+        return cls.Builder()
+
     class Builder(_BaseSession.Builder):
-        DEFAULT_INPUT_DIALECT = "spark"
-        DEFAULT_OUTPUT_DIALECT = "spark"
+        def __init__(self):
+            from pyspark.sql.session import SparkSession
+
+            super().__init__()
+            self.builder = SparkSession.builder
+
+        def config(
+            self,
+            key: t.Optional[str] = None,
+            value: t.Optional[t.Any] = None,
+            conf: t.Optional[SparkConf] = None,
+            *,
+            map: t.Optional[t.Dict[str, OptionalPrimitiveType]] = None,
+        ) -> SparkSession.Builder:
+            super().config(key, value, map=map)
+            self.builder = self.builder.config(key, value, conf, map=map)
+            return self
+
+        def master(self, master: str) -> SparkSession.Builder:
+            self.builder = self.builder.config("spark.master", master)
+            return self
+
+        def remote(self, url: str) -> SparkSession.Builder:
+            self.builder = self.builder.config("spark.remote", url)
+            return self
+
+        def appName(self, name: str) -> SparkSession.Builder:
+            self.builder = self.builder.appName(name)
+            return self
+
+        def enableHiveSupport(self) -> SparkSession.Builder:
+            self.builder = self.builder.enableHiveSupport()
+            return self
 
         @property
         def session(self) -> SparkSession:
+            if "conn" not in self._session_kwargs:
+                self._session_kwargs["conn"] = self.builder.getOrCreate()
             return SparkSession(**self._session_kwargs)
 
         def getOrCreate(self) -> SparkSession:
             self._set_session_properties()
             return self.session
-
-    builder = Builder()

{sqlframe-1.6.3.dist-info → sqlframe-1.7.1.dist-info}/METADATA

@@ -1,7 +1,7 @@
 Metadata-Version: 2.1
 Name: sqlframe
-Version: 1.6.3
-Summary: Taking the Spark out of PySpark by converting to SQL
+Version: 1.7.1
+Summary: Turning PySpark Into a Universal DataFrame API
 Home-page: https://github.com/eakmanrq/sqlframe
 Author: Ryan Eakman
 Author-email: eakmanrq@gmail.com
@@ -19,13 +19,14 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: prettytable (<3.11.0)
 Requires-Dist: sqlglot (<25.1,>=24.0.0)
+Requires-Dist: typing-extensions (<5,>=4.8)
 Provides-Extra: bigquery
 Requires-Dist: google-cloud-bigquery-storage (<3,>=2) ; extra == 'bigquery'
 Requires-Dist: google-cloud-bigquery[pandas] (<4,>=3) ; extra == 'bigquery'
 Provides-Extra: dev
 Requires-Dist: duckdb (<1.1,>=0.9) ; extra == 'dev'
 Requires-Dist: mypy (<1.11,>=1.10.0) ; extra == 'dev'
-Requires-Dist: openai (<1.33,>=1.30) ; extra == 'dev'
+Requires-Dist: openai (<1.34,>=1.30) ; extra == 'dev'
 Requires-Dist: pandas-stubs (<3,>=2) ; extra == 'dev'
 Requires-Dist: pandas (<3,>=2) ; extra == 'dev'
 Requires-Dist: psycopg (<4,>=3.1) ; extra == 'dev'
@@ -36,7 +37,6 @@ Requires-Dist: pytest-xdist (<3.7,>=3.6) ; extra == 'dev'
 Requires-Dist: pytest (<8.3,>=8.2.0) ; extra == 'dev'
 Requires-Dist: ruff (<0.5,>=0.4.4) ; extra == 'dev'
 Requires-Dist: types-psycopg2 (<3,>=2.9) ; extra == 'dev'
-Requires-Dist: typing-extensions (<5,>=4.11) ; extra == 'dev'
 Requires-Dist: pre-commit (>=3.5) ; (python_version == "3.8") and extra == 'dev'
 Requires-Dist: pre-commit (<3.8,>=3.7) ; (python_version >= "3.9") and extra == 'dev'
 Provides-Extra: docs
@@ -49,7 +49,7 @@ Provides-Extra: duckdb
 Requires-Dist: duckdb (<1.1,>=0.9) ; extra == 'duckdb'
 Requires-Dist: pandas (<3,>=2) ; extra == 'duckdb'
 Provides-Extra: openai
-Requires-Dist: openai (<1.33,>=1.30) ; extra == 'openai'
+Requires-Dist: openai (<1.34,>=1.30) ; extra == 'openai'
 Provides-Extra: pandas
 Requires-Dist: pandas (<3,>=2) ; extra == 'pandas'
 Provides-Extra: postgres
@@ -73,14 +73,17 @@ SQLFrame currently supports the following engines (many more in development):
 * [DuckDB](https://sqlframe.readthedocs.io/en/stable/duckdb)
 * [Postgres](https://sqlframe.readthedocs.io/en/stable/postgres)
 * [Snowflake](https://sqlframe.readthedocs.io/en/stable/snowflake)
+* [Spark](https://sqlframe.readthedocs.io/en/stable/spark)
 
 SQLFrame also has a "Standalone" session that be used to generate SQL without any connection to a database engine.
+
 * [Standalone](https://sqlframe.readthedocs.io/en/stable/standalone)
 
 SQLFrame is great for:
 
 * Users who want to run PySpark DataFrame code without having to use a Spark cluster
 * Users who want a SQL representation of their DataFrame code for debugging or sharing with others
+    * See [Spark Engine](https://sqlframe.readthedocs.io/en/stable/spark/) for more details
 * Users who want a DataFrame API that leverages the full power of their engine to do the processing 
 
 ## Installation
@@ -94,6 +97,8 @@ pip install "sqlframe[duckdb]"
 pip install "sqlframe[postgres]"
 # Snowflake
 pip install "sqlframe[snowflake]"
+# Spark
+pip install "sqlframe[spark]"
 # Standalone
 pip install sqlframe
 ```

{sqlframe-1.6.3.dist-info → sqlframe-1.7.1.dist-info}/RECORD

@@ -1,5 +1,5 @@
 sqlframe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sqlframe/_version.py,sha256=mQ_8947spH9F9E4bJgRMJ3LZK_sGORi1ak9UVDzTrr8,411
+sqlframe/_version.py,sha256=kn-QYzzAhfbnfKK6EpE9gJz8TDZkEk52evaid1DHkG4,411
 sqlframe/base/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sqlframe/base/_typing.py,sha256=DuTay8-o9W-pw3RPZCgLunKNJLS9PkaV11G_pxXp9NY,1256
 sqlframe/base/catalog.py,sha256=ATDGirouUjal05P4ymL-wIi8rgjg_8w4PoACamiO64A,37245
@@ -8,12 +8,12 @@ sqlframe/base/dataframe.py,sha256=uL4neDTMy1a9XJH46YLQryzdDci4iDxNXBtiJOzfHfs,67
 sqlframe/base/decorators.py,sha256=I5osMgx9BuCgbtp4jVM2DNwYJVLzCv-OtTedhQEik0g,1882
 sqlframe/base/exceptions.py,sha256=pCB9hXX4jxZWzNg3JN1i38cv3BmpUlee5NoLYx3YXIQ,208
 sqlframe/base/function_alternatives.py,sha256=NDXs2igY7PBsStzTSRZvJcCshBOJkPQl2GbhpVFU6To,42931
-sqlframe/base/functions.py,sha256=QgVMWnZFClxfbiOV4CpILtOtdo7-Ey5wWTehdGy0qkA,54393
+sqlframe/base/functions.py,sha256=i4XvQ9KOW55SX2gs1CAk3U1t6-TRLiIZG_RJj_Zn5cI,54852
 sqlframe/base/group.py,sha256=TES9CleVmH3x-0X-tqmuUKfCKSWjH5vg1aU3R6dDmFc,4059
 sqlframe/base/normalize.py,sha256=nXAJ5CwxVf4DV0GsH-q1w0p8gmjSMlv96k_ez1eVul8,3880
 sqlframe/base/operations.py,sha256=-AhNuEzcV7ZExoP1oY3blaKip-joQyJeQVvfBTs_2g4,3456
 sqlframe/base/readerwriter.py,sha256=5NPQMiOrw6I54U243R_6-ynnWYsNksgqwRpPp4IFjIw,25288
-sqlframe/base/session.py,sha256=EhQb2oVRApU_xcbdVc5m0WrwKAbDjcUCRLAVzcg_JH8,21908
+sqlframe/base/session.py,sha256=oQsOwlwAhbqtD8epR44kGXP29S31fIxM29NxfwCbcl0,21993
 sqlframe/base/transforms.py,sha256=y0j3SGDz3XCmNGrvassk1S-owllUWfkHyMgZlY6SFO4,467
 sqlframe/base/types.py,sha256=aJT5YXr-M_LAfUM0uK4asfbrQFab_xmsp1CP2zkG8p0,11924
 sqlframe/base/util.py,sha256=hgmTVzdTvHhfc9d5I96wjk9LGr-vhSZlaB-MejENzcA,9110
@@ -76,14 +76,15 @@ sqlframe/snowflake/readwriter.py,sha256=yhRc2HcMq6PwV3ghZWC-q-qaE7LE4aEjZEXCip4O
 sqlframe/snowflake/session.py,sha256=bDOlnuIiQ9j_zfF7F5H1gTLmpHUjruIxr2CfXcS_7YU,3284
 sqlframe/snowflake/types.py,sha256=KwNyuXIo-2xVVd4bZED3YrQOobKCtemlxGrJL7DrTC8,34
 sqlframe/snowflake/window.py,sha256=6GKPzuxeSapJakBaKBeT9VpED1ACdjggDv9JRILDyV0,35
-sqlframe/spark/__init__.py,sha256=jamKYQtQaKjjXnQ01QGPHvatbrZSw9sWno_VOUGSz6I,712
+sqlframe/spark/__init__.py,sha256=WhYQAZMJN1EMNAVGUH7BEinxNdYtXOrrr-6HUniJOyI,649
 sqlframe/spark/catalog.py,sha256=YeWBCUlkkhf2jDcmaFo-JvG4DQ6Daqyy1zEnVBx5gMo,32526
 sqlframe/spark/column.py,sha256=E1tUa62Y5HajkhgFuebU9zohrGyieudcHzTT8gfalio,40
 sqlframe/spark/dataframe.py,sha256=V3z5Bx9snLgYh4bDwJfJb5mj1P7UsZF8DMlLwZXopBg,1309
-sqlframe/spark/functions.py,sha256=eSGMM2DXcj17nIPH5ZDLG95ZMuE7F8Qvn0IqGO_wQVw,586
+sqlframe/spark/functions.py,sha256=PkK4MBpVADhnDbrgFDii5zFaNrhi4y-OYX3Lcu-SW0k,530
+sqlframe/spark/functions.pyi,sha256=eiAAXKW57HOJNfqLndkyijxlpIt-5WfojLWTk2gN6_Y,6479
 sqlframe/spark/group.py,sha256=MrvV_v-YkBc6T1zz882WrEqtWjlooWIyHBCmTQg3fCA,379
 sqlframe/spark/readwriter.py,sha256=w68EImTcGJv64X7pc1tk5tDjDxb1nAnn-MiIaaN9Dc8,812
-sqlframe/spark/session.py,sha256=D7gss1QGSvSLAF86WrLKvIbn0UC2YiMZnmVdCqv1SZA,2628
+sqlframe/spark/session.py,sha256=ztIS7VCFxjR3B7i4JXaXo0evTUhUjOsIAZb7Ssqt2cU,4254
 sqlframe/spark/types.py,sha256=KwNyuXIo-2xVVd4bZED3YrQOobKCtemlxGrJL7DrTC8,34
 sqlframe/spark/window.py,sha256=6GKPzuxeSapJakBaKBeT9VpED1ACdjggDv9JRILDyV0,35
 sqlframe/standalone/__init__.py,sha256=yu4A97HwhyDwllDEzG7io4ScyWipWSAH2tqUKS545OA,767
@@ -96,8 +97,8 @@ sqlframe/standalone/readwriter.py,sha256=EZNyDJ4ID6sGNog3uP4-e9RvchX4biJJDNtc5hk
 sqlframe/standalone/session.py,sha256=wQmdu2sv6KMTAv0LRFk7TY7yzlh3xvmsyqilEtRecbY,1191
 sqlframe/standalone/types.py,sha256=KwNyuXIo-2xVVd4bZED3YrQOobKCtemlxGrJL7DrTC8,34
 sqlframe/standalone/window.py,sha256=6GKPzuxeSapJakBaKBeT9VpED1ACdjggDv9JRILDyV0,35
-sqlframe-1.6.3.dist-info/LICENSE,sha256=VZu79YgW780qxaFJMr0t5ZgbOYEh04xWoxaWOaqIGWk,1068
-sqlframe-1.6.3.dist-info/METADATA,sha256=edYCJbKjAmY0rrInh7BRmOhNHFr36bSsXtaPsD9AzFI,7330
-sqlframe-1.6.3.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-sqlframe-1.6.3.dist-info/top_level.txt,sha256=T0_RpoygaZSF6heeWwIDQgaP0varUdSK1pzjeJZRjM8,9
-sqlframe-1.6.3.dist-info/RECORD,,
+sqlframe-1.7.1.dist-info/LICENSE,sha256=VZu79YgW780qxaFJMr0t5ZgbOYEh04xWoxaWOaqIGWk,1068
+sqlframe-1.7.1.dist-info/METADATA,sha256=K-7c9prIXrECo4scNvY_F2mHYwNEWjCefXJDpe_ahlc,7496
+sqlframe-1.7.1.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+sqlframe-1.7.1.dist-info/top_level.txt,sha256=T0_RpoygaZSF6heeWwIDQgaP0varUdSK1pzjeJZRjM8,9
+sqlframe-1.7.1.dist-info/RECORD,,