sqlframe 1.9.0__py3-none-any.whl → 1.11.0__py3-none-any.whl

sqlframe/spark/functions.pyi

@@ -7,22 +7,30 @@ from sqlframe.base.functions import (
     abs as abs,
     acos as acos,
     acosh as acosh,
-    aes_encrypt as aes_encrypt,
     aes_decrypt as aes_decrypt,
+    aes_encrypt as aes_encrypt,
     aggregate as aggregate,
+    any_value as any_value,
     approxCountDistinct as approxCountDistinct,
     approx_count_distinct as approx_count_distinct,
+    approx_percentile as approx_percentile,
     array as array,
+    array_agg as array_agg,
+    array_append as array_append,
+    array_compact as array_compact,
     array_contains as array_contains,
     array_distinct as array_distinct,
     array_except as array_except,
+    array_insert as array_insert,
     array_intersect as array_intersect,
     array_join as array_join,
     array_max as array_max,
     array_min as array_min,
     array_position as array_position,
+    array_prepend as array_prepend,
     array_remove as array_remove,
     array_repeat as array_repeat,
+    array_size as array_size,
     array_sort as array_sort,
     array_union as array_union,
     arrays_zip as arrays_zip,
@@ -39,20 +47,42 @@ from sqlframe.base.functions import (
     avg as avg,
     base64 as base64,
     bin as bin,
+    bit_and as bit_and,
+    bit_count as bit_count,
+    bit_get as bit_get,
     bit_length as bit_length,
+    bit_or as bit_or,
+    bit_xor as bit_xor,
+    bitmap_bit_position as bitmap_bit_position,
+    bitmap_bucket_number as bitmap_bucket_number,
+    bitmap_construct_agg as bitmap_construct_agg,
+    bitmap_count as bitmap_count,
+    bitmap_or_agg as bitmap_or_agg,
     bitwiseNOT as bitwiseNOT,
     bitwise_not as bitwise_not,
+    bool_and as bool_and,
+    bool_or as bool_or,
+    broadcast as broadcast,
     bround as bround,
+    btrim as btrim,
+    bucket as bucket,
+    call_function as call_function,
+    cardinality as cardinality,
     cbrt as cbrt,
     ceil as ceil,
     ceiling as ceiling,
+    char as char,
+    char_length as char_length,
+    character_length as character_length,
     coalesce as coalesce,
     col as col,
     collect_list as collect_list,
     collect_set as collect_set,
     concat as concat,
     concat_ws as concat_ws,
+    contains as contains,
     conv as conv,
+    convert_timezone as convert_timezone,
     corr as corr,
     cos as cos,
     cosh as cosh,
@@ -60,22 +90,37 @@ from sqlframe.base.functions import (
     count as count,
     countDistinct as countDistinct,
     count_distinct as count_distinct,
+    count_if as count_if,
+    count_min_sketch as count_min_sketch,
     covar_pop as covar_pop,
     covar_samp as covar_samp,
     crc32 as crc32,
     create_map as create_map,
     csc as csc,
     cume_dist as cume_dist,
+    curdate as curdate,
+    current_catalog as current_catalog,
+    current_database as current_database,
     current_date as current_date,
+    current_schema as current_schema,
     current_timestamp as current_timestamp,
+    current_timezone as current_timezone,
+    current_user as current_user,
     date_add as date_add,
     date_diff as date_diff,
     date_format as date_format,
+    date_from_unix_date as date_from_unix_date,
+    date_part as date_part,
     date_sub as date_sub,
     date_trunc as date_trunc,
+    dateadd as dateadd,
+    datediff as datediff,
+    datepart as datepart,
+    day as day,
     dayofmonth as dayofmonth,
     dayofweek as dayofweek,
     dayofyear as dayofyear,
+    days as days,
     decode as decode,
     degrees as degrees,
     dense_rank as dense_rank,
@@ -84,16 +129,23 @@ from sqlframe.base.functions import (
     desc_nulls_last as desc_nulls_last,
     e as e,
     element_at as element_at,
+    elt as elt,
     encode as encode,
+    endswith as endswith,
+    equal_null as equal_null,
+    every as every,
     exists as exists,
     exp as exp,
     explode as explode,
     explode_outer as explode_outer,
     expm1 as expm1,
     expr as expr,
+    extract as extract,
     factorial as factorial,
     filter as filter,
+    find_in_set as find_in_set,
     first as first,
+    first_value as first_value,
     flatten as flatten,
     floor as floor,
     forall as forall,
@@ -103,28 +155,52 @@ from sqlframe.base.functions import (
     from_json as from_json,
     from_unixtime as from_unixtime,
     from_utc_timestamp as from_utc_timestamp,
+    get as get,
+    get_active_spark_context as get_active_spark_context,
     get_json_object as get_json_object,
+    getbit as getbit,
     greatest as greatest,
+    grouping as grouping,
     grouping_id as grouping_id,
     hash as hash,
     hex as hex,
+    histogram_numeric as histogram_numeric,
+    hll_sketch_agg as hll_sketch_agg,
+    hll_sketch_estimate as hll_sketch_estimate,
+    hll_union as hll_union,
+    hll_union_agg as hll_union_agg,
     hour as hour,
+    hours as hours,
     hypot as hypot,
+    ifnull as ifnull,
+    ilike as ilike,
     initcap as initcap,
+    inline as inline,
+    inline_outer as inline_outer,
     input_file_name as input_file_name,
     instr as instr,
     isnan as isnan,
+    isnotnull as isnotnull,
     isnull as isnull,
+    java_method as java_method,
+    json_array_length as json_array_length,
+    json_object_keys as json_object_keys,
     json_tuple as json_tuple,
     kurtosis as kurtosis,
     lag as lag,
     last as last,
     last_day as last_day,
+    last_value as last_value,
+    lcase as lcase,
     lead as lead,
     least as least,
+    left as left,
     length as length,
     levenshtein as levenshtein,
+    like as like,
     lit as lit,
+    ln as ln,
+    localtimestamp as localtimestamp,
     locate as locate,
     log as log,
     log10 as log10,
@@ -134,8 +210,14 @@ from sqlframe.base.functions import (
     lpad as lpad,
     ltrim as ltrim,
     make_date as make_date,
+    make_dt_interval as make_dt_interval,
     make_interval as make_interval,
+    make_timestamp as make_timestamp,
+    make_timestamp_ltz as make_timestamp_ltz,
+    make_timestamp_ntz as make_timestamp_ntz,
+    make_ym_interval as make_ym_interval,
     map_concat as map_concat,
+    map_contains_key as map_contains_key,
     map_entries as map_entries,
     map_filter as map_filter,
     map_from_arrays as map_from_arrays,
@@ -143,39 +225,76 @@ from sqlframe.base.functions import (
     map_keys as map_keys,
     map_values as map_values,
     map_zip_with as map_zip_with,
+    mask as mask,
     max as max,
     max_by as max_by,
     md5 as md5,
     mean as mean,
+    median as median,
     min as min,
     min_by as min_by,
     minute as minute,
+    mode as mode,
     monotonically_increasing_id as monotonically_increasing_id,
     month as month,
+    months as months,
     months_between as months_between,
+    named_struct as named_struct,
     nanvl as nanvl,
+    negate as negate,
+    negative as negative,
     next_day as next_day,
+    now as now,
     nth_value as nth_value,
     ntile as ntile,
     nullif as nullif,
+    nvl as nvl,
+    nvl2 as nvl2,
     octet_length as octet_length,
     overlay as overlay,
+    parse_url as parse_url,
     percent_rank as percent_rank,
     percentile_approx as percentile_approx,
+    pi as pi,
+    pmod as pmod,
     posexplode as posexplode,
     posexplode_outer as posexplode_outer,
+    position as position,
+    positive as positive,
     pow as pow,
+    power as power,
+    printf as printf,
     quarter as quarter,
     radians as radians,
     raise_error as raise_error,
     rand as rand,
     randn as randn,
     rank as rank,
+    reduce as reduce,
+    reflect as reflect,
+    regexp as regexp,
+    regexp_count as regexp_count,
     regexp_extract as regexp_extract,
+    regexp_extract_all as regexp_extract_all,
+    regexp_instr as regexp_instr,
+    regexp_like as regexp_like,
     regexp_replace as regexp_replace,
+    regexp_substr as regexp_substr,
+    regr_avgx as regr_avgx,
+    regr_avgy as regr_avgy,
+    regr_count as regr_count,
+    regr_intercept as regr_intercept,
+    regr_r2 as regr_r2,
+    regr_slope as regr_slope,
+    regr_sxx as regr_sxx,
+    regr_sxy as regr_sxy,
+    regr_syy as regr_syy,
     repeat as repeat,
+    replace as replace,
     reverse as reverse,
+    right as right,
     rint as rint,
+    rlike as rlike,
     round as round,
     row_number as row_number,
     rpad as rpad,
@@ -186,6 +305,7 @@ from sqlframe.base.functions import (
     second as second,
     sentences as sentences,
     sequence as sequence,
+    sha as sha,
     sha1 as sha1,
     sha2 as sha2,
     shiftLeft as shiftLeft,
@@ -195,21 +315,29 @@ from sqlframe.base.functions import (
     shiftright as shiftright,
     shiftrightunsigned as shiftrightunsigned,
     shuffle as shuffle,
+    sign as sign,
     signum as signum,
     sin as sin,
     sinh as sinh,
     size as size,
     skewness as skewness,
     slice as slice,
+    some as some,
     sort_array as sort_array,
     soundex as soundex,
+    spark_partition_id as spark_partition_id,
     split as split,
+    split_part as split_part,
     sqrt as sqrt,
     stack as stack,
+    startswith as startswith,
+    std as std,
     stddev as stddev,
     stddev_pop as stddev_pop,
     stddev_samp as stddev_samp,
+    str_to_map as str_to_map,
     struct as struct,
+    substr as substr,
     substring as substring,
     substring_index as substring_index,
     sum as sum,
@@ -217,15 +345,23 @@ from sqlframe.base.functions import (
     sum_distinct as sum_distinct,
     tan as tan,
     tanh as tanh,
+    timestamp_micros as timestamp_micros,
+    timestamp_millis as timestamp_millis,
     timestamp_seconds as timestamp_seconds,
     toDegrees as toDegrees,
     toRadians as toRadians,
     to_binary as to_binary,
+    to_char as to_char,
     to_csv as to_csv,
     to_date as to_date,
     to_json as to_json,
+    to_number as to_number,
     to_timestamp as to_timestamp,
+    to_timestamp_ltz as to_timestamp_ltz,
+    to_timestamp_ntz as to_timestamp_ntz,
+    to_unix_timestamp as to_unix_timestamp,
     to_utc_timestamp as to_utc_timestamp,
+    to_varchar as to_varchar,
     transform as transform,
     transform_keys as transform_keys,
     transform_values as transform_values,
@@ -233,24 +369,48 @@ from sqlframe.base.functions import (
     trim as trim,
     trunc as trunc,
     try_add as try_add,
+    try_aes_decrypt as try_aes_decrypt,
     try_avg as try_avg,
     try_divide as try_divide,
+    try_element_at as try_element_at,
     try_multiply as try_multiply,
     try_subtract as try_subtract,
     try_sum as try_sum,
     try_to_binary as try_to_binary,
     try_to_number as try_to_number,
+    try_to_timestamp as try_to_timestamp,
     typeof as typeof,
+    ucase as ucase,
     unbase64 as unbase64,
     unhex as unhex,
+    unix_date as unix_date,
+    unix_micros as unix_micros,
+    unix_millis as unix_millis,
+    unix_seconds as unix_seconds,
     unix_timestamp as unix_timestamp,
     upper as upper,
+    url_decode as url_decode,
+    url_encode as url_encode,
+    user as user,
     var_pop as var_pop,
     var_samp as var_samp,
     variance as variance,
+    version as version,
+    weekday as weekday,
     weekofyear as weekofyear,
     when as when,
+    width_bucket as width_bucket,
+    xpath as xpath,
+    xpath_boolean as xpath_boolean,
+    xpath_double as xpath_double,
+    xpath_float as xpath_float,
+    xpath_int as xpath_int,
+    xpath_long as xpath_long,
+    xpath_number as xpath_number,
+    xpath_short as xpath_short,
+    xpath_string as xpath_string,
     xxhash64 as xxhash64,
     year as year,
+    years as years,
     zip_with as zip_with,
 )

sqlframe/testing/__init__.py

@@ -0,0 +1,3 @@
+from sqlframe.testing.utils import assertDataFrameEqual, assertSchemaEqual
+
+__all__ = ["assertDataFrameEqual", "assertSchemaEqual"]